mirror of
https://github.com/minio/minio.git
synced 2024-12-26 15:15:55 -05:00
f248089523
* Implement basic S3 notifications through queues Supports multiple queues and three basic queue types: 1. NilQueue -- messages don't get sent anywhere 2. LogQueue -- messages get logged 3. AmqpQueue -- messages are sent to an AMQP queue * api: Implement bucket notification. Supports two different queue types - AMQP - ElasticSearch. * Add support for redis
349 lines
12 KiB
Go
349 lines
12 KiB
Go
// Copyright 2012-present Oliver Eilhard. All rights reserved.
|
|
// Use of this source code is governed by a MIT-license.
|
|
// See http://olivere.mit-license.org/license.txt for details.
|
|
|
|
package elastic
|
|
|
|
import (
|
|
"fmt"
|
|
"net/url"
|
|
"strings"
|
|
|
|
"gopkg.in/olivere/elastic.v3/uritemplates"
|
|
)
|
|
|
|
// ClusterStatsService is documented at http://www.elasticsearch.org/guide/en/elasticsearch/reference/1.4/cluster-stats.html.
|
|
type ClusterStatsService struct {
|
|
client *Client
|
|
pretty bool
|
|
nodeId []string
|
|
flatSettings *bool
|
|
human *bool
|
|
}
|
|
|
|
// NewClusterStatsService creates a new ClusterStatsService.
|
|
func NewClusterStatsService(client *Client) *ClusterStatsService {
|
|
return &ClusterStatsService{
|
|
client: client,
|
|
nodeId: make([]string, 0),
|
|
}
|
|
}
|
|
|
|
// NodeId is documented as: A comma-separated list of node IDs or names to limit the returned information; use `_local` to return information from the node you're connecting to, leave empty to get information from all nodes.
|
|
func (s *ClusterStatsService) NodeId(nodeId []string) *ClusterStatsService {
|
|
s.nodeId = nodeId
|
|
return s
|
|
}
|
|
|
|
// FlatSettings is documented as: Return settings in flat format (default: false).
|
|
func (s *ClusterStatsService) FlatSettings(flatSettings bool) *ClusterStatsService {
|
|
s.flatSettings = &flatSettings
|
|
return s
|
|
}
|
|
|
|
// Human is documented as: Whether to return time and byte values in human-readable format..
|
|
func (s *ClusterStatsService) Human(human bool) *ClusterStatsService {
|
|
s.human = &human
|
|
return s
|
|
}
|
|
|
|
// Pretty indicates that the JSON response be indented and human readable.
|
|
func (s *ClusterStatsService) Pretty(pretty bool) *ClusterStatsService {
|
|
s.pretty = pretty
|
|
return s
|
|
}
|
|
|
|
// buildURL builds the URL for the operation.
|
|
func (s *ClusterStatsService) buildURL() (string, url.Values, error) {
|
|
// Build URL
|
|
var err error
|
|
var path string
|
|
|
|
if len(s.nodeId) > 0 {
|
|
path, err = uritemplates.Expand("/_cluster/stats/nodes/{node_id}", map[string]string{
|
|
"node_id": strings.Join(s.nodeId, ","),
|
|
})
|
|
if err != nil {
|
|
return "", url.Values{}, err
|
|
}
|
|
} else {
|
|
path, err = uritemplates.Expand("/_cluster/stats", map[string]string{})
|
|
if err != nil {
|
|
return "", url.Values{}, err
|
|
}
|
|
}
|
|
|
|
// Add query string parameters
|
|
params := url.Values{}
|
|
if s.pretty {
|
|
params.Set("pretty", "1")
|
|
}
|
|
if s.flatSettings != nil {
|
|
params.Set("flat_settings", fmt.Sprintf("%v", *s.flatSettings))
|
|
}
|
|
if s.human != nil {
|
|
params.Set("human", fmt.Sprintf("%v", *s.human))
|
|
}
|
|
return path, params, nil
|
|
}
|
|
|
|
// Validate checks if the operation is valid.
|
|
func (s *ClusterStatsService) Validate() error {
|
|
return nil
|
|
}
|
|
|
|
// Do executes the operation.
|
|
func (s *ClusterStatsService) Do() (*ClusterStatsResponse, error) {
|
|
// Check pre-conditions
|
|
if err := s.Validate(); err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
// Get URL for request
|
|
path, params, err := s.buildURL()
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
// Get HTTP response
|
|
res, err := s.client.PerformRequest("GET", path, params, nil)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
// Return operation response
|
|
ret := new(ClusterStatsResponse)
|
|
if err := s.client.decoder.Decode(res.Body, ret); err != nil {
|
|
return nil, err
|
|
}
|
|
return ret, nil
|
|
}
|
|
|
|
// ClusterStatsResponse is the response of ClusterStatsService.Do.
|
|
type ClusterStatsResponse struct {
|
|
Timestamp int64 `json:"timestamp"`
|
|
ClusterName string `json:"cluster_name"`
|
|
ClusterUUID string `json:"uuid"`
|
|
Status string `json:"status"`
|
|
Indices *ClusterStatsIndices `json:"indices"`
|
|
Nodes *ClusterStatsNodes `json:"nodes"`
|
|
}
|
|
|
|
type ClusterStatsIndices struct {
|
|
Count int `json:"count"`
|
|
Shards *ClusterStatsIndicesShards `json:"shards"`
|
|
Docs *ClusterStatsIndicesDocs `json:"docs"`
|
|
Store *ClusterStatsIndicesStore `json:"store"`
|
|
FieldData *ClusterStatsIndicesFieldData `json:"fielddata"`
|
|
FilterCache *ClusterStatsIndicesFilterCache `json:"filter_cache"`
|
|
IdCache *ClusterStatsIndicesIdCache `json:"id_cache"`
|
|
Completion *ClusterStatsIndicesCompletion `json:"completion"`
|
|
Segments *ClusterStatsIndicesSegments `json:"segments"`
|
|
Percolate *ClusterStatsIndicesPercolate `json:"percolate"`
|
|
}
|
|
|
|
type ClusterStatsIndicesShards struct {
|
|
Total int `json:"total"`
|
|
Primaries int `json:"primaries"`
|
|
Replication float64 `json:"replication"`
|
|
Index *ClusterStatsIndicesShardsIndex `json:"index"`
|
|
}
|
|
|
|
type ClusterStatsIndicesShardsIndex struct {
|
|
Shards *ClusterStatsIndicesShardsIndexIntMinMax `json:"shards"`
|
|
Primaries *ClusterStatsIndicesShardsIndexIntMinMax `json:"primaries"`
|
|
Replication *ClusterStatsIndicesShardsIndexFloat64MinMax `json:"replication"`
|
|
}
|
|
|
|
type ClusterStatsIndicesShardsIndexIntMinMax struct {
|
|
Min int `json:"min"`
|
|
Max int `json:"max"`
|
|
Avg float64 `json:"avg"`
|
|
}
|
|
|
|
type ClusterStatsIndicesShardsIndexFloat64MinMax struct {
|
|
Min float64 `json:"min"`
|
|
Max float64 `json:"max"`
|
|
Avg float64 `json:"avg"`
|
|
}
|
|
|
|
type ClusterStatsIndicesDocs struct {
|
|
Count int `json:"count"`
|
|
Deleted int `json:"deleted"`
|
|
}
|
|
|
|
type ClusterStatsIndicesStore struct {
|
|
Size string `json:"size"` // e.g. "5.3gb"
|
|
SizeInBytes int64 `json:"size_in_bytes"`
|
|
ThrottleTime string `json:"throttle_time"` // e.g. "0s"
|
|
ThrottleTimeInMillis int64 `json:"throttle_time_in_millis"`
|
|
}
|
|
|
|
type ClusterStatsIndicesFieldData struct {
|
|
MemorySize string `json:"memory_size"` // e.g. "61.3kb"
|
|
MemorySizeInBytes int64 `json:"memory_size_in_bytes"`
|
|
Evictions int64 `json:"evictions"`
|
|
Fields map[string]struct {
|
|
MemorySize string `json:"memory_size"` // e.g. "61.3kb"
|
|
MemorySizeInBytes int64 `json:"memory_size_in_bytes"`
|
|
} `json:"fields"`
|
|
}
|
|
|
|
type ClusterStatsIndicesFilterCache struct {
|
|
MemorySize string `json:"memory_size"` // e.g. "61.3kb"
|
|
MemorySizeInBytes int64 `json:"memory_size_in_bytes"`
|
|
Evictions int64 `json:"evictions"`
|
|
}
|
|
|
|
type ClusterStatsIndicesIdCache struct {
|
|
MemorySize string `json:"memory_size"` // e.g. "61.3kb"
|
|
MemorySizeInBytes int64 `json:"memory_size_in_bytes"`
|
|
}
|
|
|
|
type ClusterStatsIndicesCompletion struct {
|
|
Size string `json:"size"` // e.g. "61.3kb"
|
|
SizeInBytes int64 `json:"size_in_bytes"`
|
|
Fields map[string]struct {
|
|
Size string `json:"size"` // e.g. "61.3kb"
|
|
SizeInBytes int64 `json:"size_in_bytes"`
|
|
} `json:"fields"`
|
|
}
|
|
|
|
type ClusterStatsIndicesSegments struct {
|
|
Count int64 `json:"count"`
|
|
Memory string `json:"memory"` // e.g. "61.3kb"
|
|
MemoryInBytes int64 `json:"memory_in_bytes"`
|
|
IndexWriterMemory string `json:"index_writer_memory"` // e.g. "61.3kb"
|
|
IndexWriterMemoryInBytes int64 `json:"index_writer_memory_in_bytes"`
|
|
IndexWriterMaxMemory string `json:"index_writer_max_memory"` // e.g. "61.3kb"
|
|
IndexWriterMaxMemoryInBytes int64 `json:"index_writer_max_memory_in_bytes"`
|
|
VersionMapMemory string `json:"version_map_memory"` // e.g. "61.3kb"
|
|
VersionMapMemoryInBytes int64 `json:"version_map_memory_in_bytes"`
|
|
FixedBitSet string `json:"fixed_bit_set"` // e.g. "61.3kb"
|
|
FixedBitSetInBytes int64 `json:"fixed_bit_set_memory_in_bytes"`
|
|
}
|
|
|
|
type ClusterStatsIndicesPercolate struct {
|
|
Total int64 `json:"total"`
|
|
// TODO(oe) The JSON tag here is wrong as of ES 1.5.2 it seems
|
|
Time string `json:"get_time"` // e.g. "1s"
|
|
TimeInBytes int64 `json:"time_in_millis"`
|
|
Current int64 `json:"current"`
|
|
MemorySize string `json:"memory_size"` // e.g. "61.3kb"
|
|
MemorySizeInBytes int64 `json:"memory_sitze_in_bytes"`
|
|
Queries int64 `json:"queries"`
|
|
}
|
|
|
|
// ---
|
|
|
|
type ClusterStatsNodes struct {
|
|
Count *ClusterStatsNodesCount `json:"count"`
|
|
Versions []string `json:"versions"`
|
|
OS *ClusterStatsNodesOsStats `json:"os"`
|
|
Process *ClusterStatsNodesProcessStats `json:"process"`
|
|
JVM *ClusterStatsNodesJvmStats `json:"jvm"`
|
|
FS *ClusterStatsNodesFsStats `json:"fs"`
|
|
Plugins []*ClusterStatsNodesPlugin `json:"plugins"`
|
|
}
|
|
|
|
type ClusterStatsNodesCount struct {
|
|
Total int `json:"total"`
|
|
MasterOnly int `json:"master_only"`
|
|
DataOnly int `json:"data_only"`
|
|
MasterData int `json:"master_data"`
|
|
Client int `json:"client"`
|
|
}
|
|
|
|
type ClusterStatsNodesOsStats struct {
|
|
AvailableProcessors int `json:"available_processors"`
|
|
Mem *ClusterStatsNodesOsStatsMem `json:"mem"`
|
|
CPU []*ClusterStatsNodesOsStatsCPU `json:"cpu"`
|
|
}
|
|
|
|
type ClusterStatsNodesOsStatsMem struct {
|
|
Total string `json:"total"` // e.g. "16gb"
|
|
TotalInBytes int64 `json:"total_in_bytes"`
|
|
}
|
|
|
|
type ClusterStatsNodesOsStatsCPU struct {
|
|
Vendor string `json:"vendor"`
|
|
Model string `json:"model"`
|
|
MHz int `json:"mhz"`
|
|
TotalCores int `json:"total_cores"`
|
|
TotalSockets int `json:"total_sockets"`
|
|
CoresPerSocket int `json:"cores_per_socket"`
|
|
CacheSize string `json:"cache_size"` // e.g. "256b"
|
|
CacheSizeInBytes int64 `json:"cache_size_in_bytes"`
|
|
Count int `json:"count"`
|
|
}
|
|
|
|
type ClusterStatsNodesProcessStats struct {
|
|
CPU *ClusterStatsNodesProcessStatsCPU `json:"cpu"`
|
|
OpenFileDescriptors *ClusterStatsNodesProcessStatsOpenFileDescriptors `json:"open_file_descriptors"`
|
|
}
|
|
|
|
type ClusterStatsNodesProcessStatsCPU struct {
|
|
Percent float64 `json:"percent"`
|
|
}
|
|
|
|
type ClusterStatsNodesProcessStatsOpenFileDescriptors struct {
|
|
Min int64 `json:"min"`
|
|
Max int64 `json:"max"`
|
|
Avg int64 `json:"avg"`
|
|
}
|
|
|
|
type ClusterStatsNodesJvmStats struct {
|
|
MaxUptime string `json:"max_uptime"` // e.g. "5h"
|
|
MaxUptimeInMillis int64 `json:"max_uptime_in_millis"`
|
|
Versions []*ClusterStatsNodesJvmStatsVersion `json:"versions"`
|
|
Mem *ClusterStatsNodesJvmStatsMem `json:"mem"`
|
|
Threads int64 `json:"threads"`
|
|
}
|
|
|
|
type ClusterStatsNodesJvmStatsVersion struct {
|
|
Version string `json:"version"` // e.g. "1.8.0_45"
|
|
VMName string `json:"vm_name"` // e.g. "Java HotSpot(TM) 64-Bit Server VM"
|
|
VMVersion string `json:"vm_version"` // e.g. "25.45-b02"
|
|
VMVendor string `json:"vm_vendor"` // e.g. "Oracle Corporation"
|
|
Count int `json:"count"`
|
|
}
|
|
|
|
type ClusterStatsNodesJvmStatsMem struct {
|
|
HeapUsed string `json:"heap_used"`
|
|
HeapUsedInBytes int64 `json:"heap_used_in_bytes"`
|
|
HeapMax string `json:"heap_max"`
|
|
HeapMaxInBytes int64 `json:"heap_max_in_bytes"`
|
|
}
|
|
|
|
type ClusterStatsNodesFsStats struct {
|
|
Path string `json:"path"`
|
|
Mount string `json:"mount"`
|
|
Dev string `json:"dev"`
|
|
Total string `json:"total"` // e.g. "930.7gb"`
|
|
TotalInBytes int64 `json:"total_in_bytes"`
|
|
Free string `json:"free"` // e.g. "930.7gb"`
|
|
FreeInBytes int64 `json:"free_in_bytes"`
|
|
Available string `json:"available"` // e.g. "930.7gb"`
|
|
AvailableInBytes int64 `json:"available_in_bytes"`
|
|
DiskReads int64 `json:"disk_reads"`
|
|
DiskWrites int64 `json:"disk_writes"`
|
|
DiskIOOp int64 `json:"disk_io_op"`
|
|
DiskReadSize string `json:"disk_read_size"` // e.g. "0b"`
|
|
DiskReadSizeInBytes int64 `json:"disk_read_size_in_bytes"`
|
|
DiskWriteSize string `json:"disk_write_size"` // e.g. "0b"`
|
|
DiskWriteSizeInBytes int64 `json:"disk_write_size_in_bytes"`
|
|
DiskIOSize string `json:"disk_io_size"` // e.g. "0b"`
|
|
DiskIOSizeInBytes int64 `json:"disk_io_size_in_bytes"`
|
|
DiskQueue string `json:"disk_queue"`
|
|
DiskServiceTime string `json:"disk_service_time"`
|
|
}
|
|
|
|
type ClusterStatsNodesPlugin struct {
|
|
Name string `json:"name"`
|
|
Version string `json:"version"`
|
|
Description string `json:"description"`
|
|
URL string `json:"url"`
|
|
JVM bool `json:"jvm"`
|
|
Site bool `json:"site"`
|
|
}
|