2016-07-24 01:51:12 -04:00
// Copyright 2012-present Oliver Eilhard. All rights reserved.
// Use of this source code is governed by a MIT-license.
// See http://olivere.mit-license.org/license.txt for details.
package elastic
import (
"fmt"
"net/url"
"strings"
Add `access` format support for Elasticsearch notification target (#4006)
This change adds `access` format support for notifications to a
Elasticsearch server, and it refactors `namespace` format support.
In the case of `access` format, for each event in Minio, a JSON
document is inserted into Elasticsearch with its timestamp set to the
event's timestamp, and with the ID generated automatically by
elasticsearch. No events are modified or deleted in this mode.
In the case of `namespace` format, for each event in Minio, a JSON
document is keyed together by the bucket and object name is updated in
Elasticsearch. In the case of an object being created or over-written
in Minio, a new document or an existing document is inserted into the
Elasticsearch index. If an object is deleted in Minio, the
corresponding document is deleted from the Elasticsearch index.
Additionally, this change upgrades Elasticsearch support to the 5.x
series. This is a breaking change, and users of previous elasticsearch
versions should upgrade.
Also updates documentation on Elasticsearch notification target usage
and has a link to an elasticsearch upgrade guide.
This is the last patch that finally resolves #3928.
2017-03-31 17:11:27 -04:00
"golang.org/x/net/context"
"gopkg.in/olivere/elastic.v5/uritemplates"
2016-07-24 01:51:12 -04:00
)
Add `access` format support for Elasticsearch notification target (#4006)
This change adds `access` format support for notifications to a
Elasticsearch server, and it refactors `namespace` format support.
In the case of `access` format, for each event in Minio, a JSON
document is inserted into Elasticsearch with its timestamp set to the
event's timestamp, and with the ID generated automatically by
elasticsearch. No events are modified or deleted in this mode.
In the case of `namespace` format, for each event in Minio, a JSON
document is keyed together by the bucket and object name is updated in
Elasticsearch. In the case of an object being created or over-written
in Minio, a new document or an existing document is inserted into the
Elasticsearch index. If an object is deleted in Minio, the
corresponding document is deleted from the Elasticsearch index.
Additionally, this change upgrades Elasticsearch support to the 5.x
series. This is a breaking change, and users of previous elasticsearch
versions should upgrade.
Also updates documentation on Elasticsearch notification target usage
and has a link to an elasticsearch upgrade guide.
This is the last patch that finally resolves #3928.
2017-03-31 17:11:27 -04:00
// ClusterStatsService is documented at
// https://www.elastic.co/guide/en/elasticsearch/reference/5.2/cluster-stats.html.
2016-07-24 01:51:12 -04:00
type ClusterStatsService struct {
client * Client
pretty bool
nodeId [ ] string
flatSettings * bool
human * bool
}
// NewClusterStatsService creates a new ClusterStatsService.
func NewClusterStatsService ( client * Client ) * ClusterStatsService {
return & ClusterStatsService {
client : client ,
nodeId : make ( [ ] string , 0 ) ,
}
}
// NodeId is documented as: A comma-separated list of node IDs or names to limit the returned information; use `_local` to return information from the node you're connecting to, leave empty to get information from all nodes.
func ( s * ClusterStatsService ) NodeId ( nodeId [ ] string ) * ClusterStatsService {
s . nodeId = nodeId
return s
}
// FlatSettings is documented as: Return settings in flat format (default: false).
func ( s * ClusterStatsService ) FlatSettings ( flatSettings bool ) * ClusterStatsService {
s . flatSettings = & flatSettings
return s
}
// Human is documented as: Whether to return time and byte values in human-readable format..
func ( s * ClusterStatsService ) Human ( human bool ) * ClusterStatsService {
s . human = & human
return s
}
// Pretty indicates that the JSON response be indented and human readable.
func ( s * ClusterStatsService ) Pretty ( pretty bool ) * ClusterStatsService {
s . pretty = pretty
return s
}
// buildURL builds the URL for the operation.
func ( s * ClusterStatsService ) buildURL ( ) ( string , url . Values , error ) {
// Build URL
var err error
var path string
if len ( s . nodeId ) > 0 {
path , err = uritemplates . Expand ( "/_cluster/stats/nodes/{node_id}" , map [ string ] string {
"node_id" : strings . Join ( s . nodeId , "," ) ,
} )
if err != nil {
return "" , url . Values { } , err
}
} else {
path , err = uritemplates . Expand ( "/_cluster/stats" , map [ string ] string { } )
if err != nil {
return "" , url . Values { } , err
}
}
// Add query string parameters
params := url . Values { }
if s . pretty {
params . Set ( "pretty" , "1" )
}
if s . flatSettings != nil {
params . Set ( "flat_settings" , fmt . Sprintf ( "%v" , * s . flatSettings ) )
}
if s . human != nil {
params . Set ( "human" , fmt . Sprintf ( "%v" , * s . human ) )
}
return path , params , nil
}
// Validate checks if the operation is valid.
func ( s * ClusterStatsService ) Validate ( ) error {
return nil
}
// Do executes the operation.
Add `access` format support for Elasticsearch notification target (#4006)
This change adds `access` format support for notifications to a
Elasticsearch server, and it refactors `namespace` format support.
In the case of `access` format, for each event in Minio, a JSON
document is inserted into Elasticsearch with its timestamp set to the
event's timestamp, and with the ID generated automatically by
elasticsearch. No events are modified or deleted in this mode.
In the case of `namespace` format, for each event in Minio, a JSON
document is keyed together by the bucket and object name is updated in
Elasticsearch. In the case of an object being created or over-written
in Minio, a new document or an existing document is inserted into the
Elasticsearch index. If an object is deleted in Minio, the
corresponding document is deleted from the Elasticsearch index.
Additionally, this change upgrades Elasticsearch support to the 5.x
series. This is a breaking change, and users of previous elasticsearch
versions should upgrade.
Also updates documentation on Elasticsearch notification target usage
and has a link to an elasticsearch upgrade guide.
This is the last patch that finally resolves #3928.
2017-03-31 17:11:27 -04:00
func ( s * ClusterStatsService ) Do ( ctx context . Context ) ( * ClusterStatsResponse , error ) {
2016-07-24 01:51:12 -04:00
// Check pre-conditions
if err := s . Validate ( ) ; err != nil {
return nil , err
}
// Get URL for request
path , params , err := s . buildURL ( )
if err != nil {
return nil , err
}
// Get HTTP response
Add `access` format support for Elasticsearch notification target (#4006)
This change adds `access` format support for notifications to a
Elasticsearch server, and it refactors `namespace` format support.
In the case of `access` format, for each event in Minio, a JSON
document is inserted into Elasticsearch with its timestamp set to the
event's timestamp, and with the ID generated automatically by
elasticsearch. No events are modified or deleted in this mode.
In the case of `namespace` format, for each event in Minio, a JSON
document is keyed together by the bucket and object name is updated in
Elasticsearch. In the case of an object being created or over-written
in Minio, a new document or an existing document is inserted into the
Elasticsearch index. If an object is deleted in Minio, the
corresponding document is deleted from the Elasticsearch index.
Additionally, this change upgrades Elasticsearch support to the 5.x
series. This is a breaking change, and users of previous elasticsearch
versions should upgrade.
Also updates documentation on Elasticsearch notification target usage
and has a link to an elasticsearch upgrade guide.
This is the last patch that finally resolves #3928.
2017-03-31 17:11:27 -04:00
res , err := s . client . PerformRequest ( ctx , "GET" , path , params , nil )
2016-07-24 01:51:12 -04:00
if err != nil {
return nil , err
}
// Return operation response
ret := new ( ClusterStatsResponse )
if err := s . client . decoder . Decode ( res . Body , ret ) ; err != nil {
return nil , err
}
return ret , nil
}
// ClusterStatsResponse is the response of ClusterStatsService.Do.
type ClusterStatsResponse struct {
Timestamp int64 ` json:"timestamp" `
ClusterName string ` json:"cluster_name" `
ClusterUUID string ` json:"uuid" `
Status string ` json:"status" `
Indices * ClusterStatsIndices ` json:"indices" `
Nodes * ClusterStatsNodes ` json:"nodes" `
}
type ClusterStatsIndices struct {
Count int ` json:"count" `
Shards * ClusterStatsIndicesShards ` json:"shards" `
Docs * ClusterStatsIndicesDocs ` json:"docs" `
Store * ClusterStatsIndicesStore ` json:"store" `
FieldData * ClusterStatsIndicesFieldData ` json:"fielddata" `
FilterCache * ClusterStatsIndicesFilterCache ` json:"filter_cache" `
IdCache * ClusterStatsIndicesIdCache ` json:"id_cache" `
Completion * ClusterStatsIndicesCompletion ` json:"completion" `
Segments * ClusterStatsIndicesSegments ` json:"segments" `
Percolate * ClusterStatsIndicesPercolate ` json:"percolate" `
}
type ClusterStatsIndicesShards struct {
Total int ` json:"total" `
Primaries int ` json:"primaries" `
Replication float64 ` json:"replication" `
Index * ClusterStatsIndicesShardsIndex ` json:"index" `
}
type ClusterStatsIndicesShardsIndex struct {
Shards * ClusterStatsIndicesShardsIndexIntMinMax ` json:"shards" `
Primaries * ClusterStatsIndicesShardsIndexIntMinMax ` json:"primaries" `
Replication * ClusterStatsIndicesShardsIndexFloat64MinMax ` json:"replication" `
}
type ClusterStatsIndicesShardsIndexIntMinMax struct {
Min int ` json:"min" `
Max int ` json:"max" `
Avg float64 ` json:"avg" `
}
type ClusterStatsIndicesShardsIndexFloat64MinMax struct {
Min float64 ` json:"min" `
Max float64 ` json:"max" `
Avg float64 ` json:"avg" `
}
type ClusterStatsIndicesDocs struct {
Count int ` json:"count" `
Deleted int ` json:"deleted" `
}
type ClusterStatsIndicesStore struct {
Size string ` json:"size" ` // e.g. "5.3gb"
SizeInBytes int64 ` json:"size_in_bytes" `
ThrottleTime string ` json:"throttle_time" ` // e.g. "0s"
ThrottleTimeInMillis int64 ` json:"throttle_time_in_millis" `
}
type ClusterStatsIndicesFieldData struct {
MemorySize string ` json:"memory_size" ` // e.g. "61.3kb"
MemorySizeInBytes int64 ` json:"memory_size_in_bytes" `
Evictions int64 ` json:"evictions" `
Fields map [ string ] struct {
MemorySize string ` json:"memory_size" ` // e.g. "61.3kb"
MemorySizeInBytes int64 ` json:"memory_size_in_bytes" `
} ` json:"fields" `
}
type ClusterStatsIndicesFilterCache struct {
MemorySize string ` json:"memory_size" ` // e.g. "61.3kb"
MemorySizeInBytes int64 ` json:"memory_size_in_bytes" `
Evictions int64 ` json:"evictions" `
}
type ClusterStatsIndicesIdCache struct {
MemorySize string ` json:"memory_size" ` // e.g. "61.3kb"
MemorySizeInBytes int64 ` json:"memory_size_in_bytes" `
}
type ClusterStatsIndicesCompletion struct {
Size string ` json:"size" ` // e.g. "61.3kb"
SizeInBytes int64 ` json:"size_in_bytes" `
Fields map [ string ] struct {
Size string ` json:"size" ` // e.g. "61.3kb"
SizeInBytes int64 ` json:"size_in_bytes" `
} ` json:"fields" `
}
type ClusterStatsIndicesSegments struct {
Count int64 ` json:"count" `
Memory string ` json:"memory" ` // e.g. "61.3kb"
MemoryInBytes int64 ` json:"memory_in_bytes" `
IndexWriterMemory string ` json:"index_writer_memory" ` // e.g. "61.3kb"
IndexWriterMemoryInBytes int64 ` json:"index_writer_memory_in_bytes" `
IndexWriterMaxMemory string ` json:"index_writer_max_memory" ` // e.g. "61.3kb"
IndexWriterMaxMemoryInBytes int64 ` json:"index_writer_max_memory_in_bytes" `
VersionMapMemory string ` json:"version_map_memory" ` // e.g. "61.3kb"
VersionMapMemoryInBytes int64 ` json:"version_map_memory_in_bytes" `
FixedBitSet string ` json:"fixed_bit_set" ` // e.g. "61.3kb"
FixedBitSetInBytes int64 ` json:"fixed_bit_set_memory_in_bytes" `
}
type ClusterStatsIndicesPercolate struct {
Total int64 ` json:"total" `
// TODO(oe) The JSON tag here is wrong as of ES 1.5.2 it seems
Time string ` json:"get_time" ` // e.g. "1s"
TimeInBytes int64 ` json:"time_in_millis" `
Current int64 ` json:"current" `
MemorySize string ` json:"memory_size" ` // e.g. "61.3kb"
MemorySizeInBytes int64 ` json:"memory_sitze_in_bytes" `
Queries int64 ` json:"queries" `
}
// ---
type ClusterStatsNodes struct {
Count * ClusterStatsNodesCount ` json:"count" `
Versions [ ] string ` json:"versions" `
OS * ClusterStatsNodesOsStats ` json:"os" `
Process * ClusterStatsNodesProcessStats ` json:"process" `
JVM * ClusterStatsNodesJvmStats ` json:"jvm" `
FS * ClusterStatsNodesFsStats ` json:"fs" `
Plugins [ ] * ClusterStatsNodesPlugin ` json:"plugins" `
}
type ClusterStatsNodesCount struct {
Total int ` json:"total" `
MasterOnly int ` json:"master_only" `
DataOnly int ` json:"data_only" `
MasterData int ` json:"master_data" `
Client int ` json:"client" `
}
type ClusterStatsNodesOsStats struct {
AvailableProcessors int ` json:"available_processors" `
Mem * ClusterStatsNodesOsStatsMem ` json:"mem" `
CPU [ ] * ClusterStatsNodesOsStatsCPU ` json:"cpu" `
}
type ClusterStatsNodesOsStatsMem struct {
Total string ` json:"total" ` // e.g. "16gb"
TotalInBytes int64 ` json:"total_in_bytes" `
}
type ClusterStatsNodesOsStatsCPU struct {
Vendor string ` json:"vendor" `
Model string ` json:"model" `
MHz int ` json:"mhz" `
TotalCores int ` json:"total_cores" `
TotalSockets int ` json:"total_sockets" `
CoresPerSocket int ` json:"cores_per_socket" `
CacheSize string ` json:"cache_size" ` // e.g. "256b"
CacheSizeInBytes int64 ` json:"cache_size_in_bytes" `
Count int ` json:"count" `
}
type ClusterStatsNodesProcessStats struct {
CPU * ClusterStatsNodesProcessStatsCPU ` json:"cpu" `
OpenFileDescriptors * ClusterStatsNodesProcessStatsOpenFileDescriptors ` json:"open_file_descriptors" `
}
type ClusterStatsNodesProcessStatsCPU struct {
Percent float64 ` json:"percent" `
}
type ClusterStatsNodesProcessStatsOpenFileDescriptors struct {
Min int64 ` json:"min" `
Max int64 ` json:"max" `
Avg int64 ` json:"avg" `
}
type ClusterStatsNodesJvmStats struct {
MaxUptime string ` json:"max_uptime" ` // e.g. "5h"
MaxUptimeInMillis int64 ` json:"max_uptime_in_millis" `
Versions [ ] * ClusterStatsNodesJvmStatsVersion ` json:"versions" `
Mem * ClusterStatsNodesJvmStatsMem ` json:"mem" `
Threads int64 ` json:"threads" `
}
type ClusterStatsNodesJvmStatsVersion struct {
Version string ` json:"version" ` // e.g. "1.8.0_45"
VMName string ` json:"vm_name" ` // e.g. "Java HotSpot(TM) 64-Bit Server VM"
VMVersion string ` json:"vm_version" ` // e.g. "25.45-b02"
VMVendor string ` json:"vm_vendor" ` // e.g. "Oracle Corporation"
Count int ` json:"count" `
}
type ClusterStatsNodesJvmStatsMem struct {
HeapUsed string ` json:"heap_used" `
HeapUsedInBytes int64 ` json:"heap_used_in_bytes" `
HeapMax string ` json:"heap_max" `
HeapMaxInBytes int64 ` json:"heap_max_in_bytes" `
}
type ClusterStatsNodesFsStats struct {
Path string ` json:"path" `
Mount string ` json:"mount" `
Dev string ` json:"dev" `
Total string ` json:"total" ` // e.g. "930.7gb"`
TotalInBytes int64 ` json:"total_in_bytes" `
Free string ` json:"free" ` // e.g. "930.7gb"`
FreeInBytes int64 ` json:"free_in_bytes" `
Available string ` json:"available" ` // e.g. "930.7gb"`
AvailableInBytes int64 ` json:"available_in_bytes" `
DiskReads int64 ` json:"disk_reads" `
DiskWrites int64 ` json:"disk_writes" `
DiskIOOp int64 ` json:"disk_io_op" `
DiskReadSize string ` json:"disk_read_size" ` // e.g. "0b"`
DiskReadSizeInBytes int64 ` json:"disk_read_size_in_bytes" `
DiskWriteSize string ` json:"disk_write_size" ` // e.g. "0b"`
DiskWriteSizeInBytes int64 ` json:"disk_write_size_in_bytes" `
DiskIOSize string ` json:"disk_io_size" ` // e.g. "0b"`
DiskIOSizeInBytes int64 ` json:"disk_io_size_in_bytes" `
DiskQueue string ` json:"disk_queue" `
DiskServiceTime string ` json:"disk_service_time" `
}
type ClusterStatsNodesPlugin struct {
Name string ` json:"name" `
Version string ` json:"version" `
Description string ` json:"description" `
URL string ` json:"url" `
JVM bool ` json:"jvm" `
Site bool ` json:"site" `
}