MyFavMirrors/minio
1
0
Fork 0
mirror of https://github.com/minio/minio.git synced 2025-04-26 04:52:25 -04:00
Code Issues Packages Projects Releases Wiki Activity

metrics: Show healing info for all nodes (#16315)

Browse Source
This commit is contained in:
Anis Elleuch 2022-12-26 17:35:32 +01:00 committed by GitHub
parent 5b8fe2e89a
commit 27417459fb
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 42 additions and 18 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

60
cmd/metrics-v2.go
View File

@ -48,7 +48,6 @@ var (
func init() { func init() {
clusterMetricsGroups := []*MetricsGroup{ clusterMetricsGroups := []*MetricsGroup{
getBucketUsageMetrics(), getBucketUsageMetrics(),
getMinioHealingMetrics(),
getNodeHealthMetrics(), getNodeHealthMetrics(),
getClusterStorageMetrics(), getClusterStorageMetrics(),
getClusterTierMetrics(), getClusterTierMetrics(),
@ -69,6 +68,7 @@ func init() {
getScannerNodeMetrics(), getScannerNodeMetrics(),
getIAMNodeMetrics(), getIAMNodeMetrics(),
getKMSNodeMetrics(), getKMSNodeMetrics(),
getMinioHealingMetrics(),
} }
allMetricsGroups := func() (allMetrics []*MetricsGroup) { allMetricsGroups := func() (allMetrics []*MetricsGroup) {
@ -1045,7 +1045,9 @@ func getMinIOProcessCPUTime() MetricDescription {
} }
func getMinioProcMetrics() *MetricsGroup { func getMinioProcMetrics() *MetricsGroup {
mg := &MetricsGroup{} mg := &MetricsGroup{
cacheInterval: 10 * time.Second,
}
mg.RegisterRead(func(ctx context.Context) (metrics []Metric) { mg.RegisterRead(func(ctx context.Context) (metrics []Metric) {
if runtime.GOOS == "windows" { if runtime.GOOS == "windows" {
return nil return nil
@ -1165,7 +1167,9 @@ func getMinioProcMetrics() *MetricsGroup {
} }
func getGoMetrics() *MetricsGroup { func getGoMetrics() *MetricsGroup {
mg := &MetricsGroup{} mg := &MetricsGroup{
cacheInterval: 10 * time.Second,
}
mg.RegisterRead(func(ctx context.Context) (metrics []Metric) { mg.RegisterRead(func(ctx context.Context) (metrics []Metric) {
metrics = append(metrics, Metric{ metrics = append(metrics, Metric{
Description: getMinIOGORoutineCountMD(), Description: getMinIOGORoutineCountMD(),
@ -1177,7 +1181,9 @@ func getGoMetrics() *MetricsGroup {
} }
func getS3TTFBMetric() *MetricsGroup { func getS3TTFBMetric() *MetricsGroup {
mg := &MetricsGroup{} mg := &MetricsGroup{
cacheInterval: 10 * time.Second,
}
mg.RegisterRead(func(ctx context.Context) (metrics []Metric) { mg.RegisterRead(func(ctx context.Context) (metrics []Metric) {
// Read prometheus metric on this channel // Read prometheus metric on this channel
ch := make(chan prometheus.Metric) ch := make(chan prometheus.Metric)
@ -1250,7 +1256,9 @@ func getExpiryPendingTasksMD() MetricDescription {
} }
func getILMNodeMetrics() *MetricsGroup { func getILMNodeMetrics() *MetricsGroup {
mg := &MetricsGroup{} mg := &MetricsGroup{
cacheInterval: 10 * time.Second,
}
mg.RegisterRead(func(_ context.Context) []Metric { mg.RegisterRead(func(_ context.Context) []Metric {
expPendingTasks := Metric{ expPendingTasks := Metric{
Description: getExpiryPendingTasksMD(), Description: getExpiryPendingTasksMD(),
@ -1278,7 +1286,9 @@ func getILMNodeMetrics() *MetricsGroup {
} }
func getScannerNodeMetrics() *MetricsGroup { func getScannerNodeMetrics() *MetricsGroup {
mg := &MetricsGroup{} mg := &MetricsGroup{
cacheInterval: 10 * time.Second,
}
mg.RegisterRead(func(_ context.Context) []Metric { mg.RegisterRead(func(_ context.Context) []Metric {
metrics := []Metric{ metrics := []Metric{
{ {
@ -1365,7 +1375,9 @@ func getScannerNodeMetrics() *MetricsGroup {
} }
func getIAMNodeMetrics() *MetricsGroup { func getIAMNodeMetrics() *MetricsGroup {
mg := &MetricsGroup{} mg := &MetricsGroup{
cacheInterval: 10 * time.Second,
}
mg.RegisterRead(func(_ context.Context) (metrics []Metric) { mg.RegisterRead(func(_ context.Context) (metrics []Metric) {
lastSyncTime := atomic.LoadUint64(&globalIAMSys.LastRefreshTimeUnixNano) lastSyncTime := atomic.LoadUint64(&globalIAMSys.LastRefreshTimeUnixNano)
var sinceLastSyncMillis uint64 var sinceLastSyncMillis uint64
@ -1421,7 +1433,9 @@ func getIAMNodeMetrics() *MetricsGroup {
} }
func getMinioVersionMetrics() *MetricsGroup { func getMinioVersionMetrics() *MetricsGroup {
mg := &MetricsGroup{} mg := &MetricsGroup{
cacheInterval: 10 * time.Second,
}
mg.RegisterRead(func(_ context.Context) (metrics []Metric) { mg.RegisterRead(func(_ context.Context) (metrics []Metric) {
metrics = append(metrics, Metric{ metrics = append(metrics, Metric{
Description: getMinIOCommitMD(), Description: getMinIOCommitMD(),
@ -1437,7 +1451,9 @@ func getMinioVersionMetrics() *MetricsGroup {
} }
func getNodeHealthMetrics() *MetricsGroup { func getNodeHealthMetrics() *MetricsGroup {
mg := &MetricsGroup{} mg := &MetricsGroup{
cacheInterval: 1 * time.Minute,
}
mg.RegisterRead(func(_ context.Context) (metrics []Metric) { mg.RegisterRead(func(_ context.Context) (metrics []Metric) {
metrics = make([]Metric, 0, 16) metrics = make([]Metric, 0, 16)
nodesUp, nodesDown := globalNotificationSys.GetPeerOnlineCount() nodesUp, nodesDown := globalNotificationSys.GetPeerOnlineCount()
@ -1455,7 +1471,9 @@ func getNodeHealthMetrics() *MetricsGroup {
} }
func getMinioHealingMetrics() *MetricsGroup { func getMinioHealingMetrics() *MetricsGroup {
mg := &MetricsGroup{} mg := &MetricsGroup{
cacheInterval: 10 * time.Second,
}
mg.RegisterRead(func(_ context.Context) (metrics []Metric) { mg.RegisterRead(func(_ context.Context) (metrics []Metric) {
metrics = make([]Metric, 0, 5) metrics = make([]Metric, 0, 5)
bgSeq, exists := globalBackgroundHealState.getHealSequenceByToken(bgHealingUUID) bgSeq, exists := globalBackgroundHealState.getHealSequenceByToken(bgHealingUUID)
@ -1572,7 +1590,9 @@ func getCacheMetrics() *MetricsGroup {
} }
func getNotificationMetrics() *MetricsGroup { func getNotificationMetrics() *MetricsGroup {
mg := &MetricsGroup{} mg := &MetricsGroup{
cacheInterval: 10 * time.Second,
}
mg.RegisterRead(func(ctx context.Context) []Metric { mg.RegisterRead(func(ctx context.Context) []Metric {
stats := globalConfigTargetList.Stats() stats := globalConfigTargetList.Stats()
metrics := make([]Metric, 0, 1+len(stats.TargetStats)) metrics := make([]Metric, 0, 1+len(stats.TargetStats))
@ -1642,7 +1662,9 @@ func getNotificationMetrics() *MetricsGroup {
} }
func getHTTPMetrics() *MetricsGroup { func getHTTPMetrics() *MetricsGroup {
mg := &MetricsGroup{} mg := &MetricsGroup{
cacheInterval: 10 * time.Second,
}
mg.RegisterRead(func(ctx context.Context) (metrics []Metric) { mg.RegisterRead(func(ctx context.Context) (metrics []Metric) {
httpStats := globalHTTPStats.toServerHTTPStats() httpStats := globalHTTPStats.toServerHTTPStats()
metrics = make([]Metric, 0, 3+ metrics = make([]Metric, 0, 3+
@ -1724,7 +1746,9 @@ func getHTTPMetrics() *MetricsGroup {
} }
func getNetworkMetrics() *MetricsGroup { func getNetworkMetrics() *MetricsGroup {
mg := &MetricsGroup{} mg := &MetricsGroup{
cacheInterval: 10 * time.Second,
}
mg.RegisterRead(func(ctx context.Context) (metrics []Metric) { mg.RegisterRead(func(ctx context.Context) (metrics []Metric) {
metrics = make([]Metric, 0, 10) metrics = make([]Metric, 0, 10)
connStats := globalConnStats.toServerConnStats() connStats := globalConnStats.toServerConnStats()
@ -1766,7 +1790,7 @@ func getNetworkMetrics() *MetricsGroup {
func getBucketUsageMetrics() *MetricsGroup { func getBucketUsageMetrics() *MetricsGroup {
mg := &MetricsGroup{ mg := &MetricsGroup{
cacheInterval: 10 * time.Second, cacheInterval: 1 * time.Minute,
} }
mg.RegisterRead(func(ctx context.Context) (metrics []Metric) { mg.RegisterRead(func(ctx context.Context) (metrics []Metric) {
objLayer := newObjectLayerFn() objLayer := newObjectLayerFn()
@ -1912,7 +1936,7 @@ func getClusterTransitionedVersionsMD() MetricDescription {
func getClusterTierMetrics() *MetricsGroup { func getClusterTierMetrics() *MetricsGroup {
mg := &MetricsGroup{ mg := &MetricsGroup{
cacheInterval: 10 * time.Second, cacheInterval: 1 * time.Minute,
} }
mg.RegisterRead(func(ctx context.Context) (metrics []Metric) { mg.RegisterRead(func(ctx context.Context) (metrics []Metric) {
objLayer := newObjectLayerFn() objLayer := newObjectLayerFn()
@ -1939,7 +1963,7 @@ func getClusterTierMetrics() *MetricsGroup {
func getLocalStorageMetrics() *MetricsGroup { func getLocalStorageMetrics() *MetricsGroup {
mg := &MetricsGroup{ mg := &MetricsGroup{
cacheInterval: 10 * time.Second, cacheInterval: 1 * time.Minute,
} }
mg.RegisterRead(func(ctx context.Context) (metrics []Metric) { mg.RegisterRead(func(ctx context.Context) (metrics []Metric) {
objLayer := newObjectLayerFn() objLayer := newObjectLayerFn()
@ -2001,7 +2025,7 @@ func getLocalStorageMetrics() *MetricsGroup {
func getLocalDriveStorageMetrics() *MetricsGroup { func getLocalDriveStorageMetrics() *MetricsGroup {
mg := &MetricsGroup{ mg := &MetricsGroup{
cacheInterval: 3 * time.Second, cacheInterval: 1 * time.Minute,
} }
mg.RegisterRead(func(ctx context.Context) (metrics []Metric) { mg.RegisterRead(func(ctx context.Context) (metrics []Metric) {
objLayer := newObjectLayerFn() objLayer := newObjectLayerFn()
@ -2034,7 +2058,7 @@ func getLocalDriveStorageMetrics() *MetricsGroup {
func getClusterStorageMetrics() *MetricsGroup { func getClusterStorageMetrics() *MetricsGroup {
mg := &MetricsGroup{ mg := &MetricsGroup{
cacheInterval: 10 * time.Second, cacheInterval: 1 * time.Minute,
} }
mg.RegisterRead(func(ctx context.Context) (metrics []Metric) { mg.RegisterRead(func(ctx context.Context) (metrics []Metric) {
objLayer := newObjectLayerFn() objLayer := newObjectLayerFn()