mirror of
https://github.com/minio/minio.git
synced 2024-12-26 23:25:54 -05:00
48b590e14b
our PoolNumber calculation was costly, while we already had this information per endpoint, we needed to deduce it appropriately. This PR addresses this by assigning PoolNumbers field that carries all the pool numbers that belong to a server. properties.PoolNumber still carries a valid value only when len(properties.PoolNumbers) == 1, otherwise properties.PoolNumber is set to math.MaxInt (indicating that this value is undefined) and then one must rely on properties.PoolNumbers for server participation in multiple pools. addresses the issue originating from #11327
171 lines
4.9 KiB
Go
171 lines
4.9 KiB
Go
// Copyright (c) 2015-2021 MinIO, Inc.
|
|
//
|
|
// This file is part of MinIO Object Storage stack
|
|
//
|
|
// This program is free software: you can redistribute it and/or modify
|
|
// it under the terms of the GNU Affero General Public License as published by
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
// (at your option) any later version.
|
|
//
|
|
// This program is distributed in the hope that it will be useful
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
// GNU Affero General Public License for more details.
|
|
//
|
|
// You should have received a copy of the GNU Affero General Public License
|
|
// along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
package cmd
|
|
|
|
import (
|
|
"context"
|
|
"math"
|
|
"net/http"
|
|
"os"
|
|
"runtime"
|
|
"runtime/debug"
|
|
"sort"
|
|
"strings"
|
|
"time"
|
|
|
|
"github.com/minio/madmin-go/v3"
|
|
"github.com/minio/minio/internal/config"
|
|
"github.com/minio/minio/internal/kms"
|
|
"github.com/minio/minio/internal/logger"
|
|
)
|
|
|
|
// getLocalServerProperty - returns madmin.ServerProperties for only the
|
|
// local endpoints from given list of endpoints
|
|
func getLocalServerProperty(endpointServerPools EndpointServerPools, r *http.Request, metrics bool) madmin.ServerProperties {
|
|
addr := globalLocalNodeName
|
|
if r != nil {
|
|
addr = r.Host
|
|
}
|
|
if globalIsDistErasure {
|
|
addr = globalLocalNodeName
|
|
}
|
|
poolNumbers := make(map[int]struct{})
|
|
network := make(map[string]string)
|
|
for _, ep := range endpointServerPools {
|
|
for _, endpoint := range ep.Endpoints {
|
|
if endpoint.IsLocal {
|
|
poolNumbers[endpoint.PoolIdx+1] = struct{}{}
|
|
}
|
|
nodeName := endpoint.Host
|
|
if nodeName == "" {
|
|
nodeName = addr
|
|
}
|
|
if endpoint.IsLocal {
|
|
// Only proceed for local endpoints
|
|
network[nodeName] = string(madmin.ItemOnline)
|
|
continue
|
|
}
|
|
_, present := network[nodeName]
|
|
if !present {
|
|
if err := isServerResolvable(endpoint, 5*time.Second); err == nil {
|
|
network[nodeName] = string(madmin.ItemOnline)
|
|
} else {
|
|
network[nodeName] = string(madmin.ItemOffline)
|
|
// log once the error
|
|
logger.LogOnceIf(context.Background(), err, nodeName)
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
var memstats runtime.MemStats
|
|
runtime.ReadMemStats(&memstats)
|
|
|
|
gcStats := debug.GCStats{
|
|
// If stats.PauseQuantiles is non-empty, ReadGCStats fills
|
|
// it with quantiles summarizing the distribution of pause time.
|
|
// For example, if len(stats.PauseQuantiles) is 5, it will be
|
|
// filled with the minimum, 25%, 50%, 75%, and maximum pause times.
|
|
PauseQuantiles: make([]time.Duration, 5),
|
|
}
|
|
debug.ReadGCStats(&gcStats)
|
|
// Truncate GC stats to max 5 entries.
|
|
if len(gcStats.PauseEnd) > 5 {
|
|
gcStats.PauseEnd = gcStats.PauseEnd[len(gcStats.PauseEnd)-5:]
|
|
}
|
|
if len(gcStats.Pause) > 5 {
|
|
gcStats.Pause = gcStats.Pause[len(gcStats.Pause)-5:]
|
|
}
|
|
|
|
props := madmin.ServerProperties{
|
|
Endpoint: addr,
|
|
Uptime: UTCNow().Unix() - globalBootTime.Unix(),
|
|
Version: Version,
|
|
CommitID: CommitID,
|
|
Network: network,
|
|
MemStats: madmin.MemStats{
|
|
Alloc: memstats.Alloc,
|
|
TotalAlloc: memstats.TotalAlloc,
|
|
Mallocs: memstats.Mallocs,
|
|
Frees: memstats.Frees,
|
|
HeapAlloc: memstats.HeapAlloc,
|
|
},
|
|
GoMaxProcs: runtime.GOMAXPROCS(0),
|
|
NumCPU: runtime.NumCPU(),
|
|
RuntimeVersion: runtime.Version(),
|
|
GCStats: &madmin.GCStats{
|
|
LastGC: gcStats.LastGC,
|
|
NumGC: gcStats.NumGC,
|
|
PauseTotal: gcStats.PauseTotal,
|
|
Pause: gcStats.Pause,
|
|
PauseEnd: gcStats.PauseEnd,
|
|
},
|
|
MinioEnvVars: make(map[string]string, 10),
|
|
}
|
|
|
|
for poolNumber := range poolNumbers {
|
|
props.PoolNumbers = append(props.PoolNumbers, poolNumber)
|
|
}
|
|
sort.Ints(props.PoolNumbers)
|
|
props.PoolNumber = func() int {
|
|
if len(props.PoolNumbers) == 1 {
|
|
return props.PoolNumbers[0]
|
|
}
|
|
return math.MaxInt // this indicates that its unset.
|
|
}()
|
|
|
|
sensitive := map[string]struct{}{
|
|
config.EnvAccessKey: {},
|
|
config.EnvSecretKey: {},
|
|
config.EnvRootUser: {},
|
|
config.EnvRootPassword: {},
|
|
config.EnvMinIOSubnetAPIKey: {},
|
|
kms.EnvKMSSecretKey: {},
|
|
}
|
|
for _, v := range os.Environ() {
|
|
if !strings.HasPrefix(v, "MINIO") && !strings.HasPrefix(v, "_MINIO") {
|
|
continue
|
|
}
|
|
split := strings.SplitN(v, "=", 2)
|
|
key := split[0]
|
|
value := ""
|
|
if len(split) > 1 {
|
|
value = split[1]
|
|
}
|
|
|
|
// Do not send sensitive creds.
|
|
if _, ok := sensitive[key]; ok || strings.Contains(strings.ToLower(key), "password") || strings.HasSuffix(strings.ToLower(key), "key") {
|
|
props.MinioEnvVars[key] = "*** EXISTS, REDACTED ***"
|
|
continue
|
|
}
|
|
props.MinioEnvVars[key] = value
|
|
}
|
|
|
|
objLayer := newObjectLayerFn()
|
|
if objLayer != nil {
|
|
storageInfo := objLayer.LocalStorageInfo(GlobalContext, metrics)
|
|
props.State = string(madmin.ItemOnline)
|
|
props.Disks = storageInfo.Disks
|
|
} else {
|
|
props.State = string(madmin.ItemInitializing)
|
|
props.Disks = getOfflineDisks("", globalEndpoints)
|
|
}
|
|
|
|
return props
|
|
}
|