mirror of https://github.com/minio/minio.git
133 lines
3.7 KiB
Go
133 lines
3.7 KiB
Go
// Copyright (c) 2015-2021 MinIO, Inc.
|
|
//
|
|
// This file is part of MinIO Object Storage stack
|
|
//
|
|
// This program is free software: you can redistribute it and/or modify
|
|
// it under the terms of the GNU Affero General Public License as published by
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
// (at your option) any later version.
|
|
//
|
|
// This program is distributed in the hope that it will be useful
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
// GNU Affero General Public License for more details.
|
|
//
|
|
// You should have received a copy of the GNU Affero General Public License
|
|
// along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
package scanner
|
|
|
|
import (
|
|
"fmt"
|
|
"strconv"
|
|
"time"
|
|
|
|
"github.com/minio/minio/internal/config"
|
|
"github.com/minio/pkg/env"
|
|
)
|
|
|
|
// Compression environment variables
|
|
const (
|
|
Speed = "speed"
|
|
EnvSpeed = "MINIO_SCANNER_SPEED"
|
|
|
|
// All below are deprecated in October 2022 and
|
|
// replaced them with a single speed parameter
|
|
Delay = "delay"
|
|
MaxWait = "max_wait"
|
|
Cycle = "cycle"
|
|
EnvDelay = "MINIO_SCANNER_DELAY"
|
|
EnvCycle = "MINIO_SCANNER_CYCLE"
|
|
EnvDelayLegacy = "MINIO_CRAWLER_DELAY"
|
|
EnvMaxWait = "MINIO_SCANNER_MAX_WAIT"
|
|
EnvMaxWaitLegacy = "MINIO_CRAWLER_MAX_WAIT"
|
|
)
|
|
|
|
// Config represents the heal settings.
|
|
type Config struct {
|
|
// Delay is the sleep multiplier.
|
|
Delay float64 `json:"delay"`
|
|
// MaxWait is maximum wait time between operations
|
|
MaxWait time.Duration
|
|
// Cycle is the time.Duration between each scanner cycles
|
|
Cycle time.Duration
|
|
}
|
|
|
|
// DefaultKVS - default KV config for heal settings
|
|
var DefaultKVS = config.KVS{
|
|
config.KV{
|
|
Key: Speed,
|
|
Value: "default",
|
|
},
|
|
// Deprecated Oct 2022
|
|
config.KV{
|
|
Key: Delay,
|
|
Value: "",
|
|
Deprecated: true,
|
|
},
|
|
// Deprecated Oct 2022
|
|
config.KV{
|
|
Key: MaxWait,
|
|
Value: "",
|
|
Deprecated: true,
|
|
},
|
|
// Deprecated Oct 2022
|
|
config.KV{
|
|
Key: Cycle,
|
|
Value: "",
|
|
Deprecated: true,
|
|
},
|
|
}
|
|
|
|
// LookupConfig - lookup config and override with valid environment settings if any.
|
|
func LookupConfig(kvs config.KVS) (cfg Config, err error) {
|
|
if err = config.CheckValidKeys(config.ScannerSubSys, kvs, DefaultKVS); err != nil {
|
|
return cfg, err
|
|
}
|
|
|
|
// Stick to loading deprecated config/env if they are already set
|
|
if kvs.Get(Delay) != "" && kvs.Get(MaxWait) != "" && kvs.Get(Cycle) != "" {
|
|
return lookupDeprecatedScannerConfig(kvs)
|
|
}
|
|
|
|
switch speed := env.Get(EnvSpeed, kvs.GetWithDefault(Speed, DefaultKVS)); speed {
|
|
case "fastest":
|
|
cfg.Delay, cfg.MaxWait, cfg.Cycle = 0, 0, 0
|
|
case "fast":
|
|
cfg.Delay, cfg.MaxWait, cfg.Cycle = 1, 100*time.Millisecond, time.Minute
|
|
case "default":
|
|
cfg.Delay, cfg.MaxWait, cfg.Cycle = 2, 5*time.Second, time.Minute
|
|
case "slow":
|
|
cfg.Delay, cfg.MaxWait, cfg.Cycle = 10, 15*time.Second, time.Minute
|
|
case "slowest":
|
|
cfg.Delay, cfg.MaxWait, cfg.Cycle = 100, 15*time.Second, 30*time.Minute
|
|
default:
|
|
return cfg, fmt.Errorf("unknown '%s' value", speed)
|
|
}
|
|
return
|
|
}
|
|
|
|
func lookupDeprecatedScannerConfig(kvs config.KVS) (cfg Config, err error) {
|
|
delay := env.Get(EnvDelayLegacy, "")
|
|
if delay == "" {
|
|
delay = env.Get(EnvDelay, kvs.GetWithDefault(Delay, DefaultKVS))
|
|
}
|
|
cfg.Delay, err = strconv.ParseFloat(delay, 64)
|
|
if err != nil {
|
|
return cfg, err
|
|
}
|
|
maxWait := env.Get(EnvMaxWaitLegacy, "")
|
|
if maxWait == "" {
|
|
maxWait = env.Get(EnvMaxWait, kvs.GetWithDefault(MaxWait, DefaultKVS))
|
|
}
|
|
cfg.MaxWait, err = time.ParseDuration(maxWait)
|
|
if err != nil {
|
|
return cfg, err
|
|
}
|
|
cfg.Cycle, err = time.ParseDuration(env.Get(EnvCycle, kvs.GetWithDefault(Cycle, DefaultKVS)))
|
|
if err != nil {
|
|
return cfg, err
|
|
}
|
|
return cfg, nil
|
|
}
|