// Copyright (c) 2015-2021 MinIO, Inc. // // This file is part of MinIO Object Storage stack // // This program is free software: you can redistribute it and/or modify // it under the terms of the GNU Affero General Public License as published by // the Free Software Foundation, either version 3 of the License, or // (at your option) any later version. // // This program is distributed in the hope that it will be useful // but WITHOUT ANY WARRANTY; without even the implied warranty of // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the // GNU Affero General Public License for more details. // // You should have received a copy of the GNU Affero General Public License // along with this program. If not, see . package scanner import ( "fmt" "strconv" "time" "github.com/minio/minio/internal/config" "github.com/minio/pkg/v2/env" ) // Compression environment variables const ( Speed = "speed" EnvSpeed = "MINIO_SCANNER_SPEED" // All below are deprecated in October 2022 and // replaced them with a single speed parameter Delay = "delay" MaxWait = "max_wait" Cycle = "cycle" EnvDelay = "MINIO_SCANNER_DELAY" EnvCycle = "MINIO_SCANNER_CYCLE" EnvDelayLegacy = "MINIO_CRAWLER_DELAY" EnvMaxWait = "MINIO_SCANNER_MAX_WAIT" EnvMaxWaitLegacy = "MINIO_CRAWLER_MAX_WAIT" ) // Config represents the heal settings. type Config struct { // Delay is the sleep multiplier. Delay float64 `json:"delay"` // MaxWait is maximum wait time between operations MaxWait time.Duration // Cycle is the time.Duration between each scanner cycles Cycle time.Duration } // DefaultKVS - default KV config for heal settings var DefaultKVS = config.KVS{ config.KV{ Key: Speed, Value: "default", }, // Deprecated Oct 2022 config.KV{ Key: Delay, Value: "", Deprecated: true, }, // Deprecated Oct 2022 config.KV{ Key: MaxWait, Value: "", Deprecated: true, }, // Deprecated Oct 2022 config.KV{ Key: Cycle, Value: "", Deprecated: true, }, } // LookupConfig - lookup config and override with valid environment settings if any. func LookupConfig(kvs config.KVS) (cfg Config, err error) { if err = config.CheckValidKeys(config.ScannerSubSys, kvs, DefaultKVS); err != nil { return cfg, err } // Stick to loading deprecated config/env if they are already set, and the Speed value // has not been changed from its "default" value, if it has been changed honor new settings. if kvs.GetWithDefault(Speed, DefaultKVS) == "default" { if kvs.Get(Delay) != "" && kvs.Get(MaxWait) != "" { return lookupDeprecatedScannerConfig(kvs) } } switch speed := env.Get(EnvSpeed, kvs.GetWithDefault(Speed, DefaultKVS)); speed { case "fastest": cfg.Delay, cfg.MaxWait, cfg.Cycle = 0, 0, time.Second case "fast": cfg.Delay, cfg.MaxWait, cfg.Cycle = 1, 100*time.Millisecond, time.Minute case "default": cfg.Delay, cfg.MaxWait, cfg.Cycle = 2, time.Second, time.Minute case "slow": cfg.Delay, cfg.MaxWait, cfg.Cycle = 10, 15*time.Second, time.Minute case "slowest": cfg.Delay, cfg.MaxWait, cfg.Cycle = 100, 15*time.Second, 30*time.Minute default: return cfg, fmt.Errorf("unknown '%s' value", speed) } return } func lookupDeprecatedScannerConfig(kvs config.KVS) (cfg Config, err error) { delay := env.Get(EnvDelayLegacy, "") if delay == "" { delay = env.Get(EnvDelay, kvs.GetWithDefault(Delay, DefaultKVS)) } cfg.Delay, err = strconv.ParseFloat(delay, 64) if err != nil { return cfg, err } maxWait := env.Get(EnvMaxWaitLegacy, "") if maxWait == "" { maxWait = env.Get(EnvMaxWait, kvs.GetWithDefault(MaxWait, DefaultKVS)) } cfg.MaxWait, err = time.ParseDuration(maxWait) if err != nil { return cfg, err } cycle := env.Get(EnvCycle, kvs.GetWithDefault(Cycle, DefaultKVS)) if cycle == "" { cycle = "1m" } cfg.Cycle, err = time.ParseDuration(cycle) if err != nil { return cfg, err } return cfg, nil }