mirror of
https://github.com/minio/minio.git
synced 2024-12-26 23:25:54 -05:00
a7577da768
- Use a shared worker pool for all ILM expiry tasks - Free version cleanup executes in a separate goroutine - Add a free version only if removing the remote object fails - Add ILM expiry metrics to the node namespace - Move tier journal tasks to expiryState - Remove unused on-disk journal for tiered objects pending deletion - Distribute expiry tasks across workers such that the expiry of versions of the same object serialized - Ability to resize worker pool without server restart - Make scaling down of expiryState workers' concurrency safe; Thanks @klauspost - Add error logs when expiryState and transition state are not initialized (yet) * metrics: Add missed tier journal entry tasks * Initialize the ILM worker pool after the object layer
53 lines
1.8 KiB
Go
53 lines
1.8 KiB
Go
// Copyright (c) 2015-2024 MinIO, Inc.
|
|
//
|
|
// This file is part of MinIO Object Storage stack
|
|
//
|
|
// This program is free software: you can redistribute it and/or modify
|
|
// it under the terms of the GNU Affero General Public License as published by
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
// (at your option) any later version.
|
|
//
|
|
// This program is distributed in the hope that it will be useful
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
// GNU Affero General Public License for more details.
|
|
//
|
|
// You should have received a copy of the GNU Affero General Public License
|
|
// along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
package ilm
|
|
|
|
import "github.com/minio/minio/internal/config"
|
|
|
|
const (
|
|
transitionWorkers = "transition_workers"
|
|
expirationWorkers = "expiration_workers"
|
|
// EnvILMTransitionWorkers env variable to configure number of transition workers
|
|
EnvILMTransitionWorkers = "MINIO_ILM_TRANSITION_WORKERS"
|
|
// EnvILMExpirationWorkers env variable to configure number of expiration workers
|
|
EnvILMExpirationWorkers = "MINIO_ILM_EXPIRATION_WORKERS"
|
|
)
|
|
|
|
var (
|
|
defaultHelpPostfix = func(key string) string {
|
|
return config.DefaultHelpPostfix(DefaultKVS, key)
|
|
}
|
|
|
|
// HelpILM holds configuration keys and their default values for the ILM
|
|
// subsystem
|
|
HelpILM = config.HelpKVS{
|
|
config.HelpKV{
|
|
Key: transitionWorkers,
|
|
Type: "number",
|
|
Description: `set the number of transition workers` + defaultHelpPostfix(transitionWorkers),
|
|
Optional: true,
|
|
},
|
|
config.HelpKV{
|
|
Key: expirationWorkers,
|
|
Type: "number",
|
|
Description: `set the number of expiration workers` + defaultHelpPostfix(expirationWorkers),
|
|
Optional: true,
|
|
},
|
|
}
|
|
)
|