/* * MinIO Cloud Storage, (C) 2018 MinIO, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package cmd import ( "bytes" "context" "encoding/json" "fmt" "path" "runtime" "sort" "strings" "time" "github.com/minio/minio/cmd/config" "github.com/minio/minio/cmd/logger" "github.com/minio/minio/pkg/madmin" ) const ( minioConfigPrefix = "config" // Captures all the previous SetKV operations and allows rollback. minioConfigHistoryPrefix = minioConfigPrefix + "/history" // MinIO configuration file. minioConfigFile = "config.json" // MinIO configuration backup file minioConfigBackupFile = minioConfigFile + ".backup" ) func listServerConfigHistory(ctx context.Context, objAPI ObjectLayer) ([]madmin.ConfigHistoryEntry, error) { var configHistory []madmin.ConfigHistoryEntry // List all kvs marker := "" for { res, err := objAPI.ListObjects(ctx, minioMetaBucket, minioConfigHistoryPrefix, marker, "", 1000) if err != nil { return nil, err } for _, obj := range res.Objects { configHistory = append(configHistory, madmin.ConfigHistoryEntry{ RestoreID: path.Base(obj.Name), CreateTime: obj.ModTime, // ModTime is createTime for config history entries. }) } if !res.IsTruncated { // We are done here break } marker = res.NextMarker } sort.Slice(configHistory, func(i, j int) bool { return configHistory[i].CreateTime.Before(configHistory[j].CreateTime) }) return configHistory, nil } func delServerConfigHistory(ctx context.Context, objAPI ObjectLayer, uuidKV string) error { historyFile := pathJoin(minioConfigHistoryPrefix, uuidKV) return objAPI.DeleteObject(ctx, minioMetaBucket, historyFile) } func readServerConfigHistory(ctx context.Context, objAPI ObjectLayer, uuidKV string) ([]byte, error) { historyFile := pathJoin(minioConfigHistoryPrefix, uuidKV) return readConfig(ctx, objAPI, historyFile) } func saveServerConfigHistory(ctx context.Context, objAPI ObjectLayer, kv []byte) error { uuidKV := mustGetUUID() + ".kv" historyFile := pathJoin(minioConfigHistoryPrefix, uuidKV) // Save the new config KV settings into the history path. return saveConfig(ctx, objAPI, historyFile, kv) } func saveServerConfig(ctx context.Context, objAPI ObjectLayer, config interface{}, oldConfig interface{}) error { data, err := json.Marshal(config) if err != nil { return err } configFile := path.Join(minioConfigPrefix, minioConfigFile) // Create a backup of the current config backupConfigFile := path.Join(minioConfigPrefix, minioConfigBackupFile) var oldData []byte var freshConfig bool if oldConfig == nil { oldData, err = readConfig(ctx, objAPI, configFile) if err != nil && err != errConfigNotFound { return err } // Current config not found, so nothing to backup. freshConfig = true } else { oldData, err = json.Marshal(oldConfig) if err != nil { return err } } // No need to take backups for fresh setups. if !freshConfig { if err = saveConfig(ctx, objAPI, backupConfigFile, oldData); err != nil { return err } } // Save the new config in the std config path return saveConfig(ctx, objAPI, configFile, data) } func readServerConfig(ctx context.Context, objAPI ObjectLayer) (config.Config, error) { configFile := path.Join(minioConfigPrefix, minioConfigFile) configData, err := readConfig(ctx, objAPI, configFile) if err != nil { return nil, err } if runtime.GOOS == "windows" { configData = bytes.Replace(configData, []byte("\r\n"), []byte("\n"), -1) } var config = config.New() if err = json.Unmarshal(configData, &config); err != nil { return nil, err } return config, nil } // ConfigSys - config system. type ConfigSys struct{} // Load - load config.json. func (sys *ConfigSys) Load(objAPI ObjectLayer) error { return sys.Init(objAPI) } // WatchConfigNASDisk - watches nas disk on periodic basis. func (sys *ConfigSys) WatchConfigNASDisk(objAPI ObjectLayer) { configInterval := globalRefreshIAMInterval watchDisk := func() { ticker := time.NewTicker(configInterval) defer ticker.Stop() for { select { case <-GlobalServiceDoneCh: return case <-ticker.C: loadConfig(objAPI) } } } // Refresh configSys in background for NAS gateway. go watchDisk() } // Init - initializes config system from config.json. func (sys *ConfigSys) Init(objAPI ObjectLayer) error { if objAPI == nil { return errInvalidArgument } doneCh := make(chan struct{}) defer close(doneCh) // Initializing configuration needs a retry mechanism for // the following reasons: // - Read quorum is lost just after the initialization // of the object layer. // - Write quorum not met when upgrading configuration // version is needed. retryTimerCh := newRetryTimerSimple(doneCh) for { select { case <-retryTimerCh: if err := initConfig(objAPI); err != nil { if strings.Contains(err.Error(), InsufficientReadQuorum{}.Error()) || strings.Contains(err.Error(), InsufficientWriteQuorum{}.Error()) { logger.Info("Waiting for configuration to be initialized..") continue } return err } return nil case <-globalOSSignalCh: return fmt.Errorf("Initializing config sub-system gracefully stopped") } } } // NewConfigSys - creates new config system object. func NewConfigSys() *ConfigSys { return &ConfigSys{} } // Initialize and load config from remote etcd or local config directory func initConfig(objAPI ObjectLayer) error { if objAPI == nil { return errServerNotInitialized } if isFile(getConfigFile()) { if err := migrateConfig(); err != nil { return err } } // Migrates ${HOME}/.minio/config.json or config.json.deprecated // to '/.minio.sys/config/config.json' // ignore if the file doesn't exist. // If etcd is set then migrates /config/config.json // to '/.minio.sys/config/config.json' if err := migrateConfigToMinioSys(objAPI); err != nil { return err } // Migrates backend '/.minio.sys/config/config.json' to latest version. if err := migrateMinioSysConfig(objAPI); err != nil { return err } // Migrates backend '/.minio.sys/config/config.json' to // latest config format. if err := migrateMinioSysConfigToKV(objAPI); err != nil { return err } return loadConfig(objAPI) }