mirror of
https://github.com/minio/minio.git
synced 2025-07-14 11:21:52 -04:00
heal sets with optional prefix input
This commit is contained in:
parent
42157eb218
commit
0615d85384
@ -63,6 +63,7 @@ const (
|
||||
|
||||
healSetsUUID = "healSetsUUID"
|
||||
healSetsList = "healSetsList"
|
||||
healSetsPrefix = "healSetsPrefix"
|
||||
healSleepDuration = "healSleepDuration"
|
||||
healSleepMaxIO = "healSleepMaxIO"
|
||||
)
|
||||
@ -779,9 +780,8 @@ func (a adminAPIHandlers) HealSetsHandler(w http.ResponseWriter, r *http.Request
|
||||
wg.Add(1)
|
||||
go func(setNumber int) {
|
||||
defer wg.Done()
|
||||
lbDisks := z.serverSets[0].sets[setNumber].getOnlineDisks()
|
||||
setDriveCount := z.SetDriveCount()
|
||||
if err := healErasureSet(ctx, setNumber, setDriveCount, opts.sleepForIO, opts.sleepDuration, buckets, lbDisks); err != nil {
|
||||
lbDisks := z.serverSets[0].sets[setNumber].getDisks()
|
||||
if err := healErasureSet(ctx, vars[healSetsPrefix], setNumber, opts.sleepForIO, opts.sleepDuration, buckets, lbDisks); err != nil {
|
||||
logger.LogIf(ctx, err)
|
||||
}
|
||||
}(setNumber)
|
||||
@ -791,7 +791,11 @@ func (a adminAPIHandlers) HealSetsHandler(w http.ResponseWriter, r *http.Request
|
||||
opts.cancel()
|
||||
delete(a.healSetsMap, opts.taskUUID)
|
||||
a.mu.Unlock()
|
||||
if vars[healSetsPrefix] != "" {
|
||||
logger.Info("Healing finished for %v at %s", vars[healSetsList], vars[healSetsPrefix])
|
||||
} else {
|
||||
logger.Info("Healing finished for %v", vars[healSetsList])
|
||||
}
|
||||
}()
|
||||
|
||||
a.mu.Lock()
|
||||
|
@ -85,7 +85,10 @@ func registerAdminRouter(router *mux.Router, enableConfigOps, enableIAMOps bool)
|
||||
Queries(healSetsUUID, "{healSetsUUID:.*}")
|
||||
adminRouter.Methods(http.MethodPost).Path(adminVersion+"/heal-sets").
|
||||
HandlerFunc(httpTraceHdrs(adminAPI.HealSetsHandler)).
|
||||
Queries(healSetsList, "{healSetsList:.*}", healSleepMaxIO, "{healSleepMaxIO:.*}", healSleepDuration, "{healSleepDuration:.*}")
|
||||
Queries(healSetsList, "{healSetsList:.*}",
|
||||
healSetsPrefix, "{healSetsPrefix:.*}",
|
||||
healSleepMaxIO, "{healSleepMaxIO:.*}",
|
||||
healSleepDuration, "{healSleepDuration:.*}")
|
||||
adminRouter.Methods(http.MethodPost).Path(adminVersion + "/background-heal/status").HandlerFunc(httpTraceHdrs(adminAPI.BackgroundHealStatusHandler))
|
||||
|
||||
/// Health operations
|
||||
|
@ -168,8 +168,7 @@ func monitorLocalDisksAndHeal(ctx context.Context, z *erasureServerSets, bgSeq *
|
||||
logger.Info("Healing disk '%s' on %s zone", disk, humanize.Ordinal(i+1))
|
||||
|
||||
lbDisks := z.serverSets[i].sets[setIndex].getOnlineDisks()
|
||||
setDriveCount := z.SetDriveCount()
|
||||
if err := healErasureSet(ctx, setIndex, setDriveCount, 10, time.Second, buckets, lbDisks); err != nil {
|
||||
if err := healErasureSet(ctx, "", setIndex, 100, time.Second, buckets, lbDisks); err != nil {
|
||||
logger.LogIf(ctx, err)
|
||||
continue
|
||||
}
|
||||
|
@ -98,7 +98,7 @@ func getLocalBackgroundHealStatus() (madmin.BgHealState, bool) {
|
||||
}
|
||||
|
||||
// healErasureSet lists and heals all objects in a specific erasure set
|
||||
func healErasureSet(ctx context.Context, setIndex int, setDriveCount int, maxIO int, maxSleep time.Duration, buckets []BucketInfo, disks []StorageAPI) error {
|
||||
func healErasureSet(ctx context.Context, prefix string, setIndex int, maxIO int, maxSleep time.Duration, buckets []BucketInfo, disks []StorageAPI) error {
|
||||
// Get background heal sequence to send elements to heal
|
||||
var bgSeq *healSequence
|
||||
var ok bool
|
||||
@ -115,6 +115,13 @@ func healErasureSet(ctx context.Context, setIndex int, setDriveCount int, maxIO
|
||||
}
|
||||
}
|
||||
|
||||
obj := newObjectLayerFn()
|
||||
if obj == nil {
|
||||
return errServerNotInitialized
|
||||
}
|
||||
|
||||
setDriveCount := obj.SetDriveCount()
|
||||
|
||||
// Try to pro-actively heal backend-encrypted file.
|
||||
bgSeq.sourceCh <- healSource{
|
||||
bucket: minioMetaBucket,
|
||||
@ -146,7 +153,11 @@ func healErasureSet(ctx context.Context, setIndex int, setDriveCount int, maxIO
|
||||
wwg.Add(1)
|
||||
go func(disk StorageAPI) {
|
||||
defer wwg.Done()
|
||||
entryCh, err := disk.WalkVersions(ctx, bucket.Name, "", "", true, ctx.Done())
|
||||
if disk == nil {
|
||||
// disk is nil and not available.
|
||||
return
|
||||
}
|
||||
entryCh, err := disk.WalkVersions(ctx, bucket.Name, prefix, "", true, ctx.Done())
|
||||
if err != nil {
|
||||
// Disk walk returned error, ignore it.
|
||||
return
|
||||
|
@ -213,6 +213,7 @@ func (hri *HealResultItem) GetOnlineCounts() (b, a int) {
|
||||
type HealSetsOpts struct {
|
||||
TaskID string
|
||||
Sets string // comma separated list of set numbers
|
||||
Prefix string // folder at which healing should trigger
|
||||
SleepMaxIO string // maximum IO tolerance after which healing would sleep
|
||||
// maximum sleep duration between objects to slow down heal operation
|
||||
// only applied in conjunction with maxIO.
|
||||
@ -245,6 +246,7 @@ func (adm *AdminClient) CancelHealSets(ctx context.Context, opts HealSetsOpts) e
|
||||
func (adm *AdminClient) HealSets(ctx context.Context, opts HealSetsOpts) (string, error) {
|
||||
queryVals := make(url.Values)
|
||||
queryVals.Set("healSetsList", opts.Sets)
|
||||
queryVals.Set("healSetsPrefix", opts.Prefix)
|
||||
queryVals.Set("healSleepMaxIO", opts.SleepMaxIO)
|
||||
queryVals.Set("healSleepDuration", opts.SleepMax)
|
||||
|
||||
|
Loading…
x
Reference in New Issue
Block a user