MyFavMirrors
/
minio
mirror of https://github.com/minio/minio.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Remove '.minio.sys/tmp' files in background (#7124) 

If it does happen that we have a lot files in '.minio.sys/tmp',
minio startup might block deleting this folder. Rename and
delete in background instead to allow Minio to start serving
requests.
This commit is contained in:
Harshavardhana 2019-01-26 01:33:28 +04:00 committed by kannappanr
parent 2053b3414f
commit 526546d588
1 changed files with 58 additions and 19 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

57
cmd/prepare-storage.go
View File

@ -23,6 +23,7 @@ import (
"time" "time"
"github.com/minio/minio/cmd/logger" "github.com/minio/minio/cmd/logger"
"github.com/minio/minio/pkg/sync/errgroup"
) )
var printEndpointError = func() func(Endpoint, error) { var printEndpointError = func() func(Endpoint, error) {
@ -49,18 +50,26 @@ var printEndpointError = func() func(Endpoint, error) {
// Migrates backend format of local disks. // Migrates backend format of local disks.
func formatXLMigrateLocalEndpoints(endpoints EndpointList) error { func formatXLMigrateLocalEndpoints(endpoints EndpointList) error {
for _, endpoint := range endpoints { g := errgroup.WithNErrs(len(endpoints))
for index, endpoint := range endpoints {
if !endpoint.IsLocal { if !endpoint.IsLocal {
continue continue
} }
formatPath := pathJoin(endpoint.Path, minioMetaBucket, formatConfigFile) index := index
g.Go(func() error {
epPath := endpoints[index].Path
formatPath := pathJoin(epPath, minioMetaBucket, formatConfigFile)
if _, err := os.Stat(formatPath); err != nil { if _, err := os.Stat(formatPath); err != nil {
if os.IsNotExist(err) { if os.IsNotExist(err) {
continue return nil
} }
return err return err
} }
if err := formatXLMigrate(endpoint.Path); err != nil { return formatXLMigrate(epPath)
}, index)
}
for _, err := range g.Wait() {
if err != nil {
return err return err
} }
} }
@ -69,21 +78,51 @@ func formatXLMigrateLocalEndpoints(endpoints EndpointList) error {
// Cleans up tmp directory of local disks. // Cleans up tmp directory of local disks.
func formatXLCleanupTmpLocalEndpoints(endpoints EndpointList) error { func formatXLCleanupTmpLocalEndpoints(endpoints EndpointList) error {
for _, endpoint := range endpoints { g := errgroup.WithNErrs(len(endpoints))
for index, endpoint := range endpoints {
if !endpoint.IsLocal { if !endpoint.IsLocal {
continue continue
} }
formatPath := pathJoin(endpoint.Path, minioMetaBucket, formatConfigFile) index := index
g.Go(func() error {
epPath := endpoints[index].Path
// If disk is not formatted there is nothing to be cleaned up.
formatPath := pathJoin(epPath, minioMetaBucket, formatConfigFile)
if _, err := os.Stat(formatPath); err != nil { if _, err := os.Stat(formatPath); err != nil {
if os.IsNotExist(err) { if os.IsNotExist(err) {
continue return nil
} }
return err return err
} }
if err := removeAll(pathJoin(endpoint.Path, minioMetaTmpBucket)); err != nil { if _, err := os.Stat(pathJoin(epPath, minioMetaTmpBucket+"-old")); err != nil {
if !os.IsNotExist(err) {
return err return err
} }
if err := mkdirAll(pathJoin(endpoint.Path, minioMetaTmpBucket), 0777); err != nil { }
// Need to move temporary objects left behind from previous run of minio
// server to a unique directory under `minioMetaTmpBucket-old` to clean
// up `minioMetaTmpBucket` for the current run.
//
// /disk1/.minio.sys/tmp-old/
// |__ 33a58b40-aecc-4c9f-a22f-ff17bfa33b62
// |__ e870a2c1-d09c-450c-a69c-6eaa54a89b3e
//
// In this example, `33a58b40-aecc-4c9f-a22f-ff17bfa33b62` directory contains
// temporary objects from one of the previous runs of minio server.
if err := renameAll(pathJoin(epPath, minioMetaTmpBucket),
pathJoin(epPath, minioMetaTmpBucket+"-old", mustGetUUID())); err != nil {
return err
}
// Removal of tmp-old folder is backgrounded completely.
go removeAll(pathJoin(epPath, minioMetaTmpBucket+"-old"))
return mkdirAll(pathJoin(epPath, minioMetaTmpBucket), 0777)
}, index)
}
for _, err := range g.Wait() {
if err != nil {
return err return err
} }
} }