MyFavMirrors/minio
1
0
Fork 0
mirror of https://github.com/minio/minio.git synced 2025-07-27 01:10:08 -04:00
Code Issues Packages Projects Releases Wiki Activity

crawler: Wait max 1 second (#9894)

Browse Source 
Add 1-second timeout to crawler wait.

This will make the crawler able to run, albeit very, 
very slowly on high load servers.
This commit is contained in:
Klaus Post 2020-06-22 11:57:22 -07:00 committed by GitHub
parent f706a5b4c8
commit cae09d8b84
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 11 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
cmd/xl-storage.go
View File

@ -60,8 +60,10 @@ const (
readAheadBufSize = 1 << 20 readAheadBufSize = 1 << 20
// Wait interval to check if active IO count is low // Wait interval to check if active IO count is low
// to proceed crawling to compute data usage // to proceed crawling to compute data usage.
// Wait up to lowActiveIOWaitMaxN times.
lowActiveIOWaitTick = 100 * time.Millisecond lowActiveIOWaitTick = 100 * time.Millisecond
lowActiveIOWaitMaxN = 10
// XL metadata file carries per object metadata. // XL metadata file carries per object metadata.
xlStorageFormatFile = "xl.meta" xlStorageFormatFile = "xl.meta"
@ -357,8 +359,16 @@ func (s *xlStorage) IsLocal() bool {
} }
func (s *xlStorage) waitForLowActiveIO() { func (s *xlStorage) waitForLowActiveIO() {
max := lowActiveIOWaitMaxN
for atomic.LoadInt32(&s.activeIOCount) >= s.maxActiveIOCount { for atomic.LoadInt32(&s.activeIOCount) >= s.maxActiveIOCount {
time.Sleep(lowActiveIOWaitTick) time.Sleep(lowActiveIOWaitTick)
max--
if max == 0 {
if intDataUpdateTracker.debug {
logger.Info("waitForLowActiveIO: waited %d times, resuming", lowActiveIOWaitMaxN)
}
break
}
} }
} }