mirror of
https://github.com/minio/minio.git
synced 2024-12-26 15:15:55 -05:00
957ecb1b64
re-implement the cache purging routine to avoid using ioutil.ReadDir which can lead to high allocations when there are cache directories with lots of content, or when cache is installed in memory constrainted environments. Instead rely on a callback function where we are not using memory no-more than 8KiB per cycle. Precursor for this change refer #9425, original issue pointed by Caleb Case <caleb@storj.io>
169 lines
4.1 KiB
Go
169 lines
4.1 KiB
Go
// +build windows
|
|
|
|
/*
|
|
* MinIO Cloud Storage, (C) 2016-2020 MinIO, Inc.
|
|
*
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
* you may not use this file except in compliance with the License.
|
|
* You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
* See the License for the specific language governing permissions and
|
|
* limitations under the License.
|
|
*/
|
|
|
|
package cmd
|
|
|
|
import (
|
|
"os"
|
|
"strings"
|
|
"syscall"
|
|
)
|
|
|
|
// Return all the entries at the directory dirPath.
|
|
func readDir(dirPath string) (entries []string, err error) {
|
|
return readDirN(dirPath, -1)
|
|
}
|
|
|
|
// readDir applies the filter function on each entries at dirPath, doesn't recurse into
|
|
// the directory itself.
|
|
func readDirFilterFn(dirPath string, filter func(name string, typ os.FileMode) error) error {
|
|
d, err := os.Open(dirPath)
|
|
if err != nil {
|
|
// File is really not found.
|
|
if os.IsNotExist(err) {
|
|
return errFileNotFound
|
|
}
|
|
|
|
// File path cannot be verified since one of the parents is a file.
|
|
if strings.Contains(err.Error(), "not a directory") {
|
|
return errFileNotFound
|
|
}
|
|
return err
|
|
}
|
|
defer d.Close()
|
|
|
|
st, err := d.Stat()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
// Not a directory return error.
|
|
if !st.IsDir() {
|
|
return errFileAccessDenied
|
|
}
|
|
|
|
data := &syscall.Win32finddata{}
|
|
|
|
for {
|
|
e := syscall.FindNextFile(syscall.Handle(d.Fd()), data)
|
|
if e != nil {
|
|
if e == syscall.ERROR_NO_MORE_FILES {
|
|
break
|
|
} else {
|
|
err = &os.PathError{
|
|
Op: "FindNextFile",
|
|
Path: dirPath,
|
|
Err: e,
|
|
}
|
|
return err
|
|
}
|
|
}
|
|
name := syscall.UTF16ToString(data.FileName[0:])
|
|
if name == "" || name == "." || name == ".." { // Useless names
|
|
continue
|
|
}
|
|
if data.FileAttributes&syscall.FILE_ATTRIBUTE_REPARSE_POINT != 0 {
|
|
continue
|
|
}
|
|
var typ os.FileMode = 0 // regular file
|
|
if data.FileAttributes&syscall.FILE_ATTRIBUTE_DIRECTORY != 0 {
|
|
typ = os.ModeDir
|
|
}
|
|
if err = filter(name, typ); err == errDoneForNow {
|
|
// filtering requested to return by caller.
|
|
return nil
|
|
}
|
|
}
|
|
|
|
return err
|
|
}
|
|
|
|
// Return N entries at the directory dirPath. If count is -1, return all entries
|
|
func readDirN(dirPath string, count int) (entries []string, err error) {
|
|
d, err := os.Open(dirPath)
|
|
if err != nil {
|
|
// File is really not found.
|
|
if os.IsNotExist(err) {
|
|
return nil, errFileNotFound
|
|
}
|
|
|
|
// File path cannot be verified since one of the parents is a file.
|
|
if strings.Contains(err.Error(), "not a directory") {
|
|
return nil, errFileNotFound
|
|
}
|
|
return nil, err
|
|
}
|
|
defer d.Close()
|
|
|
|
st, err := d.Stat()
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
// Not a directory return error.
|
|
if !st.IsDir() {
|
|
return nil, errFileAccessDenied
|
|
}
|
|
|
|
data := &syscall.Win32finddata{}
|
|
|
|
for count != 0 {
|
|
e := syscall.FindNextFile(syscall.Handle(d.Fd()), data)
|
|
if e != nil {
|
|
if e == syscall.ERROR_NO_MORE_FILES {
|
|
break
|
|
} else {
|
|
err = &os.PathError{
|
|
Op: "FindNextFile",
|
|
Path: dirPath,
|
|
Err: e,
|
|
}
|
|
return
|
|
}
|
|
}
|
|
name := syscall.UTF16ToString(data.FileName[0:])
|
|
if name == "" || name == "." || name == ".." { // Useless names
|
|
continue
|
|
}
|
|
switch {
|
|
case data.FileAttributes&syscall.FILE_ATTRIBUTE_REPARSE_POINT != 0:
|
|
// If its symbolic link, follow the link using os.Stat()
|
|
var fi os.FileInfo
|
|
fi, err = os.Stat(pathJoin(dirPath, name))
|
|
if err != nil {
|
|
// If file does not exist, we continue and skip it.
|
|
// Could happen if it was deleted in the middle while
|
|
// this list was being performed.
|
|
if os.IsNotExist(err) {
|
|
continue
|
|
}
|
|
return nil, err
|
|
}
|
|
if fi.IsDir() {
|
|
entries = append(entries, name+SlashSeparator)
|
|
} else if fi.Mode().IsRegular() {
|
|
entries = append(entries, name)
|
|
}
|
|
case data.FileAttributes&syscall.FILE_ATTRIBUTE_DIRECTORY != 0:
|
|
entries = append(entries, name+SlashSeparator)
|
|
default:
|
|
entries = append(entries, name)
|
|
}
|
|
count--
|
|
}
|
|
return entries, nil
|
|
}
|