mirror of
https://github.com/minio/minio.git
synced 2024-12-25 14:45:54 -05:00
79e0b9e69a
* fs: Rename tempObjPath variable in fsCreateFile() * fs/posix: Factor checkDiskFree() function * fs: Add disk free check in fsCreateFile() * posix: Move free disk check to createFile() * xl: Relax free disk check in POSIX initialization * fs: checkDiskFree checks for space to store data
380 lines
9.7 KiB
Go
380 lines
9.7 KiB
Go
/*
|
|
* Minio Cloud Storage, (C) 2016 Minio, Inc.
|
|
*
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
* you may not use this file except in compliance with the License.
|
|
* You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
* See the License for the specific language governing permissions and
|
|
* limitations under the License.
|
|
*/
|
|
|
|
package cmd
|
|
|
|
import (
|
|
"io"
|
|
"os"
|
|
pathutil "path"
|
|
)
|
|
|
|
// Removes only the file at given path does not remove
|
|
// any parent directories, handles long paths for
|
|
// windows automatically.
|
|
func fsRemoveFile(filePath string) (err error) {
|
|
if filePath == "" {
|
|
return traceError(errInvalidArgument)
|
|
}
|
|
|
|
if err = checkPathLength(filePath); err != nil {
|
|
return traceError(err)
|
|
}
|
|
|
|
if err = os.Remove(preparePath(filePath)); err != nil {
|
|
if os.IsNotExist(err) {
|
|
return traceError(errFileNotFound)
|
|
} else if os.IsPermission(err) {
|
|
return traceError(errFileAccessDenied)
|
|
}
|
|
return traceError(err)
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
// Removes all files and folders at a given path, handles
|
|
// long paths for windows automatically.
|
|
func fsRemoveAll(dirPath string) (err error) {
|
|
if dirPath == "" {
|
|
return traceError(errInvalidArgument)
|
|
}
|
|
|
|
if err = checkPathLength(dirPath); err != nil {
|
|
return traceError(err)
|
|
}
|
|
|
|
if err = removeAll(dirPath); err != nil {
|
|
if os.IsPermission(err) {
|
|
return traceError(errVolumeAccessDenied)
|
|
}
|
|
return traceError(err)
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
// Removes a directory only if its empty, handles long
|
|
// paths for windows automatically.
|
|
func fsRemoveDir(dirPath string) (err error) {
|
|
if dirPath == "" {
|
|
return traceError(errInvalidArgument)
|
|
}
|
|
|
|
if err = checkPathLength(dirPath); err != nil {
|
|
return traceError(err)
|
|
}
|
|
|
|
if err = os.Remove(preparePath(dirPath)); err != nil {
|
|
if os.IsNotExist(err) {
|
|
return traceError(errVolumeNotFound)
|
|
} else if isSysErrNotEmpty(err) {
|
|
return traceError(errVolumeNotEmpty)
|
|
}
|
|
return traceError(err)
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
// Creates a new directory, parent dir should exist
|
|
// otherwise returns an error. If directory already
|
|
// exists returns an error. Windows long paths
|
|
// are handled automatically.
|
|
func fsMkdir(dirPath string) (err error) {
|
|
if dirPath == "" {
|
|
return traceError(errInvalidArgument)
|
|
}
|
|
|
|
if err = checkPathLength(dirPath); err != nil {
|
|
return traceError(err)
|
|
}
|
|
|
|
if err = os.Mkdir(preparePath(dirPath), 0777); err != nil {
|
|
if os.IsExist(err) {
|
|
return traceError(errVolumeExists)
|
|
} else if os.IsPermission(err) {
|
|
return traceError(errDiskAccessDenied)
|
|
} else if isSysErrNotDir(err) {
|
|
// File path cannot be verified since
|
|
// one of the parents is a file.
|
|
return traceError(errDiskAccessDenied)
|
|
} else if isSysErrPathNotFound(err) {
|
|
// Add specific case for windows.
|
|
return traceError(errDiskAccessDenied)
|
|
}
|
|
return traceError(err)
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
// Lookup if directory exists, returns directory
|
|
// attributes upon success.
|
|
func fsStatDir(statDir string) (os.FileInfo, error) {
|
|
if statDir == "" {
|
|
return nil, traceError(errInvalidArgument)
|
|
}
|
|
if err := checkPathLength(statDir); err != nil {
|
|
return nil, traceError(err)
|
|
}
|
|
|
|
fi, err := os.Stat(preparePath(statDir))
|
|
if err != nil {
|
|
if os.IsNotExist(err) {
|
|
return nil, traceError(errVolumeNotFound)
|
|
} else if os.IsPermission(err) {
|
|
return nil, traceError(errVolumeAccessDenied)
|
|
}
|
|
return nil, traceError(err)
|
|
}
|
|
|
|
if !fi.IsDir() {
|
|
return nil, traceError(errVolumeAccessDenied)
|
|
}
|
|
|
|
return fi, nil
|
|
}
|
|
|
|
// Lookup if file exists, returns file attributes upon success
|
|
func fsStatFile(statFile string) (os.FileInfo, error) {
|
|
if statFile == "" {
|
|
return nil, traceError(errInvalidArgument)
|
|
}
|
|
|
|
if err := checkPathLength(statFile); err != nil {
|
|
return nil, traceError(err)
|
|
}
|
|
|
|
fi, err := os.Stat(preparePath(statFile))
|
|
if err != nil {
|
|
if os.IsNotExist(err) {
|
|
return nil, traceError(errFileNotFound)
|
|
} else if os.IsPermission(err) {
|
|
return nil, traceError(errFileAccessDenied)
|
|
} else if isSysErrNotDir(err) {
|
|
return nil, traceError(errFileAccessDenied)
|
|
} else if isSysErrPathNotFound(err) {
|
|
return nil, traceError(errFileNotFound)
|
|
}
|
|
return nil, traceError(err)
|
|
}
|
|
if fi.IsDir() {
|
|
return nil, traceError(errFileNotFound)
|
|
}
|
|
return fi, nil
|
|
}
|
|
|
|
// Opens the file at given path, optionally from an offset. Upon success returns
|
|
// a readable stream and the size of the readable stream.
|
|
func fsOpenFile(readPath string, offset int64) (io.ReadCloser, int64, error) {
|
|
if readPath == "" || offset < 0 {
|
|
return nil, 0, traceError(errInvalidArgument)
|
|
}
|
|
if err := checkPathLength(readPath); err != nil {
|
|
return nil, 0, traceError(err)
|
|
}
|
|
|
|
fr, err := os.Open(preparePath(readPath))
|
|
if err != nil {
|
|
if os.IsNotExist(err) {
|
|
return nil, 0, traceError(errFileNotFound)
|
|
} else if os.IsPermission(err) {
|
|
return nil, 0, traceError(errFileAccessDenied)
|
|
} else if isSysErrNotDir(err) {
|
|
// File path cannot be verified since one of the parents is a file.
|
|
return nil, 0, traceError(errFileAccessDenied)
|
|
} else if isSysErrPathNotFound(err) {
|
|
// Add specific case for windows.
|
|
return nil, 0, traceError(errFileNotFound)
|
|
}
|
|
return nil, 0, traceError(err)
|
|
}
|
|
|
|
// Stat to get the size of the file at path.
|
|
st, err := fr.Stat()
|
|
if err != nil {
|
|
return nil, 0, traceError(err)
|
|
}
|
|
|
|
// Verify if its not a regular file, since subsequent Seek is undefined.
|
|
if !st.Mode().IsRegular() {
|
|
return nil, 0, traceError(errIsNotRegular)
|
|
}
|
|
|
|
// Seek to the requested offset.
|
|
if offset > 0 {
|
|
_, err = fr.Seek(offset, os.SEEK_SET)
|
|
if err != nil {
|
|
return nil, 0, traceError(err)
|
|
}
|
|
}
|
|
|
|
// Success.
|
|
return fr, st.Size(), nil
|
|
}
|
|
|
|
// Creates a file and copies data from incoming reader. Staging buffer is used by io.CopyBuffer.
|
|
func fsCreateFile(filePath string, reader io.Reader, buf []byte, fallocSize int64) (int64, error) {
|
|
if filePath == "" || reader == nil || buf == nil {
|
|
return 0, traceError(errInvalidArgument)
|
|
}
|
|
|
|
if err := checkPathLength(filePath); err != nil {
|
|
return 0, traceError(err)
|
|
}
|
|
|
|
if err := mkdirAll(pathutil.Dir(filePath), 0777); err != nil {
|
|
return 0, traceError(err)
|
|
}
|
|
|
|
if err := checkDiskFree(pathutil.Dir(filePath), fallocSize); err != nil {
|
|
return 0, traceError(err)
|
|
}
|
|
|
|
writer, err := os.OpenFile(preparePath(filePath), os.O_CREATE|os.O_WRONLY, 0666)
|
|
if err != nil {
|
|
// File path cannot be verified since one of the parents is a file.
|
|
if isSysErrNotDir(err) {
|
|
return 0, traceError(errFileAccessDenied)
|
|
}
|
|
return 0, err
|
|
}
|
|
defer writer.Close()
|
|
|
|
// Fallocate only if the size is final object is known.
|
|
if fallocSize > 0 {
|
|
if err = fsFAllocate(int(writer.Fd()), 0, fallocSize); err != nil {
|
|
return 0, traceError(err)
|
|
}
|
|
}
|
|
|
|
bytesWritten, err := io.CopyBuffer(writer, reader, buf)
|
|
if err != nil {
|
|
return 0, traceError(err)
|
|
}
|
|
|
|
return bytesWritten, nil
|
|
}
|
|
|
|
// Removes uploadID at destination path.
|
|
func fsRemoveUploadIDPath(basePath, uploadIDPath string) error {
|
|
if basePath == "" || uploadIDPath == "" {
|
|
return traceError(errInvalidArgument)
|
|
}
|
|
|
|
// List all the entries in uploadID.
|
|
entries, err := readDir(uploadIDPath)
|
|
if err != nil && err != errFileNotFound {
|
|
return traceError(err)
|
|
}
|
|
|
|
// Delete all the entries obtained from previous readdir.
|
|
for _, entryPath := range entries {
|
|
err = fsDeleteFile(basePath, pathJoin(uploadIDPath, entryPath))
|
|
if err != nil && err != errFileNotFound {
|
|
return traceError(err)
|
|
}
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
// fsFAllocate is similar to Fallocate but provides a convenient
|
|
// wrapper to handle various operating system specific errors.
|
|
func fsFAllocate(fd int, offset int64, len int64) (err error) {
|
|
e := Fallocate(fd, offset, len)
|
|
// Ignore errors when Fallocate is not supported in the current system
|
|
if e != nil && !isSysErrNoSys(e) && !isSysErrOpNotSupported(e) {
|
|
switch {
|
|
case isSysErrNoSpace(e):
|
|
err = errDiskFull
|
|
case isSysErrIO(e):
|
|
err = e
|
|
default:
|
|
// For errors: EBADF, EINTR, EINVAL, ENODEV, EPERM, ESPIPE and ETXTBSY
|
|
// Appending was failed anyway, returns unexpected error
|
|
err = errUnexpected
|
|
}
|
|
return err
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
// Renames source path to destination path, creates all the
|
|
// missing parents if they don't exist.
|
|
func fsRenameFile(sourcePath, destPath string) error {
|
|
if err := mkdirAll(pathutil.Dir(destPath), 0777); err != nil {
|
|
return traceError(err)
|
|
}
|
|
if err := os.Rename(preparePath(sourcePath), preparePath(destPath)); err != nil {
|
|
return traceError(err)
|
|
}
|
|
return nil
|
|
}
|
|
|
|
// Delete a file and its parent if it is empty at the destination path.
|
|
// this function additionally protects the basePath from being deleted.
|
|
func fsDeleteFile(basePath, deletePath string) error {
|
|
if err := checkPathLength(basePath); err != nil {
|
|
return traceError(err)
|
|
}
|
|
|
|
if err := checkPathLength(deletePath); err != nil {
|
|
return traceError(err)
|
|
}
|
|
|
|
if basePath == deletePath {
|
|
return nil
|
|
}
|
|
|
|
// Verify if the path exists.
|
|
pathSt, err := os.Stat(preparePath(deletePath))
|
|
if err != nil {
|
|
if os.IsNotExist(err) {
|
|
return traceError(errFileNotFound)
|
|
} else if os.IsPermission(err) {
|
|
return traceError(errFileAccessDenied)
|
|
}
|
|
return traceError(err)
|
|
}
|
|
|
|
if pathSt.IsDir() && !isDirEmpty(deletePath) {
|
|
// Verify if directory is empty.
|
|
return nil
|
|
}
|
|
|
|
// Attempt to remove path.
|
|
if err = os.Remove(preparePath(deletePath)); err != nil {
|
|
if os.IsNotExist(err) {
|
|
return traceError(errFileNotFound)
|
|
} else if os.IsPermission(err) {
|
|
return traceError(errFileAccessDenied)
|
|
} else if isSysErrNotEmpty(err) {
|
|
return traceError(errVolumeNotEmpty)
|
|
}
|
|
return traceError(err)
|
|
}
|
|
|
|
// Recursively go down the next path and delete again.
|
|
if err := fsDeleteFile(basePath, pathutil.Dir(deletePath)); err != nil {
|
|
return err
|
|
}
|
|
|
|
return nil
|
|
}
|