mirror of
https://github.com/minio/minio.git
synced 2024-12-25 22:55:54 -05:00
74851834c0
- Move RenameFile to websockets - Move ReadAll that is primarily is used for reading 'format.json' to to websockets - Optimize DiskInfo calls, and provide a way to make a NoOp DiskInfo call.
290 lines
10 KiB
Go
290 lines
10 KiB
Go
// Copyright (c) 2015-2021 MinIO, Inc.
|
|
//
|
|
// This file is part of MinIO Object Storage stack
|
|
//
|
|
// This program is free software: you can redistribute it and/or modify
|
|
// it under the terms of the GNU Affero General Public License as published by
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
// (at your option) any later version.
|
|
//
|
|
// This program is distributed in the hope that it will be useful
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
// GNU Affero General Public License for more details.
|
|
//
|
|
// You should have received a copy of the GNU Affero General Public License
|
|
// along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
package cmd
|
|
|
|
import (
|
|
"context"
|
|
"io"
|
|
"time"
|
|
|
|
"github.com/minio/madmin-go/v3"
|
|
)
|
|
|
|
// StorageAPI interface.
|
|
type StorageAPI interface {
|
|
// Stringified version of disk.
|
|
String() string
|
|
|
|
// Storage operations.
|
|
|
|
// Returns true if disk is online and its valid i.e valid format.json.
|
|
// This has nothing to do with if the drive is hung or not responding.
|
|
// For that individual storage API calls will fail properly. The purpose
|
|
// of this function is to know if the "drive" has "format.json" or not
|
|
// if it has a "format.json" then is it correct "format.json" or not.
|
|
IsOnline() bool
|
|
|
|
// Returns the last time this disk (re)-connected
|
|
LastConn() time.Time
|
|
|
|
// Indicates if disk is local or not.
|
|
IsLocal() bool
|
|
|
|
// Returns hostname if disk is remote.
|
|
Hostname() string
|
|
|
|
// Returns the entire endpoint.
|
|
Endpoint() Endpoint
|
|
|
|
// Close the disk, mark it purposefully closed, only implemented for remote disks.
|
|
Close() error
|
|
|
|
// Returns the unique 'uuid' of this disk.
|
|
GetDiskID() (string, error)
|
|
|
|
// Set a unique 'uuid' for this disk, only used when
|
|
// disk is replaced and formatted.
|
|
SetDiskID(id string)
|
|
|
|
// Returns healing information for a newly replaced disk,
|
|
// returns 'nil' once healing is complete or if the disk
|
|
// has never been replaced.
|
|
Healing() *healingTracker
|
|
DiskInfo(ctx context.Context, opts DiskInfoOptions) (info DiskInfo, err error)
|
|
NSScanner(ctx context.Context, cache dataUsageCache, updates chan<- dataUsageEntry, scanMode madmin.HealScanMode, shouldSleep func() bool) (dataUsageCache, error)
|
|
|
|
// Volume operations.
|
|
MakeVol(ctx context.Context, volume string) (err error)
|
|
MakeVolBulk(ctx context.Context, volumes ...string) (err error)
|
|
ListVols(ctx context.Context) (vols []VolInfo, err error)
|
|
StatVol(ctx context.Context, volume string) (vol VolInfo, err error)
|
|
DeleteVol(ctx context.Context, volume string, forceDelete bool) (err error)
|
|
|
|
// WalkDir will walk a directory on disk and return a metacache stream on wr.
|
|
WalkDir(ctx context.Context, opts WalkDirOptions, wr io.Writer) error
|
|
|
|
// Metadata operations
|
|
DeleteVersion(ctx context.Context, volume, path string, fi FileInfo, forceDelMarker bool, opts DeleteOptions) error
|
|
DeleteVersions(ctx context.Context, volume string, versions []FileInfoVersions, opts DeleteOptions) []error
|
|
WriteMetadata(ctx context.Context, volume, path string, fi FileInfo) error
|
|
UpdateMetadata(ctx context.Context, volume, path string, fi FileInfo, opts UpdateMetadataOpts) error
|
|
ReadVersion(ctx context.Context, volume, path, versionID string, opts ReadOptions) (FileInfo, error)
|
|
ReadXL(ctx context.Context, volume, path string, readData bool) (RawFileInfo, error)
|
|
RenameData(ctx context.Context, srcVolume, srcPath string, fi FileInfo, dstVolume, dstPath string, opts RenameOptions) (uint64, error)
|
|
|
|
// File operations.
|
|
ListDir(ctx context.Context, volume, dirPath string, count int) ([]string, error)
|
|
ReadFile(ctx context.Context, volume string, path string, offset int64, buf []byte, verifier *BitrotVerifier) (n int64, err error)
|
|
AppendFile(ctx context.Context, volume string, path string, buf []byte) (err error)
|
|
CreateFile(ctx context.Context, volume, path string, size int64, reader io.Reader) error
|
|
ReadFileStream(ctx context.Context, volume, path string, offset, length int64) (io.ReadCloser, error)
|
|
RenameFile(ctx context.Context, srcVolume, srcPath, dstVolume, dstPath string) error
|
|
CheckParts(ctx context.Context, volume string, path string, fi FileInfo) error
|
|
Delete(ctx context.Context, volume string, path string, opts DeleteOptions) (err error)
|
|
VerifyFile(ctx context.Context, volume, path string, fi FileInfo) error
|
|
StatInfoFile(ctx context.Context, volume, path string, glob bool) (stat []StatInfo, err error)
|
|
ReadMultiple(ctx context.Context, req ReadMultipleReq, resp chan<- ReadMultipleResp) error
|
|
CleanAbandonedData(ctx context.Context, volume string, path string) error
|
|
|
|
// Write all data, syncs the data to disk.
|
|
// Should be used for smaller payloads.
|
|
WriteAll(ctx context.Context, volume string, path string, b []byte) (err error)
|
|
|
|
// Read all.
|
|
ReadAll(ctx context.Context, volume string, path string) (buf []byte, err error)
|
|
GetDiskLoc() (poolIdx, setIdx, diskIdx int) // Retrieve location indexes.
|
|
SetDiskLoc(poolIdx, setIdx, diskIdx int) // Set location indexes.
|
|
SetFormatData(b []byte) // Set formatData cached value
|
|
}
|
|
|
|
type unrecognizedDisk struct {
|
|
storage StorageAPI
|
|
}
|
|
|
|
func (p *unrecognizedDisk) WalkDir(ctx context.Context, opts WalkDirOptions, wr io.Writer) (err error) {
|
|
return errDiskNotFound
|
|
}
|
|
|
|
func (p *unrecognizedDisk) String() string {
|
|
return p.storage.String()
|
|
}
|
|
|
|
func (p *unrecognizedDisk) IsOnline() bool {
|
|
return false
|
|
}
|
|
|
|
func (p *unrecognizedDisk) LastConn() time.Time {
|
|
return p.storage.LastConn()
|
|
}
|
|
|
|
func (p *unrecognizedDisk) IsLocal() bool {
|
|
return p.storage.IsLocal()
|
|
}
|
|
|
|
func (p *unrecognizedDisk) Endpoint() Endpoint {
|
|
return p.storage.Endpoint()
|
|
}
|
|
|
|
func (p *unrecognizedDisk) Hostname() string {
|
|
return p.storage.Hostname()
|
|
}
|
|
|
|
func (p *unrecognizedDisk) Healing() *healingTracker {
|
|
return nil
|
|
}
|
|
|
|
func (p *unrecognizedDisk) NSScanner(ctx context.Context, cache dataUsageCache, updates chan<- dataUsageEntry, scanMode madmin.HealScanMode, shouldSleep func() bool) (dataUsageCache, error) {
|
|
return dataUsageCache{}, errDiskNotFound
|
|
}
|
|
|
|
func (p *unrecognizedDisk) SetFormatData(b []byte) {
|
|
}
|
|
|
|
func (p *unrecognizedDisk) GetDiskLoc() (poolIdx, setIdx, diskIdx int) {
|
|
return -1, -1, -1
|
|
}
|
|
|
|
func (p *unrecognizedDisk) SetDiskLoc(poolIdx, setIdx, diskIdx int) {
|
|
}
|
|
|
|
func (p *unrecognizedDisk) Close() error {
|
|
return p.storage.Close()
|
|
}
|
|
|
|
func (p *unrecognizedDisk) GetDiskID() (string, error) {
|
|
return "", errDiskNotFound
|
|
}
|
|
|
|
func (p *unrecognizedDisk) SetDiskID(id string) {
|
|
}
|
|
|
|
func (p *unrecognizedDisk) DiskInfo(ctx context.Context, _ DiskInfoOptions) (info DiskInfo, err error) {
|
|
return info, errDiskNotFound
|
|
}
|
|
|
|
func (p *unrecognizedDisk) MakeVolBulk(ctx context.Context, volumes ...string) (err error) {
|
|
return errDiskNotFound
|
|
}
|
|
|
|
func (p *unrecognizedDisk) MakeVol(ctx context.Context, volume string) (err error) {
|
|
return errDiskNotFound
|
|
}
|
|
|
|
func (p *unrecognizedDisk) ListVols(ctx context.Context) ([]VolInfo, error) {
|
|
return nil, errDiskNotFound
|
|
}
|
|
|
|
func (p *unrecognizedDisk) StatVol(ctx context.Context, volume string) (vol VolInfo, err error) {
|
|
return vol, errDiskNotFound
|
|
}
|
|
|
|
func (p *unrecognizedDisk) DeleteVol(ctx context.Context, volume string, forceDelete bool) (err error) {
|
|
return errDiskNotFound
|
|
}
|
|
|
|
func (p *unrecognizedDisk) ListDir(ctx context.Context, volume, dirPath string, count int) ([]string, error) {
|
|
return nil, errDiskNotFound
|
|
}
|
|
|
|
func (p *unrecognizedDisk) ReadFile(ctx context.Context, volume string, path string, offset int64, buf []byte, verifier *BitrotVerifier) (n int64, err error) {
|
|
return 0, errDiskNotFound
|
|
}
|
|
|
|
func (p *unrecognizedDisk) AppendFile(ctx context.Context, volume string, path string, buf []byte) (err error) {
|
|
return errDiskNotFound
|
|
}
|
|
|
|
func (p *unrecognizedDisk) CreateFile(ctx context.Context, volume, path string, size int64, reader io.Reader) error {
|
|
return errDiskNotFound
|
|
}
|
|
|
|
func (p *unrecognizedDisk) ReadFileStream(ctx context.Context, volume, path string, offset, length int64) (io.ReadCloser, error) {
|
|
return nil, errDiskNotFound
|
|
}
|
|
|
|
func (p *unrecognizedDisk) RenameFile(ctx context.Context, srcVolume, srcPath, dstVolume, dstPath string) error {
|
|
return errDiskNotFound
|
|
}
|
|
|
|
func (p *unrecognizedDisk) RenameData(ctx context.Context, srcVolume, srcPath string, fi FileInfo, dstVolume, dstPath string, opts RenameOptions) (uint64, error) {
|
|
return 0, errDiskNotFound
|
|
}
|
|
|
|
func (p *unrecognizedDisk) CheckParts(ctx context.Context, volume string, path string, fi FileInfo) (err error) {
|
|
return errDiskNotFound
|
|
}
|
|
|
|
func (p *unrecognizedDisk) Delete(ctx context.Context, volume string, path string, opts DeleteOptions) (err error) {
|
|
return errDiskNotFound
|
|
}
|
|
|
|
// DeleteVersions deletes slice of versions, it can be same object or multiple objects.
|
|
func (p *unrecognizedDisk) DeleteVersions(ctx context.Context, volume string, versions []FileInfoVersions, opts DeleteOptions) (errs []error) {
|
|
errs = make([]error, len(versions))
|
|
|
|
for i := range errs {
|
|
errs[i] = errDiskNotFound
|
|
}
|
|
return errs
|
|
}
|
|
|
|
func (p *unrecognizedDisk) VerifyFile(ctx context.Context, volume, path string, fi FileInfo) error {
|
|
return errDiskNotFound
|
|
}
|
|
|
|
func (p *unrecognizedDisk) WriteAll(ctx context.Context, volume string, path string, b []byte) (err error) {
|
|
return errDiskNotFound
|
|
}
|
|
|
|
func (p *unrecognizedDisk) DeleteVersion(ctx context.Context, volume, path string, fi FileInfo, forceDelMarker bool, opts DeleteOptions) (err error) {
|
|
return errDiskNotFound
|
|
}
|
|
|
|
func (p *unrecognizedDisk) UpdateMetadata(ctx context.Context, volume, path string, fi FileInfo, opts UpdateMetadataOpts) (err error) {
|
|
return errDiskNotFound
|
|
}
|
|
|
|
func (p *unrecognizedDisk) WriteMetadata(ctx context.Context, volume, path string, fi FileInfo) (err error) {
|
|
return errDiskNotFound
|
|
}
|
|
|
|
func (p *unrecognizedDisk) ReadVersion(ctx context.Context, volume, path, versionID string, opts ReadOptions) (fi FileInfo, err error) {
|
|
return fi, errDiskNotFound
|
|
}
|
|
|
|
func (p *unrecognizedDisk) ReadXL(ctx context.Context, volume, path string, readData bool) (rf RawFileInfo, err error) {
|
|
return rf, errDiskNotFound
|
|
}
|
|
|
|
func (p *unrecognizedDisk) ReadAll(ctx context.Context, volume string, path string) (buf []byte, err error) {
|
|
return nil, errDiskNotFound
|
|
}
|
|
|
|
func (p *unrecognizedDisk) StatInfoFile(ctx context.Context, volume, path string, glob bool) (stat []StatInfo, err error) {
|
|
return nil, errDiskNotFound
|
|
}
|
|
|
|
func (p *unrecognizedDisk) ReadMultiple(ctx context.Context, req ReadMultipleReq, resp chan<- ReadMultipleResp) error {
|
|
close(resp)
|
|
return errDiskNotFound
|
|
}
|
|
|
|
func (p *unrecognizedDisk) CleanAbandonedData(ctx context.Context, volume string, path string) error {
|
|
return errDiskNotFound
|
|
}
|