2015-04-08 20:13:25 -04:00
|
|
|
/*
|
|
|
|
* Minimalist Object Storage, (C) 2015 Minio, Inc.
|
|
|
|
*
|
|
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
* you may not use this file except in compliance with the License.
|
|
|
|
* You may obtain a copy of the License at
|
|
|
|
*
|
|
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
*
|
|
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
* See the License for the specific language governing permissions and
|
|
|
|
* limitations under the License.
|
|
|
|
*/
|
|
|
|
|
|
|
|
package drivers
|
|
|
|
|
|
|
|
import (
|
|
|
|
"io"
|
|
|
|
"regexp"
|
2015-04-23 04:20:03 -04:00
|
|
|
"strings"
|
2015-04-08 20:13:25 -04:00
|
|
|
"time"
|
|
|
|
"unicode/utf8"
|
|
|
|
)
|
|
|
|
|
|
|
|
// Driver - generic API interface for various drivers - donut, file, memory
|
|
|
|
type Driver interface {
|
|
|
|
// Bucket Operations
|
|
|
|
ListBuckets() ([]BucketMetadata, error)
|
2015-04-22 21:19:53 -04:00
|
|
|
CreateBucket(bucket, acl string) error
|
2015-04-08 20:13:25 -04:00
|
|
|
GetBucketMetadata(bucket string) (BucketMetadata, error)
|
2015-04-27 06:04:29 -04:00
|
|
|
SetBucketMetadata(bucket, acl string) error
|
2015-04-08 20:13:25 -04:00
|
|
|
|
|
|
|
// Object Operations
|
|
|
|
GetObject(w io.Writer, bucket, object string) (int64, error)
|
|
|
|
GetPartialObject(w io.Writer, bucket, object string, start, length int64) (int64, error)
|
|
|
|
GetObjectMetadata(bucket string, object string, prefix string) (ObjectMetadata, error)
|
|
|
|
ListObjects(bucket string, resources BucketResourcesMetadata) ([]ObjectMetadata, BucketResourcesMetadata, error)
|
2015-05-04 02:16:10 -04:00
|
|
|
CreateObject(bucket string, key string, contentType string, md5sum string, size int64, data io.Reader) (string, error)
|
2015-05-07 22:55:30 -04:00
|
|
|
|
|
|
|
// Object Multipart Operations
|
|
|
|
NewMultipartUpload(bucket string, key string, contentType string) (string, error)
|
|
|
|
CreateObjectPart(bucket string, key string, uploadID string, partID int, contentType string, md5sum string, size int64, data io.Reader) (string, error)
|
|
|
|
CompleteMultipartUpload(bucket string, key string, uploadID string, parts map[int]string) error
|
2015-04-08 20:13:25 -04:00
|
|
|
}
|
|
|
|
|
2015-04-22 21:19:53 -04:00
|
|
|
// BucketACL - bucket level access control
|
|
|
|
type BucketACL string
|
|
|
|
|
|
|
|
// different types of ACL's currently supported for buckets
|
|
|
|
const (
|
|
|
|
BucketPrivate = BucketACL("private")
|
|
|
|
BucketPublicRead = BucketACL("public-read")
|
|
|
|
BucketPublicReadWrite = BucketACL("public-read-write")
|
|
|
|
)
|
|
|
|
|
|
|
|
func (b BucketACL) String() string {
|
|
|
|
return string(b)
|
|
|
|
}
|
|
|
|
|
|
|
|
// IsPrivate - is acl Private
|
|
|
|
func (b BucketACL) IsPrivate() bool {
|
|
|
|
return b == BucketACL("private")
|
|
|
|
}
|
|
|
|
|
|
|
|
// IsPublicRead - is acl PublicRead
|
|
|
|
func (b BucketACL) IsPublicRead() bool {
|
|
|
|
return b == BucketACL("public-read")
|
|
|
|
}
|
|
|
|
|
|
|
|
// IsPublicReadWrite - is acl PublicReadWrite
|
|
|
|
func (b BucketACL) IsPublicReadWrite() bool {
|
|
|
|
return b == BucketACL("public-read-write")
|
|
|
|
}
|
|
|
|
|
2015-04-08 20:13:25 -04:00
|
|
|
// BucketMetadata - name and create date
|
|
|
|
type BucketMetadata struct {
|
|
|
|
Name string
|
|
|
|
Created time.Time
|
2015-04-22 21:19:53 -04:00
|
|
|
ACL BucketACL
|
2015-04-08 20:13:25 -04:00
|
|
|
}
|
|
|
|
|
|
|
|
// ObjectMetadata - object key and its relevant metadata
|
|
|
|
type ObjectMetadata struct {
|
|
|
|
Bucket string
|
|
|
|
Key string
|
|
|
|
|
|
|
|
ContentType string
|
|
|
|
Created time.Time
|
|
|
|
Md5 string
|
|
|
|
Size int64
|
|
|
|
}
|
|
|
|
|
|
|
|
// FilterMode type
|
|
|
|
type FilterMode int
|
|
|
|
|
|
|
|
// FilterMode list
|
|
|
|
const (
|
|
|
|
DelimiterPrefixMode FilterMode = iota
|
|
|
|
DelimiterMode
|
|
|
|
PrefixMode
|
|
|
|
DefaultMode
|
|
|
|
)
|
|
|
|
|
|
|
|
// BucketResourcesMetadata - various types of bucket resources
|
|
|
|
type BucketResourcesMetadata struct {
|
|
|
|
Prefix string
|
|
|
|
Marker string
|
2015-05-05 17:27:18 -04:00
|
|
|
NextMarker string
|
2015-04-08 20:13:25 -04:00
|
|
|
Maxkeys int
|
2015-05-05 17:27:18 -04:00
|
|
|
EncodingType string
|
2015-04-08 20:13:25 -04:00
|
|
|
Delimiter string
|
|
|
|
IsTruncated bool
|
|
|
|
CommonPrefixes []string
|
|
|
|
Mode FilterMode
|
|
|
|
|
|
|
|
// TODO
|
|
|
|
Logging string
|
|
|
|
Notification string
|
|
|
|
}
|
|
|
|
|
|
|
|
// GetMode - Populate filter mode
|
|
|
|
func GetMode(resources BucketResourcesMetadata) FilterMode {
|
|
|
|
var f FilterMode
|
|
|
|
switch true {
|
|
|
|
case resources.Delimiter != "" && resources.Prefix != "":
|
|
|
|
f = DelimiterPrefixMode
|
|
|
|
case resources.Delimiter != "" && resources.Prefix == "":
|
|
|
|
f = DelimiterMode
|
|
|
|
case resources.Delimiter == "" && resources.Prefix != "":
|
|
|
|
f = PrefixMode
|
|
|
|
case resources.Delimiter == "" && resources.Prefix == "":
|
|
|
|
f = DefaultMode
|
|
|
|
}
|
|
|
|
|
|
|
|
return f
|
|
|
|
}
|
|
|
|
|
2015-04-22 21:19:53 -04:00
|
|
|
// IsValidBucketACL - is provided acl string supported
|
|
|
|
func IsValidBucketACL(acl string) bool {
|
|
|
|
switch acl {
|
|
|
|
case "private":
|
|
|
|
fallthrough
|
|
|
|
case "public-read":
|
|
|
|
fallthrough
|
|
|
|
case "public-read-write":
|
|
|
|
return true
|
|
|
|
case "":
|
|
|
|
// by default its "private"
|
|
|
|
return true
|
|
|
|
default:
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2015-04-08 20:13:25 -04:00
|
|
|
// IsDelimiterPrefixSet Delimiter and Prefix set
|
|
|
|
func (b BucketResourcesMetadata) IsDelimiterPrefixSet() bool {
|
|
|
|
return b.Mode == DelimiterPrefixMode
|
|
|
|
}
|
|
|
|
|
|
|
|
// IsDelimiterSet Delimiter set
|
|
|
|
func (b BucketResourcesMetadata) IsDelimiterSet() bool {
|
|
|
|
return b.Mode == DelimiterMode
|
|
|
|
}
|
|
|
|
|
|
|
|
// IsPrefixSet Prefix set
|
|
|
|
func (b BucketResourcesMetadata) IsPrefixSet() bool {
|
|
|
|
return b.Mode == PrefixMode
|
|
|
|
}
|
|
|
|
|
|
|
|
// IsDefault No query values
|
|
|
|
func (b BucketResourcesMetadata) IsDefault() bool {
|
|
|
|
return b.Mode == DefaultMode
|
|
|
|
}
|
|
|
|
|
|
|
|
// IsValidBucket - verify bucket name in accordance with
|
|
|
|
// - http://docs.aws.amazon.com/AmazonS3/latest/dev/UsingBucket.html
|
|
|
|
func IsValidBucket(bucket string) bool {
|
|
|
|
if len(bucket) < 3 || len(bucket) > 63 {
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
if bucket[0] == '.' || bucket[len(bucket)-1] == '.' {
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
if match, _ := regexp.MatchString("\\.\\.", bucket); match == true {
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
// We don't support buckets with '.' in them
|
|
|
|
match, _ := regexp.MatchString("^[a-zA-Z][a-zA-Z0-9\\-]+[a-zA-Z0-9]$", bucket)
|
|
|
|
return match
|
|
|
|
}
|
|
|
|
|
2015-05-01 23:29:01 -04:00
|
|
|
// IsValidObjectName - verify object name in accordance with
|
2015-04-08 20:13:25 -04:00
|
|
|
// - http://docs.aws.amazon.com/AmazonS3/latest/dev/UsingMetadata.html
|
2015-05-01 23:29:01 -04:00
|
|
|
func IsValidObjectName(object string) bool {
|
2015-04-23 04:20:03 -04:00
|
|
|
if strings.TrimSpace(object) == "" {
|
|
|
|
return true
|
|
|
|
}
|
2015-04-08 20:13:25 -04:00
|
|
|
if len(object) > 1024 || len(object) == 0 {
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
if !utf8.ValidString(object) {
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
return true
|
|
|
|
}
|