2016-02-19 19:04:29 -05:00
|
|
|
/*
|
|
|
|
* Minio Cloud Storage, (C) 2015, 2016 Minio, Inc.
|
|
|
|
*
|
|
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
* you may not use this file except in compliance with the License.
|
|
|
|
* You may obtain a copy of the License at
|
|
|
|
*
|
|
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
*
|
|
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
* See the License for the specific language governing permissions and
|
|
|
|
* limitations under the License.
|
|
|
|
*/
|
|
|
|
|
fs: Break fs package to top-level and introduce ObjectAPI interface.
ObjectAPI interface brings in changes needed for XL ObjectAPI layer.
The new interface for any ObjectAPI layer is as below
```
// ObjectAPI interface.
type ObjectAPI interface {
// Bucket resource API.
DeleteBucket(bucket string) *probe.Error
ListBuckets() ([]BucketInfo, *probe.Error)
MakeBucket(bucket string) *probe.Error
GetBucketInfo(bucket string) (BucketInfo, *probe.Error)
// Bucket query API.
ListObjects(bucket, prefix, marker, delimiter string, maxKeys int) (ListObjectsResult, *probe.Error)
ListMultipartUploads(bucket string, resources BucketMultipartResourcesMetadata) (BucketMultipartResourcesMetadata, *probe.Error)
// Object resource API.
GetObject(bucket, object string, startOffset int64) (io.ReadCloser, *probe.Error)
GetObjectInfo(bucket, object string) (ObjectInfo, *probe.Error)
PutObject(bucket string, object string, size int64, data io.Reader, metadata map[string]string) (ObjectInfo, *probe.Error)
DeleteObject(bucket, object string) *probe.Error
// Object query API.
NewMultipartUpload(bucket, object string) (string, *probe.Error)
PutObjectPart(bucket, object, uploadID string, partID int, size int64, data io.Reader, md5Hex string) (string, *probe.Error)
ListObjectParts(bucket, object string, resources ObjectResourcesMetadata) (ObjectResourcesMetadata, *probe.Error)
CompleteMultipartUpload(bucket string, object string, uploadID string, parts []CompletePart) (ObjectInfo, *probe.Error)
AbortMultipartUpload(bucket, object, uploadID string) *probe.Error
}
```
2016-03-30 19:15:28 -04:00
|
|
|
package main
|
2016-02-19 19:04:29 -05:00
|
|
|
|
|
|
|
import (
|
2016-04-20 20:35:38 -04:00
|
|
|
"io"
|
2016-02-19 19:04:29 -05:00
|
|
|
"regexp"
|
2016-04-13 14:32:47 -04:00
|
|
|
"strings"
|
2016-02-19 19:04:29 -05:00
|
|
|
"unicode/utf8"
|
|
|
|
)
|
|
|
|
|
|
|
|
// validBucket regexp.
|
|
|
|
var validBucket = regexp.MustCompile(`^[a-z0-9][a-z0-9\.\-]{1,61}[a-z0-9]$`)
|
|
|
|
|
2016-03-07 22:30:30 -05:00
|
|
|
// IsValidBucketName verifies a bucket name in accordance with Amazon's
|
|
|
|
// requirements. It must be 3-63 characters long, can contain dashes
|
|
|
|
// and periods, but must begin and end with a lowercase letter or a number.
|
|
|
|
// See: http://docs.aws.amazon.com/AmazonS3/latest/dev/BucketRestrictions.html
|
2016-02-19 19:04:29 -05:00
|
|
|
func IsValidBucketName(bucket string) bool {
|
|
|
|
if len(bucket) < 3 || len(bucket) > 63 {
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
if bucket[0] == '.' || bucket[len(bucket)-1] == '.' {
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
return validBucket.MatchString(bucket)
|
|
|
|
}
|
|
|
|
|
2016-03-07 22:30:30 -05:00
|
|
|
// IsValidObjectName verifies an object name in accordance with Amazon's
|
|
|
|
// requirements. It cannot exceed 1024 characters and must be a valid UTF8
|
|
|
|
// string.
|
2016-04-13 14:32:47 -04:00
|
|
|
//
|
|
|
|
// See:
|
|
|
|
// http://docs.aws.amazon.com/AmazonS3/latest/dev/UsingMetadata.html
|
|
|
|
//
|
|
|
|
// You should avoid the following characters in a key name because of
|
|
|
|
// significant special handling for consistency across all
|
|
|
|
// applications.
|
|
|
|
//
|
|
|
|
// Rejects strings with following characters.
|
|
|
|
//
|
|
|
|
// - Backslash ("\")
|
|
|
|
// - Left curly brace ("{")
|
|
|
|
// - Caret ("^")
|
|
|
|
// - Right curly brace ("}")
|
|
|
|
// - Grave accent / back tick ("`")
|
|
|
|
// - Right square bracket ("]")
|
|
|
|
// - Left square bracket ("[")
|
|
|
|
// - Tilde ("~")
|
|
|
|
// - 'Greater Than' symbol (">")
|
|
|
|
// - 'Less Than' symbol ("<")
|
|
|
|
// - Vertical bar / pipe ("|")
|
2016-02-19 19:04:29 -05:00
|
|
|
func IsValidObjectName(object string) bool {
|
|
|
|
if len(object) > 1024 || len(object) == 0 {
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
if !utf8.ValidString(object) {
|
|
|
|
return false
|
|
|
|
}
|
2016-04-13 14:32:47 -04:00
|
|
|
// Reject unsupported characters in object name.
|
|
|
|
return !strings.ContainsAny(object, "`^*{}[]|\\\"'")
|
2016-02-19 19:04:29 -05:00
|
|
|
}
|
2016-03-22 19:03:08 -04:00
|
|
|
|
|
|
|
// IsValidObjectPrefix verifies whether the prefix is a valid object name.
|
|
|
|
// Its valid to have a empty prefix.
|
|
|
|
func IsValidObjectPrefix(object string) bool {
|
2016-04-16 15:48:41 -04:00
|
|
|
// Prefix can be empty or "/".
|
|
|
|
if object == "" || object == "/" {
|
2016-03-22 19:03:08 -04:00
|
|
|
return true
|
|
|
|
}
|
|
|
|
// Verify if prefix is a valid object name.
|
|
|
|
return IsValidObjectName(object)
|
|
|
|
|
|
|
|
}
|
2016-04-16 14:43:03 -04:00
|
|
|
|
2016-04-21 21:05:26 -04:00
|
|
|
// Slash separator.
|
|
|
|
const slashSeparator = "/"
|
|
|
|
|
|
|
|
// retainSlash - retains slash from a path.
|
|
|
|
func retainSlash(s string) string {
|
|
|
|
return strings.TrimSuffix(s, slashSeparator) + slashSeparator
|
|
|
|
}
|
|
|
|
|
|
|
|
// pathJoin - path join.
|
|
|
|
func pathJoin(s1 string, s2 string) string {
|
|
|
|
return retainSlash(s1) + s2
|
2016-04-16 14:43:03 -04:00
|
|
|
}
|
2016-04-20 20:35:38 -04:00
|
|
|
|
|
|
|
// validates location constraint from the request body.
|
|
|
|
// the location value in the request body should match the Region in serverConfig.
|
|
|
|
// other values of location are not accepted.
|
|
|
|
// make bucket fails in such cases.
|
|
|
|
func isValidLocationContraint(reqBody io.Reader, serverRegion string) APIErrorCode {
|
|
|
|
var locationContraint createBucketLocationConfiguration
|
|
|
|
var errCode APIErrorCode
|
|
|
|
errCode = ErrNone
|
|
|
|
e := xmlDecoder(reqBody, &locationContraint)
|
|
|
|
if e != nil {
|
|
|
|
if e == io.EOF {
|
|
|
|
// Do nothing.
|
|
|
|
// failed due to empty body. The location will be set to default value from the serverConfig.
|
|
|
|
// this is valid.
|
|
|
|
errCode = ErrNone
|
|
|
|
} else {
|
|
|
|
// Failed due to malformed configuration.
|
|
|
|
errCode = ErrMalformedXML
|
|
|
|
//writeErrorResponse(w, r, ErrMalformedXML, r.URL.Path)
|
|
|
|
}
|
|
|
|
} else {
|
|
|
|
// Region obtained from the body.
|
|
|
|
// It should be equal to Region in serverConfig.
|
|
|
|
// Else ErrInvalidRegion returned.
|
|
|
|
// For empty value location will be to set to default value from the serverConfig.
|
|
|
|
if locationContraint.Location != "" && serverRegion != locationContraint.Location {
|
|
|
|
//writeErrorResponse(w, r, ErrInvalidRegion, r.URL.Path)
|
|
|
|
errCode = ErrInvalidRegion
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return errCode
|
|
|
|
}
|