mirror of
https://github.com/minio/minio.git
synced 2025-04-27 13:24:52 -04:00
- New config format. ``` { "version": "3", "address": ":9000", "backend": { "type": "fs", "disk": "/path" }, "credential": { "accessKey": "WLGDGYAQYIGI833EV05A", "secretKey": "BYvgJM101sHngl2uzjXS/OBF/aMxAN06JrJ3qJlF" }, "region": "us-east-1", "logger": { "file": { "enable": false, "fileName": "", "level": "error" }, "syslog": { "enable": false, "address": "", "level": "debug" }, "console": { "enable": true, "level": "fatal" } } } ``` New command lines in lieu of supporting XL. Minio initialize filesystem backend. ~~~ $ minio init fs <path> ~~~ Minio initialize XL backend. ~~~ $ minio init xl <url1>...<url16> ~~~ For 'fs' backend it starts the server. ~~~ $ minio server ~~~ For 'xl' backend it waits for servers to join. ~~~ $ minio server ... [PROGRESS BAR] of servers connecting ~~~ Now on other servers execute 'join' and they connect. ~~~ .... minio join <url1> -- from <url2> && minio server minio join <url1> -- from <url3> && minio server ... ... minio join <url1> -- from <url16> && minio server ~~~
259 lines
8.8 KiB
Go
259 lines
8.8 KiB
Go
/*
|
|
* Minio Go Library for Amazon S3 Compatible Cloud Storage (C) 2015, 2016 Minio, Inc.
|
|
*
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
* you may not use this file except in compliance with the License.
|
|
* You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
* See the License for the specific language governing permissions and
|
|
* limitations under the License.
|
|
*/
|
|
|
|
package minio
|
|
|
|
import (
|
|
"bytes"
|
|
"encoding/base64"
|
|
"encoding/hex"
|
|
"encoding/json"
|
|
"encoding/xml"
|
|
"fmt"
|
|
"io/ioutil"
|
|
"net/http"
|
|
"net/url"
|
|
)
|
|
|
|
/// Bucket operations
|
|
|
|
// MakeBucket creates a new bucket with bucketName.
|
|
//
|
|
// Location is an optional argument, by default all buckets are
|
|
// created in US Standard Region.
|
|
//
|
|
// For Amazon S3 for more supported regions - http://docs.aws.amazon.com/general/latest/gr/rande.html
|
|
// For Google Cloud Storage for more supported regions - https://cloud.google.com/storage/docs/bucket-locations
|
|
func (c Client) MakeBucket(bucketName string, location string) error {
|
|
// Validate the input arguments.
|
|
if err := isValidBucketName(bucketName); err != nil {
|
|
return err
|
|
}
|
|
|
|
// If location is empty, treat is a default region 'us-east-1'.
|
|
if location == "" {
|
|
location = "us-east-1"
|
|
}
|
|
|
|
// Instantiate the request.
|
|
req, err := c.makeBucketRequest(bucketName, location)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
// Execute the request.
|
|
resp, err := c.do(req)
|
|
defer closeResponse(resp)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
if resp != nil {
|
|
if resp.StatusCode != http.StatusOK {
|
|
return httpRespToErrorResponse(resp, bucketName, "")
|
|
}
|
|
}
|
|
|
|
// Save the location into cache on a successful makeBucket response.
|
|
c.bucketLocCache.Set(bucketName, location)
|
|
|
|
// Return.
|
|
return nil
|
|
}
|
|
|
|
// makeBucketRequest constructs request for makeBucket.
|
|
func (c Client) makeBucketRequest(bucketName string, location string) (*http.Request, error) {
|
|
// Validate input arguments.
|
|
if err := isValidBucketName(bucketName); err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
// In case of Amazon S3. The make bucket issued on already
|
|
// existing bucket would fail with 'AuthorizationMalformed' error
|
|
// if virtual style is used. So we default to 'path style' as that
|
|
// is the preferred method here. The final location of the
|
|
// 'bucket' is provided through XML LocationConstraint data with
|
|
// the request.
|
|
targetURL := *c.endpointURL
|
|
targetURL.Path = "/" + bucketName + "/"
|
|
|
|
// get a new HTTP request for the method.
|
|
req, err := http.NewRequest("PUT", targetURL.String(), nil)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
// set UserAgent for the request.
|
|
c.setUserAgent(req)
|
|
|
|
// set sha256 sum for signature calculation only with signature version '4'.
|
|
if c.signature.isV4() {
|
|
req.Header.Set("X-Amz-Content-Sha256", hex.EncodeToString(sum256([]byte{})))
|
|
}
|
|
|
|
// If location is not 'us-east-1' create bucket location config.
|
|
if location != "us-east-1" && location != "" {
|
|
createBucketConfig := createBucketConfiguration{}
|
|
createBucketConfig.Location = location
|
|
var createBucketConfigBytes []byte
|
|
createBucketConfigBytes, err = xml.Marshal(createBucketConfig)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
createBucketConfigBuffer := bytes.NewBuffer(createBucketConfigBytes)
|
|
req.Body = ioutil.NopCloser(createBucketConfigBuffer)
|
|
req.ContentLength = int64(len(createBucketConfigBytes))
|
|
// Set content-md5.
|
|
req.Header.Set("Content-Md5", base64.StdEncoding.EncodeToString(sumMD5(createBucketConfigBytes)))
|
|
if c.signature.isV4() {
|
|
// Set sha256.
|
|
req.Header.Set("X-Amz-Content-Sha256", hex.EncodeToString(sum256(createBucketConfigBytes)))
|
|
}
|
|
}
|
|
|
|
// Sign the request.
|
|
if c.signature.isV4() {
|
|
// Signature calculated for MakeBucket request should be for 'us-east-1',
|
|
// regardless of the bucket's location constraint.
|
|
req = signV4(*req, c.accessKeyID, c.secretAccessKey, "us-east-1")
|
|
} else if c.signature.isV2() {
|
|
req = signV2(*req, c.accessKeyID, c.secretAccessKey)
|
|
}
|
|
|
|
// Return signed request.
|
|
return req, nil
|
|
}
|
|
|
|
// SetBucketPolicy set the access permissions on an existing bucket.
|
|
//
|
|
// For example
|
|
//
|
|
// none - owner gets full access [default].
|
|
// readonly - anonymous get access for everyone at a given object prefix.
|
|
// readwrite - anonymous list/put/delete access to a given object prefix.
|
|
// writeonly - anonymous put/delete access to a given object prefix.
|
|
func (c Client) SetBucketPolicy(bucketName string, objectPrefix string, bucketPolicy BucketPolicy) error {
|
|
// Input validation.
|
|
if err := isValidBucketName(bucketName); err != nil {
|
|
return err
|
|
}
|
|
if err := isValidObjectPrefix(objectPrefix); err != nil {
|
|
return err
|
|
}
|
|
if !bucketPolicy.isValidBucketPolicy() {
|
|
return ErrInvalidArgument(fmt.Sprintf("Invalid bucket policy provided. %s", bucketPolicy))
|
|
}
|
|
policy, err := c.getBucketPolicy(bucketName, objectPrefix)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
// For bucket policy set to 'none' we need to remove the policy.
|
|
if bucketPolicy == BucketPolicyNone && policy.Statements == nil {
|
|
// No policies to set, return success.
|
|
return nil
|
|
}
|
|
// Remove any previous policies at this path.
|
|
policy.Statements = removeBucketPolicyStatement(policy.Statements, bucketName, objectPrefix)
|
|
|
|
bucketResourceStatement := &Statement{}
|
|
objectResourceStatement := &Statement{}
|
|
if bucketPolicy == BucketPolicyReadWrite {
|
|
// Read write policy.
|
|
bucketResourceStatement.Effect = "Allow"
|
|
bucketResourceStatement.Principal.AWS = []string{"*"}
|
|
bucketResourceStatement.Resources = []string{fmt.Sprintf("%s%s", awsResourcePrefix, bucketName)}
|
|
bucketResourceStatement.Actions = readWriteBucketActions
|
|
objectResourceStatement.Effect = "Allow"
|
|
objectResourceStatement.Principal.AWS = []string{"*"}
|
|
objectResourceStatement.Resources = []string{fmt.Sprintf("%s%s", awsResourcePrefix, bucketName+"/"+objectPrefix+"*")}
|
|
objectResourceStatement.Actions = readWriteObjectActions
|
|
// Save the read write policy.
|
|
policy.Statements = append(policy.Statements, *bucketResourceStatement, *objectResourceStatement)
|
|
} else if bucketPolicy == BucketPolicyReadOnly {
|
|
// Read only policy.
|
|
bucketResourceStatement.Effect = "Allow"
|
|
bucketResourceStatement.Principal.AWS = []string{"*"}
|
|
bucketResourceStatement.Resources = []string{fmt.Sprintf("%s%s", awsResourcePrefix, bucketName)}
|
|
bucketResourceStatement.Actions = readOnlyBucketActions
|
|
objectResourceStatement.Effect = "Allow"
|
|
objectResourceStatement.Principal.AWS = []string{"*"}
|
|
objectResourceStatement.Resources = []string{fmt.Sprintf("%s%s", awsResourcePrefix, bucketName+"/"+objectPrefix+"*")}
|
|
objectResourceStatement.Actions = readOnlyObjectActions
|
|
// Save the read only policy.
|
|
policy.Statements = append(policy.Statements, *bucketResourceStatement, *objectResourceStatement)
|
|
} else if bucketPolicy == BucketPolicyWriteOnly {
|
|
// Write only policy.
|
|
bucketResourceStatement.Effect = "Allow"
|
|
bucketResourceStatement.Principal.AWS = []string{"*"}
|
|
bucketResourceStatement.Resources = []string{fmt.Sprintf("%s%s", awsResourcePrefix, bucketName)}
|
|
bucketResourceStatement.Actions = writeOnlyBucketActions
|
|
objectResourceStatement.Effect = "Allow"
|
|
objectResourceStatement.Principal.AWS = []string{"*"}
|
|
objectResourceStatement.Resources = []string{fmt.Sprintf("%s%s", awsResourcePrefix, bucketName+"/"+objectPrefix+"*")}
|
|
objectResourceStatement.Actions = writeOnlyObjectActions
|
|
// Save the write only policy.
|
|
policy.Statements = append(policy.Statements, *bucketResourceStatement, *objectResourceStatement)
|
|
}
|
|
// Save the updated policies.
|
|
return c.putBucketPolicy(bucketName, policy)
|
|
}
|
|
|
|
// Saves a new bucket policy.
|
|
func (c Client) putBucketPolicy(bucketName string, policy BucketAccessPolicy) error {
|
|
// Input validation.
|
|
if err := isValidBucketName(bucketName); err != nil {
|
|
return err
|
|
}
|
|
|
|
// If there are no policy statements, we should remove entire policy.
|
|
if len(policy.Statements) == 0 {
|
|
return c.removeBucketPolicy(bucketName)
|
|
}
|
|
|
|
// Get resources properly escaped and lined up before
|
|
// using them in http request.
|
|
urlValues := make(url.Values)
|
|
urlValues.Set("policy", "")
|
|
|
|
policyBytes, err := json.Marshal(&policy)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
policyBuffer := bytes.NewReader(policyBytes)
|
|
reqMetadata := requestMetadata{
|
|
bucketName: bucketName,
|
|
queryValues: urlValues,
|
|
contentBody: policyBuffer,
|
|
contentLength: int64(len(policyBytes)),
|
|
contentMD5Bytes: sumMD5(policyBytes),
|
|
contentSHA256Bytes: sum256(policyBytes),
|
|
}
|
|
|
|
// Execute PUT to upload a new bucket policy.
|
|
resp, err := c.executeMethod("PUT", reqMetadata)
|
|
defer closeResponse(resp)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
if resp != nil {
|
|
if resp.StatusCode != http.StatusNoContent {
|
|
return httpRespToErrorResponse(resp, bucketName, "")
|
|
}
|
|
}
|
|
return nil
|
|
}
|