mirror of
https://github.com/minio/minio.git
synced 2024-12-26 23:25:54 -05:00
cfdb29cac0
This change brings a new SignatureHandler where Presigned. Requests without Payload are handled very early before even going through the call. This change simplifies Donut codebase to not have signature related logic for all API's. Simplification is still needed for Payload based signature eg. PUT/POST calls , which are still part of the donut codebase, which will be done subsequently after donut re-write.
291 lines
8.5 KiB
Go
291 lines
8.5 KiB
Go
/*
|
|
* Minio Cloud Storage, (C) 2015 Minio, Inc.
|
|
*
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
* you may not use this file except in compliance with the License.
|
|
* You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or impliedd.
|
|
* See the License for the specific language governing permissions and
|
|
* limitations under the License.
|
|
*/
|
|
|
|
package donut
|
|
|
|
import (
|
|
"bytes"
|
|
"crypto/md5"
|
|
"encoding/base64"
|
|
"encoding/hex"
|
|
"io/ioutil"
|
|
"os"
|
|
"path/filepath"
|
|
"strconv"
|
|
"testing"
|
|
|
|
. "gopkg.in/check.v1"
|
|
)
|
|
|
|
func TestDonut(t *testing.T) { TestingT(t) }
|
|
|
|
type MyDonutSuite struct {
|
|
root string
|
|
}
|
|
|
|
var _ = Suite(&MyDonutSuite{})
|
|
|
|
// create a dummy TestNodeDiskMap
|
|
func createTestNodeDiskMap(p string) map[string][]string {
|
|
nodes := make(map[string][]string)
|
|
nodes["localhost"] = make([]string, 16)
|
|
for i := 0; i < len(nodes["localhost"]); i++ {
|
|
diskPath := filepath.Join(p, strconv.Itoa(i))
|
|
if _, err := os.Stat(diskPath); err != nil {
|
|
if os.IsNotExist(err) {
|
|
os.MkdirAll(diskPath, 0700)
|
|
}
|
|
}
|
|
nodes["localhost"][i] = diskPath
|
|
}
|
|
return nodes
|
|
}
|
|
|
|
var dd Interface
|
|
|
|
func (s *MyDonutSuite) SetUpSuite(c *C) {
|
|
root, err := ioutil.TempDir(os.TempDir(), "donut-")
|
|
c.Assert(err, IsNil)
|
|
s.root = root
|
|
|
|
conf := new(Config)
|
|
conf.Version = "0.0.1"
|
|
conf.DonutName = "test"
|
|
conf.NodeDiskMap = createTestNodeDiskMap(root)
|
|
conf.MaxSize = 100000
|
|
SetDonutConfigPath(filepath.Join(root, "donut.json"))
|
|
perr := SaveConfig(conf)
|
|
c.Assert(perr, IsNil)
|
|
|
|
dd, perr = New()
|
|
c.Assert(perr, IsNil)
|
|
|
|
// testing empty donut
|
|
buckets, perr := dd.ListBuckets()
|
|
c.Assert(perr, IsNil)
|
|
c.Assert(len(buckets), Equals, 0)
|
|
}
|
|
|
|
func (s *MyDonutSuite) TearDownSuite(c *C) {
|
|
os.RemoveAll(s.root)
|
|
}
|
|
|
|
// test make bucket without name
|
|
func (s *MyDonutSuite) TestBucketWithoutNameFails(c *C) {
|
|
// fail to create new bucket without a name
|
|
err := dd.MakeBucket("", "private", nil, nil)
|
|
c.Assert(err, Not(IsNil))
|
|
|
|
err = dd.MakeBucket(" ", "private", nil, nil)
|
|
c.Assert(err, Not(IsNil))
|
|
}
|
|
|
|
// test empty bucket
|
|
func (s *MyDonutSuite) TestEmptyBucket(c *C) {
|
|
c.Assert(dd.MakeBucket("foo1", "private", nil, nil), IsNil)
|
|
// check if bucket is empty
|
|
var resources BucketResourcesMetadata
|
|
resources.Maxkeys = 1
|
|
objectsMetadata, resources, err := dd.ListObjects("foo1", resources)
|
|
c.Assert(err, IsNil)
|
|
c.Assert(len(objectsMetadata), Equals, 0)
|
|
c.Assert(resources.CommonPrefixes, DeepEquals, []string{})
|
|
c.Assert(resources.IsTruncated, Equals, false)
|
|
}
|
|
|
|
// test bucket list
|
|
func (s *MyDonutSuite) TestMakeBucketAndList(c *C) {
|
|
// create bucket
|
|
err := dd.MakeBucket("foo2", "private", nil, nil)
|
|
c.Assert(err, IsNil)
|
|
|
|
// check bucket exists
|
|
buckets, err := dd.ListBuckets()
|
|
c.Assert(err, IsNil)
|
|
c.Assert(len(buckets), Equals, 5)
|
|
c.Assert(buckets[0].ACL, Equals, BucketACL("private"))
|
|
}
|
|
|
|
// test re-create bucket
|
|
func (s *MyDonutSuite) TestMakeBucketWithSameNameFails(c *C) {
|
|
err := dd.MakeBucket("foo3", "private", nil, nil)
|
|
c.Assert(err, IsNil)
|
|
|
|
err = dd.MakeBucket("foo3", "private", nil, nil)
|
|
c.Assert(err, Not(IsNil))
|
|
}
|
|
|
|
// test make multiple buckets
|
|
func (s *MyDonutSuite) TestCreateMultipleBucketsAndList(c *C) {
|
|
// add a second bucket
|
|
err := dd.MakeBucket("foo4", "private", nil, nil)
|
|
c.Assert(err, IsNil)
|
|
|
|
err = dd.MakeBucket("bar1", "private", nil, nil)
|
|
c.Assert(err, IsNil)
|
|
|
|
buckets, err := dd.ListBuckets()
|
|
c.Assert(err, IsNil)
|
|
|
|
c.Assert(len(buckets), Equals, 2)
|
|
c.Assert(buckets[0].Name, Equals, "bar1")
|
|
c.Assert(buckets[1].Name, Equals, "foo4")
|
|
|
|
err = dd.MakeBucket("foobar1", "private", nil, nil)
|
|
c.Assert(err, IsNil)
|
|
|
|
buckets, err = dd.ListBuckets()
|
|
c.Assert(err, IsNil)
|
|
|
|
c.Assert(len(buckets), Equals, 3)
|
|
c.Assert(buckets[2].Name, Equals, "foobar1")
|
|
}
|
|
|
|
// test object create without bucket
|
|
func (s *MyDonutSuite) TestNewObjectFailsWithoutBucket(c *C) {
|
|
_, err := dd.CreateObject("unknown", "obj", "", 0, nil, nil, nil)
|
|
c.Assert(err, Not(IsNil))
|
|
}
|
|
|
|
// test create object metadata
|
|
func (s *MyDonutSuite) TestNewObjectMetadata(c *C) {
|
|
data := "Hello World"
|
|
hasher := md5.New()
|
|
hasher.Write([]byte(data))
|
|
expectedMd5Sum := base64.StdEncoding.EncodeToString(hasher.Sum(nil))
|
|
reader := ioutil.NopCloser(bytes.NewReader([]byte(data)))
|
|
|
|
err := dd.MakeBucket("foo6", "private", nil, nil)
|
|
c.Assert(err, IsNil)
|
|
|
|
objectMetadata, err := dd.CreateObject("foo6", "obj", expectedMd5Sum, int64(len(data)), reader, map[string]string{"contentType": "application/json"}, nil)
|
|
c.Assert(err, IsNil)
|
|
c.Assert(objectMetadata.MD5Sum, Equals, hex.EncodeToString(hasher.Sum(nil)))
|
|
c.Assert(objectMetadata.Metadata["contentType"], Equals, "application/json")
|
|
}
|
|
|
|
// test create object fails without name
|
|
func (s *MyDonutSuite) TestNewObjectFailsWithEmptyName(c *C) {
|
|
_, err := dd.CreateObject("foo", "", "", 0, nil, nil, nil)
|
|
c.Assert(err, Not(IsNil))
|
|
}
|
|
|
|
// test create object
|
|
func (s *MyDonutSuite) TestNewObjectCanBeWritten(c *C) {
|
|
err := dd.MakeBucket("foo", "private", nil, nil)
|
|
c.Assert(err, IsNil)
|
|
|
|
data := "Hello World"
|
|
|
|
hasher := md5.New()
|
|
hasher.Write([]byte(data))
|
|
expectedMd5Sum := base64.StdEncoding.EncodeToString(hasher.Sum(nil))
|
|
reader := ioutil.NopCloser(bytes.NewReader([]byte(data)))
|
|
|
|
actualMetadata, err := dd.CreateObject("foo", "obj", expectedMd5Sum, int64(len(data)), reader, map[string]string{"contentType": "application/octet-stream"}, nil)
|
|
c.Assert(err, IsNil)
|
|
c.Assert(actualMetadata.MD5Sum, Equals, hex.EncodeToString(hasher.Sum(nil)))
|
|
|
|
var buffer bytes.Buffer
|
|
size, err := dd.GetObject(&buffer, "foo", "obj", 0, 0)
|
|
c.Assert(err, IsNil)
|
|
c.Assert(size, Equals, int64(len(data)))
|
|
c.Assert(buffer.Bytes(), DeepEquals, []byte(data))
|
|
|
|
actualMetadata, err = dd.GetObjectMetadata("foo", "obj")
|
|
c.Assert(err, IsNil)
|
|
c.Assert(hex.EncodeToString(hasher.Sum(nil)), Equals, actualMetadata.MD5Sum)
|
|
c.Assert(int64(len(data)), Equals, actualMetadata.Size)
|
|
}
|
|
|
|
// test list objects
|
|
func (s *MyDonutSuite) TestMultipleNewObjects(c *C) {
|
|
c.Assert(dd.MakeBucket("foo5", "private", nil, nil), IsNil)
|
|
|
|
one := ioutil.NopCloser(bytes.NewReader([]byte("one")))
|
|
|
|
_, err := dd.CreateObject("foo5", "obj1", "", int64(len("one")), one, nil, nil)
|
|
c.Assert(err, IsNil)
|
|
|
|
two := ioutil.NopCloser(bytes.NewReader([]byte("two")))
|
|
_, err = dd.CreateObject("foo5", "obj2", "", int64(len("two")), two, nil, nil)
|
|
c.Assert(err, IsNil)
|
|
|
|
var buffer1 bytes.Buffer
|
|
size, err := dd.GetObject(&buffer1, "foo5", "obj1", 0, 0)
|
|
c.Assert(err, IsNil)
|
|
c.Assert(size, Equals, int64(len([]byte("one"))))
|
|
c.Assert(buffer1.Bytes(), DeepEquals, []byte("one"))
|
|
|
|
var buffer2 bytes.Buffer
|
|
size, err = dd.GetObject(&buffer2, "foo5", "obj2", 0, 0)
|
|
c.Assert(err, IsNil)
|
|
c.Assert(size, Equals, int64(len([]byte("two"))))
|
|
|
|
c.Assert(buffer2.Bytes(), DeepEquals, []byte("two"))
|
|
|
|
/// test list of objects
|
|
|
|
// test list objects with prefix and delimiter
|
|
var resources BucketResourcesMetadata
|
|
resources.Prefix = "o"
|
|
resources.Delimiter = "1"
|
|
resources.Maxkeys = 10
|
|
objectsMetadata, resources, err := dd.ListObjects("foo5", resources)
|
|
c.Assert(err, IsNil)
|
|
c.Assert(resources.IsTruncated, Equals, false)
|
|
c.Assert(resources.CommonPrefixes[0], Equals, "obj1")
|
|
|
|
// test list objects with only delimiter
|
|
resources.Prefix = ""
|
|
resources.Delimiter = "1"
|
|
resources.Maxkeys = 10
|
|
objectsMetadata, resources, err = dd.ListObjects("foo5", resources)
|
|
c.Assert(err, IsNil)
|
|
c.Assert(objectsMetadata[0].Object, Equals, "obj2")
|
|
c.Assert(resources.IsTruncated, Equals, false)
|
|
c.Assert(resources.CommonPrefixes[0], Equals, "obj1")
|
|
|
|
// test list objects with only prefix
|
|
resources.Prefix = "o"
|
|
resources.Delimiter = ""
|
|
resources.Maxkeys = 10
|
|
objectsMetadata, resources, err = dd.ListObjects("foo5", resources)
|
|
c.Assert(err, IsNil)
|
|
c.Assert(resources.IsTruncated, Equals, false)
|
|
c.Assert(objectsMetadata[0].Object, Equals, "obj1")
|
|
c.Assert(objectsMetadata[1].Object, Equals, "obj2")
|
|
|
|
three := ioutil.NopCloser(bytes.NewReader([]byte("three")))
|
|
_, err = dd.CreateObject("foo5", "obj3", "", int64(len("three")), three, nil, nil)
|
|
c.Assert(err, IsNil)
|
|
|
|
var buffer bytes.Buffer
|
|
size, err = dd.GetObject(&buffer, "foo5", "obj3", 0, 0)
|
|
c.Assert(err, IsNil)
|
|
c.Assert(size, Equals, int64(len([]byte("three"))))
|
|
c.Assert(buffer.Bytes(), DeepEquals, []byte("three"))
|
|
|
|
// test list objects with maxkeys
|
|
resources.Prefix = "o"
|
|
resources.Delimiter = ""
|
|
resources.Maxkeys = 2
|
|
objectsMetadata, resources, err = dd.ListObjects("foo5", resources)
|
|
c.Assert(err, IsNil)
|
|
c.Assert(resources.IsTruncated, Equals, true)
|
|
c.Assert(len(objectsMetadata), Equals, 2)
|
|
}
|