mirror of
https://github.com/minio/minio.git
synced 2025-01-29 23:46:00 -05:00
9dca46e156
Signature calculation has now moved out from being a package to top-level as a layered mechanism. In case of payload calculation with body, go-routines are initiated to simultaneously write and calculate shasum. Errors are sent over the writer so that the lower layer removes the temporary files properly.
293 lines
8.5 KiB
Go
293 lines
8.5 KiB
Go
// +build ignore
|
|
|
|
/*
|
|
* Minio Cloud Storage, (C) 2015 Minio, Inc.
|
|
*
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
* you may not use this file except in compliance with the License.
|
|
* You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or impliedd.
|
|
* See the License for the specific language governing permissions and
|
|
* limitations under the License.
|
|
*/
|
|
|
|
package xl
|
|
|
|
import (
|
|
"bytes"
|
|
"crypto/md5"
|
|
"encoding/base64"
|
|
"encoding/hex"
|
|
"io/ioutil"
|
|
"os"
|
|
"path/filepath"
|
|
"strconv"
|
|
"testing"
|
|
|
|
. "gopkg.in/check.v1"
|
|
)
|
|
|
|
func TestXL(t *testing.T) { TestingT(t) }
|
|
|
|
type MyXLSuite struct {
|
|
root string
|
|
}
|
|
|
|
var _ = Suite(&MyXLSuite{})
|
|
|
|
// create a dummy TestNodeDiskMap
|
|
func createTestNodeDiskMap(p string) map[string][]string {
|
|
nodes := make(map[string][]string)
|
|
nodes["localhost"] = make([]string, 16)
|
|
for i := 0; i < len(nodes["localhost"]); i++ {
|
|
diskPath := filepath.Join(p, strconv.Itoa(i))
|
|
if _, err := os.Stat(diskPath); err != nil {
|
|
if os.IsNotExist(err) {
|
|
os.MkdirAll(diskPath, 0700)
|
|
}
|
|
}
|
|
nodes["localhost"][i] = diskPath
|
|
}
|
|
return nodes
|
|
}
|
|
|
|
var dd Interface
|
|
|
|
func (s *MyXLSuite) SetUpSuite(c *C) {
|
|
root, err := ioutil.TempDir(os.TempDir(), "xl-")
|
|
c.Assert(err, IsNil)
|
|
s.root = root
|
|
|
|
conf := new(Config)
|
|
conf.Version = "0.0.1"
|
|
conf.XLName = "test"
|
|
conf.NodeDiskMap = createTestNodeDiskMap(root)
|
|
conf.MaxSize = 100000
|
|
SetXLConfigPath(filepath.Join(root, "xl.json"))
|
|
perr := SaveConfig(conf)
|
|
c.Assert(perr, IsNil)
|
|
|
|
dd, perr = New()
|
|
c.Assert(perr, IsNil)
|
|
|
|
// testing empty xl
|
|
buckets, perr := dd.ListBuckets()
|
|
c.Assert(perr, IsNil)
|
|
c.Assert(len(buckets), Equals, 0)
|
|
}
|
|
|
|
func (s *MyXLSuite) TearDownSuite(c *C) {
|
|
os.RemoveAll(s.root)
|
|
}
|
|
|
|
// test make bucket without name
|
|
func (s *MyXLSuite) TestBucketWithoutNameFails(c *C) {
|
|
// fail to create new bucket without a name
|
|
err := dd.MakeBucket("", "private", nil, nil)
|
|
c.Assert(err, Not(IsNil))
|
|
|
|
err = dd.MakeBucket(" ", "private", nil, nil)
|
|
c.Assert(err, Not(IsNil))
|
|
}
|
|
|
|
// test empty bucket
|
|
func (s *MyXLSuite) TestEmptyBucket(c *C) {
|
|
c.Assert(dd.MakeBucket("foo1", "private", nil, nil), IsNil)
|
|
// check if bucket is empty
|
|
var resources BucketResourcesMetadata
|
|
resources.Maxkeys = 1
|
|
objectsMetadata, resources, err := dd.ListObjects("foo1", resources)
|
|
c.Assert(err, IsNil)
|
|
c.Assert(len(objectsMetadata), Equals, 0)
|
|
c.Assert(resources.CommonPrefixes, DeepEquals, []string{})
|
|
c.Assert(resources.IsTruncated, Equals, false)
|
|
}
|
|
|
|
// test bucket list
|
|
func (s *MyXLSuite) TestMakeBucketAndList(c *C) {
|
|
// create bucket
|
|
err := dd.MakeBucket("foo2", "private", nil, nil)
|
|
c.Assert(err, IsNil)
|
|
|
|
// check bucket exists
|
|
buckets, err := dd.ListBuckets()
|
|
c.Assert(err, IsNil)
|
|
c.Assert(len(buckets), Equals, 5)
|
|
c.Assert(buckets[0].ACL, Equals, BucketACL("private"))
|
|
}
|
|
|
|
// test re-create bucket
|
|
func (s *MyXLSuite) TestMakeBucketWithSameNameFails(c *C) {
|
|
err := dd.MakeBucket("foo3", "private", nil, nil)
|
|
c.Assert(err, IsNil)
|
|
|
|
err = dd.MakeBucket("foo3", "private", nil, nil)
|
|
c.Assert(err, Not(IsNil))
|
|
}
|
|
|
|
// test make multiple buckets
|
|
func (s *MyXLSuite) TestCreateMultipleBucketsAndList(c *C) {
|
|
// add a second bucket
|
|
err := dd.MakeBucket("foo4", "private", nil, nil)
|
|
c.Assert(err, IsNil)
|
|
|
|
err = dd.MakeBucket("bar1", "private", nil, nil)
|
|
c.Assert(err, IsNil)
|
|
|
|
buckets, err := dd.ListBuckets()
|
|
c.Assert(err, IsNil)
|
|
|
|
c.Assert(len(buckets), Equals, 2)
|
|
c.Assert(buckets[0].Name, Equals, "bar1")
|
|
c.Assert(buckets[1].Name, Equals, "foo4")
|
|
|
|
err = dd.MakeBucket("foobar1", "private", nil, nil)
|
|
c.Assert(err, IsNil)
|
|
|
|
buckets, err = dd.ListBuckets()
|
|
c.Assert(err, IsNil)
|
|
|
|
c.Assert(len(buckets), Equals, 3)
|
|
c.Assert(buckets[2].Name, Equals, "foobar1")
|
|
}
|
|
|
|
// test object create without bucket
|
|
func (s *MyXLSuite) TestNewObjectFailsWithoutBucket(c *C) {
|
|
_, err := dd.CreateObject("unknown", "obj", "", 0, nil, nil, nil)
|
|
c.Assert(err, Not(IsNil))
|
|
}
|
|
|
|
// test create object metadata
|
|
func (s *MyXLSuite) TestNewObjectMetadata(c *C) {
|
|
data := "Hello World"
|
|
hasher := md5.New()
|
|
hasher.Write([]byte(data))
|
|
expectedMd5Sum := base64.StdEncoding.EncodeToString(hasher.Sum(nil))
|
|
reader := ioutil.NopCloser(bytes.NewReader([]byte(data)))
|
|
|
|
err := dd.MakeBucket("foo6", "private", nil, nil)
|
|
c.Assert(err, IsNil)
|
|
|
|
objectMetadata, err := dd.CreateObject("foo6", "obj", expectedMd5Sum, int64(len(data)), reader, map[string]string{"contentType": "application/json"}, nil)
|
|
c.Assert(err, IsNil)
|
|
c.Assert(objectMetadata.MD5Sum, Equals, hex.EncodeToString(hasher.Sum(nil)))
|
|
c.Assert(objectMetadata.Metadata["contentType"], Equals, "application/json")
|
|
}
|
|
|
|
// test create object fails without name
|
|
func (s *MyXLSuite) TestNewObjectFailsWithEmptyName(c *C) {
|
|
_, err := dd.CreateObject("foo", "", "", 0, nil, nil, nil)
|
|
c.Assert(err, Not(IsNil))
|
|
}
|
|
|
|
// test create object
|
|
func (s *MyXLSuite) TestNewObjectCanBeWritten(c *C) {
|
|
err := dd.MakeBucket("foo", "private", nil, nil)
|
|
c.Assert(err, IsNil)
|
|
|
|
data := "Hello World"
|
|
|
|
hasher := md5.New()
|
|
hasher.Write([]byte(data))
|
|
expectedMd5Sum := base64.StdEncoding.EncodeToString(hasher.Sum(nil))
|
|
reader := ioutil.NopCloser(bytes.NewReader([]byte(data)))
|
|
|
|
actualMetadata, err := dd.CreateObject("foo", "obj", expectedMd5Sum, int64(len(data)), reader, map[string]string{"contentType": "application/octet-stream"}, nil)
|
|
c.Assert(err, IsNil)
|
|
c.Assert(actualMetadata.MD5Sum, Equals, hex.EncodeToString(hasher.Sum(nil)))
|
|
|
|
var buffer bytes.Buffer
|
|
size, err := dd.GetObject(&buffer, "foo", "obj", 0, 0)
|
|
c.Assert(err, IsNil)
|
|
c.Assert(size, Equals, int64(len(data)))
|
|
c.Assert(buffer.Bytes(), DeepEquals, []byte(data))
|
|
|
|
actualMetadata, err = dd.GetObjectMetadata("foo", "obj")
|
|
c.Assert(err, IsNil)
|
|
c.Assert(hex.EncodeToString(hasher.Sum(nil)), Equals, actualMetadata.MD5Sum)
|
|
c.Assert(int64(len(data)), Equals, actualMetadata.Size)
|
|
}
|
|
|
|
// test list objects
|
|
func (s *MyXLSuite) TestMultipleNewObjects(c *C) {
|
|
c.Assert(dd.MakeBucket("foo5", "private", nil, nil), IsNil)
|
|
|
|
one := ioutil.NopCloser(bytes.NewReader([]byte("one")))
|
|
|
|
_, err := dd.CreateObject("foo5", "obj1", "", int64(len("one")), one, nil, nil)
|
|
c.Assert(err, IsNil)
|
|
|
|
two := ioutil.NopCloser(bytes.NewReader([]byte("two")))
|
|
_, err = dd.CreateObject("foo5", "obj2", "", int64(len("two")), two, nil, nil)
|
|
c.Assert(err, IsNil)
|
|
|
|
var buffer1 bytes.Buffer
|
|
size, err := dd.GetObject(&buffer1, "foo5", "obj1", 0, 0)
|
|
c.Assert(err, IsNil)
|
|
c.Assert(size, Equals, int64(len([]byte("one"))))
|
|
c.Assert(buffer1.Bytes(), DeepEquals, []byte("one"))
|
|
|
|
var buffer2 bytes.Buffer
|
|
size, err = dd.GetObject(&buffer2, "foo5", "obj2", 0, 0)
|
|
c.Assert(err, IsNil)
|
|
c.Assert(size, Equals, int64(len([]byte("two"))))
|
|
|
|
c.Assert(buffer2.Bytes(), DeepEquals, []byte("two"))
|
|
|
|
/// test list of objects
|
|
|
|
// test list objects with prefix and delimiter
|
|
var resources BucketResourcesMetadata
|
|
resources.Prefix = "o"
|
|
resources.Delimiter = "1"
|
|
resources.Maxkeys = 10
|
|
objectsMetadata, resources, err := dd.ListObjects("foo5", resources)
|
|
c.Assert(err, IsNil)
|
|
c.Assert(resources.IsTruncated, Equals, false)
|
|
c.Assert(resources.CommonPrefixes[0], Equals, "obj1")
|
|
|
|
// test list objects with only delimiter
|
|
resources.Prefix = ""
|
|
resources.Delimiter = "1"
|
|
resources.Maxkeys = 10
|
|
objectsMetadata, resources, err = dd.ListObjects("foo5", resources)
|
|
c.Assert(err, IsNil)
|
|
c.Assert(objectsMetadata[0].Object, Equals, "obj2")
|
|
c.Assert(resources.IsTruncated, Equals, false)
|
|
c.Assert(resources.CommonPrefixes[0], Equals, "obj1")
|
|
|
|
// test list objects with only prefix
|
|
resources.Prefix = "o"
|
|
resources.Delimiter = ""
|
|
resources.Maxkeys = 10
|
|
objectsMetadata, resources, err = dd.ListObjects("foo5", resources)
|
|
c.Assert(err, IsNil)
|
|
c.Assert(resources.IsTruncated, Equals, false)
|
|
c.Assert(objectsMetadata[0].Object, Equals, "obj1")
|
|
c.Assert(objectsMetadata[1].Object, Equals, "obj2")
|
|
|
|
three := ioutil.NopCloser(bytes.NewReader([]byte("three")))
|
|
_, err = dd.CreateObject("foo5", "obj3", "", int64(len("three")), three, nil, nil)
|
|
c.Assert(err, IsNil)
|
|
|
|
var buffer bytes.Buffer
|
|
size, err = dd.GetObject(&buffer, "foo5", "obj3", 0, 0)
|
|
c.Assert(err, IsNil)
|
|
c.Assert(size, Equals, int64(len([]byte("three"))))
|
|
c.Assert(buffer.Bytes(), DeepEquals, []byte("three"))
|
|
|
|
// test list objects with maxkeys
|
|
resources.Prefix = "o"
|
|
resources.Delimiter = ""
|
|
resources.Maxkeys = 2
|
|
objectsMetadata, resources, err = dd.ListObjects("foo5", resources)
|
|
c.Assert(err, IsNil)
|
|
c.Assert(resources.IsTruncated, Equals, true)
|
|
c.Assert(len(objectsMetadata), Equals, 2)
|
|
}
|