mirror of
https://github.com/minio/minio.git
synced 2024-12-29 00:23:21 -05:00
61175ef091
- over the course of a project history every maintainer needs to update
its dependency packages, the problem essentially with godep is manipulating
GOPATH - this manipulation leads to static objects created at different locations
which end up conflicting with the overall functionality of golang.
This also leads to broken builds. There is no easier way out of this other than
asking developers to do 'godep restore' all the time. Which perhaps as a practice
doesn't sound like a clean solution. On the other hand 'godep restore' has its own
set of problems.
- govendor is a right tool but a stop gap tool until we wait for golangs official
1.5 version which fixes this vendoring issue once and for all.
- govendor provides consistency in terms of how import paths should be handled unlike
manipulation GOPATH.
This has advantages
- no more compiled objects being referenced in GOPATH and build time GOPATH
manging which leads to conflicts.
- proper import paths referencing the exact package a project is dependent on.
govendor is simple and provides the minimal necessary tooling to achieve this.
For now this is the right solution.
291 lines
8.6 KiB
Go
291 lines
8.6 KiB
Go
/*
|
|
* Minio Cloud Storage, (C) 2015 Minio, Inc.
|
|
*
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
* you may not use this file except in compliance with the License.
|
|
* You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or impliedd.
|
|
* See the License for the specific language governing permissions and
|
|
* limitations under the License.
|
|
*/
|
|
|
|
package donut
|
|
|
|
import (
|
|
"bytes"
|
|
"crypto/md5"
|
|
"encoding/base64"
|
|
"encoding/hex"
|
|
"io/ioutil"
|
|
"os"
|
|
"path/filepath"
|
|
"strconv"
|
|
"testing"
|
|
|
|
. "github.com/minio/minio/internal/gopkg.in/check.v1"
|
|
)
|
|
|
|
func TestDonut(t *testing.T) { TestingT(t) }
|
|
|
|
type MyDonutSuite struct {
|
|
root string
|
|
}
|
|
|
|
var _ = Suite(&MyDonutSuite{})
|
|
|
|
// create a dummy TestNodeDiskMap
|
|
func createTestNodeDiskMap(p string) map[string][]string {
|
|
nodes := make(map[string][]string)
|
|
nodes["localhost"] = make([]string, 16)
|
|
for i := 0; i < len(nodes["localhost"]); i++ {
|
|
diskPath := filepath.Join(p, strconv.Itoa(i))
|
|
if _, err := os.Stat(diskPath); err != nil {
|
|
if os.IsNotExist(err) {
|
|
os.MkdirAll(diskPath, 0700)
|
|
}
|
|
}
|
|
nodes["localhost"][i] = diskPath
|
|
}
|
|
return nodes
|
|
}
|
|
|
|
var dd Interface
|
|
|
|
func (s *MyDonutSuite) SetUpSuite(c *C) {
|
|
root, err := ioutil.TempDir(os.TempDir(), "donut-")
|
|
c.Assert(err, IsNil)
|
|
s.root = root
|
|
|
|
conf := new(Config)
|
|
conf.Version = "0.0.1"
|
|
conf.DonutName = "test"
|
|
conf.NodeDiskMap = createTestNodeDiskMap(root)
|
|
conf.MaxSize = 100000
|
|
SetDonutConfigPath(filepath.Join(root, "donut.json"))
|
|
perr := SaveConfig(conf)
|
|
c.Assert(perr, IsNil)
|
|
|
|
dd, perr = New()
|
|
c.Assert(perr, IsNil)
|
|
|
|
// testing empty donut
|
|
buckets, perr := dd.ListBuckets(nil)
|
|
c.Assert(perr, IsNil)
|
|
c.Assert(len(buckets), Equals, 0)
|
|
}
|
|
|
|
func (s *MyDonutSuite) TearDownSuite(c *C) {
|
|
os.RemoveAll(s.root)
|
|
}
|
|
|
|
// test make bucket without name
|
|
func (s *MyDonutSuite) TestBucketWithoutNameFails(c *C) {
|
|
// fail to create new bucket without a name
|
|
err := dd.MakeBucket("", "private", nil, nil)
|
|
c.Assert(err, Not(IsNil))
|
|
|
|
err = dd.MakeBucket(" ", "private", nil, nil)
|
|
c.Assert(err, Not(IsNil))
|
|
}
|
|
|
|
// test empty bucket
|
|
func (s *MyDonutSuite) TestEmptyBucket(c *C) {
|
|
c.Assert(dd.MakeBucket("foo1", "private", nil, nil), IsNil)
|
|
// check if bucket is empty
|
|
var resources BucketResourcesMetadata
|
|
resources.Maxkeys = 1
|
|
objectsMetadata, resources, err := dd.ListObjects("foo1", resources, nil)
|
|
c.Assert(err, IsNil)
|
|
c.Assert(len(objectsMetadata), Equals, 0)
|
|
c.Assert(resources.CommonPrefixes, DeepEquals, []string{})
|
|
c.Assert(resources.IsTruncated, Equals, false)
|
|
}
|
|
|
|
// test bucket list
|
|
func (s *MyDonutSuite) TestMakeBucketAndList(c *C) {
|
|
// create bucket
|
|
err := dd.MakeBucket("foo2", "private", nil, nil)
|
|
c.Assert(err, IsNil)
|
|
|
|
// check bucket exists
|
|
buckets, err := dd.ListBuckets(nil)
|
|
c.Assert(err, IsNil)
|
|
c.Assert(len(buckets), Equals, 5)
|
|
c.Assert(buckets[0].ACL, Equals, BucketACL("private"))
|
|
}
|
|
|
|
// test re-create bucket
|
|
func (s *MyDonutSuite) TestMakeBucketWithSameNameFails(c *C) {
|
|
err := dd.MakeBucket("foo3", "private", nil, nil)
|
|
c.Assert(err, IsNil)
|
|
|
|
err = dd.MakeBucket("foo3", "private", nil, nil)
|
|
c.Assert(err, Not(IsNil))
|
|
}
|
|
|
|
// test make multiple buckets
|
|
func (s *MyDonutSuite) TestCreateMultipleBucketsAndList(c *C) {
|
|
// add a second bucket
|
|
err := dd.MakeBucket("foo4", "private", nil, nil)
|
|
c.Assert(err, IsNil)
|
|
|
|
err = dd.MakeBucket("bar1", "private", nil, nil)
|
|
c.Assert(err, IsNil)
|
|
|
|
buckets, err := dd.ListBuckets(nil)
|
|
c.Assert(err, IsNil)
|
|
|
|
c.Assert(len(buckets), Equals, 2)
|
|
c.Assert(buckets[0].Name, Equals, "bar1")
|
|
c.Assert(buckets[1].Name, Equals, "foo4")
|
|
|
|
err = dd.MakeBucket("foobar1", "private", nil, nil)
|
|
c.Assert(err, IsNil)
|
|
|
|
buckets, err = dd.ListBuckets(nil)
|
|
c.Assert(err, IsNil)
|
|
|
|
c.Assert(len(buckets), Equals, 3)
|
|
c.Assert(buckets[2].Name, Equals, "foobar1")
|
|
}
|
|
|
|
// test object create without bucket
|
|
func (s *MyDonutSuite) TestNewObjectFailsWithoutBucket(c *C) {
|
|
_, err := dd.CreateObject("unknown", "obj", "", 0, nil, nil, nil)
|
|
c.Assert(err, Not(IsNil))
|
|
}
|
|
|
|
// test create object metadata
|
|
func (s *MyDonutSuite) TestNewObjectMetadata(c *C) {
|
|
data := "Hello World"
|
|
hasher := md5.New()
|
|
hasher.Write([]byte(data))
|
|
expectedMd5Sum := base64.StdEncoding.EncodeToString(hasher.Sum(nil))
|
|
reader := ioutil.NopCloser(bytes.NewReader([]byte(data)))
|
|
|
|
err := dd.MakeBucket("foo6", "private", nil, nil)
|
|
c.Assert(err, IsNil)
|
|
|
|
objectMetadata, err := dd.CreateObject("foo6", "obj", expectedMd5Sum, int64(len(data)), reader, map[string]string{"contentType": "application/json"}, nil)
|
|
c.Assert(err, IsNil)
|
|
c.Assert(objectMetadata.MD5Sum, Equals, hex.EncodeToString(hasher.Sum(nil)))
|
|
c.Assert(objectMetadata.Metadata["contentType"], Equals, "application/json")
|
|
}
|
|
|
|
// test create object fails without name
|
|
func (s *MyDonutSuite) TestNewObjectFailsWithEmptyName(c *C) {
|
|
_, err := dd.CreateObject("foo", "", "", 0, nil, nil, nil)
|
|
c.Assert(err, Not(IsNil))
|
|
}
|
|
|
|
// test create object
|
|
func (s *MyDonutSuite) TestNewObjectCanBeWritten(c *C) {
|
|
err := dd.MakeBucket("foo", "private", nil, nil)
|
|
c.Assert(err, IsNil)
|
|
|
|
data := "Hello World"
|
|
|
|
hasher := md5.New()
|
|
hasher.Write([]byte(data))
|
|
expectedMd5Sum := base64.StdEncoding.EncodeToString(hasher.Sum(nil))
|
|
reader := ioutil.NopCloser(bytes.NewReader([]byte(data)))
|
|
|
|
actualMetadata, err := dd.CreateObject("foo", "obj", expectedMd5Sum, int64(len(data)), reader, map[string]string{"contentType": "application/octet-stream"}, nil)
|
|
c.Assert(err, IsNil)
|
|
c.Assert(actualMetadata.MD5Sum, Equals, hex.EncodeToString(hasher.Sum(nil)))
|
|
|
|
var buffer bytes.Buffer
|
|
size, err := dd.GetObject(&buffer, "foo", "obj", 0, 0)
|
|
c.Assert(err, IsNil)
|
|
c.Assert(size, Equals, int64(len(data)))
|
|
c.Assert(buffer.Bytes(), DeepEquals, []byte(data))
|
|
|
|
actualMetadata, err = dd.GetObjectMetadata("foo", "obj", nil)
|
|
c.Assert(err, IsNil)
|
|
c.Assert(hex.EncodeToString(hasher.Sum(nil)), Equals, actualMetadata.MD5Sum)
|
|
c.Assert(int64(len(data)), Equals, actualMetadata.Size)
|
|
}
|
|
|
|
// test list objects
|
|
func (s *MyDonutSuite) TestMultipleNewObjects(c *C) {
|
|
c.Assert(dd.MakeBucket("foo5", "private", nil, nil), IsNil)
|
|
|
|
one := ioutil.NopCloser(bytes.NewReader([]byte("one")))
|
|
|
|
_, err := dd.CreateObject("foo5", "obj1", "", int64(len("one")), one, nil, nil)
|
|
c.Assert(err, IsNil)
|
|
|
|
two := ioutil.NopCloser(bytes.NewReader([]byte("two")))
|
|
_, err = dd.CreateObject("foo5", "obj2", "", int64(len("two")), two, nil, nil)
|
|
c.Assert(err, IsNil)
|
|
|
|
var buffer1 bytes.Buffer
|
|
size, err := dd.GetObject(&buffer1, "foo5", "obj1", 0, 0)
|
|
c.Assert(err, IsNil)
|
|
c.Assert(size, Equals, int64(len([]byte("one"))))
|
|
c.Assert(buffer1.Bytes(), DeepEquals, []byte("one"))
|
|
|
|
var buffer2 bytes.Buffer
|
|
size, err = dd.GetObject(&buffer2, "foo5", "obj2", 0, 0)
|
|
c.Assert(err, IsNil)
|
|
c.Assert(size, Equals, int64(len([]byte("two"))))
|
|
|
|
c.Assert(buffer2.Bytes(), DeepEquals, []byte("two"))
|
|
|
|
/// test list of objects
|
|
|
|
// test list objects with prefix and delimiter
|
|
var resources BucketResourcesMetadata
|
|
resources.Prefix = "o"
|
|
resources.Delimiter = "1"
|
|
resources.Maxkeys = 10
|
|
objectsMetadata, resources, err := dd.ListObjects("foo5", resources, nil)
|
|
c.Assert(err, IsNil)
|
|
c.Assert(resources.IsTruncated, Equals, false)
|
|
c.Assert(resources.CommonPrefixes[0], Equals, "obj1")
|
|
|
|
// test list objects with only delimiter
|
|
resources.Prefix = ""
|
|
resources.Delimiter = "1"
|
|
resources.Maxkeys = 10
|
|
objectsMetadata, resources, err = dd.ListObjects("foo5", resources, nil)
|
|
c.Assert(err, IsNil)
|
|
c.Assert(objectsMetadata[0].Object, Equals, "obj2")
|
|
c.Assert(resources.IsTruncated, Equals, false)
|
|
c.Assert(resources.CommonPrefixes[0], Equals, "obj1")
|
|
|
|
// test list objects with only prefix
|
|
resources.Prefix = "o"
|
|
resources.Delimiter = ""
|
|
resources.Maxkeys = 10
|
|
objectsMetadata, resources, err = dd.ListObjects("foo5", resources, nil)
|
|
c.Assert(err, IsNil)
|
|
c.Assert(resources.IsTruncated, Equals, false)
|
|
c.Assert(objectsMetadata[0].Object, Equals, "obj1")
|
|
c.Assert(objectsMetadata[1].Object, Equals, "obj2")
|
|
|
|
three := ioutil.NopCloser(bytes.NewReader([]byte("three")))
|
|
_, err = dd.CreateObject("foo5", "obj3", "", int64(len("three")), three, nil, nil)
|
|
c.Assert(err, IsNil)
|
|
|
|
var buffer bytes.Buffer
|
|
size, err = dd.GetObject(&buffer, "foo5", "obj3", 0, 0)
|
|
c.Assert(err, IsNil)
|
|
c.Assert(size, Equals, int64(len([]byte("three"))))
|
|
c.Assert(buffer.Bytes(), DeepEquals, []byte("three"))
|
|
|
|
// test list objects with maxkeys
|
|
resources.Prefix = "o"
|
|
resources.Delimiter = ""
|
|
resources.Maxkeys = 2
|
|
objectsMetadata, resources, err = dd.ListObjects("foo5", resources, nil)
|
|
c.Assert(err, IsNil)
|
|
c.Assert(resources.IsTruncated, Equals, true)
|
|
c.Assert(len(objectsMetadata), Equals, 2)
|
|
}
|