Move pkg/storage/erasure to pkg/encoding/erasure - and other cleanups

pkg/storage/donut/fragment/fragment1/fragment_test.go

@@ -0,0 +1,142 @@
+/*
+ * Mini Object Storage, (C) 2015 Minio, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package fragment
+
+import (
+	"bytes"
+	"crypto/sha512"
+	"encoding/binary"
+	"testing"
+
+	"github.com/minio-io/minio/pkg/utils/checksum/crc32c"
+	. "gopkg.in/check.v1"
+)
+
+func Test(t *testing.T) { TestingT(t) }
+
+type MySuite struct{}
+
+var _ = Suite(&MySuite{})
+
+func (s *MySuite) TestSingleWrite(c *C) {
+	//var b io.ReadWriteSeeker
+	var testBuffer bytes.Buffer
+
+	testData := "Hello, World"
+	testLength := uint64(len(testData))
+	err := Write(&testBuffer, bytes.NewBufferString(testData), testLength)
+	c.Assert(err, IsNil)
+
+	testBufferLength := uint64(testBuffer.Len())
+
+	// we test our crc here too
+	headerBytes := testBuffer.Bytes()[:24]
+	expectedCrc := crc32c.Sum32(headerBytes)
+
+	// magic mini
+	magicMini := make([]byte, 4)
+	testBuffer.Read(magicMini)
+	c.Assert(magicMini, DeepEquals, []byte{'M', 'I', 'N', 'I'})
+
+	// major version
+	version := make([]byte, 4)
+	testBuffer.Read(version)
+	c.Assert(binary.LittleEndian.Uint32(version), DeepEquals, uint32(1))
+
+	// reserved
+	reserved := make([]byte, 8)
+	testBuffer.Read(reserved)
+	c.Assert(binary.LittleEndian.Uint64(reserved), DeepEquals, uint64(0))
+
+	// data length
+	length := make([]byte, 8)
+	testBuffer.Read(length)
+	c.Assert(binary.LittleEndian.Uint64(length), DeepEquals, testLength)
+
+	// test crc
+	bufCrc := make([]byte, 4)
+	testBuffer.Read(bufCrc)
+	c.Assert(binary.LittleEndian.Uint32(bufCrc), DeepEquals, expectedCrc)
+
+	// magic DATA
+	magicData := make([]byte, 4)
+	testBuffer.Read(magicData)
+	c.Assert(magicData, DeepEquals, []byte{'D', 'A', 'T', 'A'})
+
+	// data
+	actualData := make([]byte, int32(testLength))
+	testBuffer.Read(actualData)
+	c.Assert(string(actualData), DeepEquals, testData)
+
+	// extract footer crc32c
+	actualFooterCrc := make([]byte, 4)
+	testBuffer.Read(actualFooterCrc)
+	remainingBytes := testBuffer.Bytes()
+	remainingSum := crc32c.Sum32(remainingBytes)
+	c.Assert(binary.LittleEndian.Uint32(actualFooterCrc), DeepEquals, remainingSum)
+
+	// sha512
+	expectedSha512 := sha512.Sum512([]byte(testData))
+	actualSha512 := make([]byte, 64)
+	testBuffer.Read(actualSha512)
+	c.Assert(actualSha512, DeepEquals, expectedSha512[:])
+
+	// length
+	actualLength := make([]byte, 8)
+	testBuffer.Read(actualLength)
+	c.Assert(testBufferLength, DeepEquals, binary.LittleEndian.Uint64(actualLength))
+
+	// magic INIM
+	magicInim := make([]byte, 4)
+	testBuffer.Read(magicInim)
+	c.Assert(magicInim, DeepEquals, []byte{'I', 'N', 'I', 'M'})
+
+	// ensure no extra data is in the file
+	c.Assert(testBuffer.Len(), Equals, 0)
+}
+
+func (s *MySuite) TestLengthMismatchInWrite(c *C) {
+	var testData bytes.Buffer
+	err := Write(&testData, bytes.NewBufferString("hello, world"), 5)
+	c.Assert(err, Not(IsNil))
+}
+
+var buf = make([]byte, 1024*1024*8)
+
+func benchmarkSize(b *testing.B, size int) {
+	b.SetBytes(int64(size))
+	target := new(bytes.Buffer)
+	for i := 0; i < b.N; i++ {
+		Write(target, bytes.NewReader(buf[:size]), uint64(size))
+	}
+}
+
+func BenchmarkDonut1M(b *testing.B) {
+	benchmarkSize(b, 1024*1024)
+}
+
+func BenchmarkDonut2M(b *testing.B) {
+	benchmarkSize(b, 1024*1024*2)
+}
+
+func BenchmarkDonut4M(b *testing.B) {
+	benchmarkSize(b, 1024*1024*4)
+}
+
+func BenchmarkDonut8M(b *testing.B) {
+	benchmarkSize(b, 1024*1024*8)
+}