mirror of https://github.com/minio/minio.git
161 lines
4.2 KiB
Go
161 lines
4.2 KiB
Go
/*
|
|
* Mini Object Storage, (C) 2015 Minio, Inc.
|
|
*
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
* you may not use this file except in compliance with the License.
|
|
* You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
* See the License for the specific language governing permissions and
|
|
* limitations under the License.
|
|
*/
|
|
|
|
package fragment
|
|
|
|
import (
|
|
"bytes"
|
|
"crypto/sha512"
|
|
"encoding/binary"
|
|
"io"
|
|
"testing"
|
|
|
|
"github.com/minio-io/minio/pkg/utils/checksum/crc32c"
|
|
. "gopkg.in/check.v1"
|
|
)
|
|
|
|
func Test(t *testing.T) { TestingT(t) }
|
|
|
|
type MySuite struct{}
|
|
|
|
var _ = Suite(&MySuite{})
|
|
|
|
func (s *MySuite) TestSingleWrite(c *C) {
|
|
//var b io.ReadWriteSeeker
|
|
var testBuffer bytes.Buffer
|
|
|
|
testData := "Hello, World"
|
|
testLength := uint64(len(testData))
|
|
err := Write(&testBuffer, bytes.NewBufferString(testData), testLength)
|
|
c.Assert(err, IsNil)
|
|
|
|
testBufferLength := uint64(testBuffer.Len())
|
|
|
|
// we test our crc here too
|
|
headerBytes := testBuffer.Bytes()[:24]
|
|
expectedCrc := crc32c.Sum32(headerBytes)
|
|
|
|
// magic mini
|
|
magicMini := make([]byte, 4)
|
|
testBuffer.Read(magicMini)
|
|
c.Assert(magicMini, DeepEquals, []byte{'M', 'I', 'N', 'I'})
|
|
|
|
// major version
|
|
version := make([]byte, 4)
|
|
testBuffer.Read(version)
|
|
c.Assert(binary.LittleEndian.Uint32(version), DeepEquals, uint32(1))
|
|
|
|
// reserved
|
|
reserved := make([]byte, 8)
|
|
testBuffer.Read(reserved)
|
|
c.Assert(binary.LittleEndian.Uint64(reserved), DeepEquals, uint64(0))
|
|
|
|
// data length
|
|
length := make([]byte, 8)
|
|
testBuffer.Read(length)
|
|
c.Assert(binary.LittleEndian.Uint64(length), DeepEquals, testLength)
|
|
|
|
// test crc
|
|
bufCrc := make([]byte, 4)
|
|
testBuffer.Read(bufCrc)
|
|
c.Assert(binary.LittleEndian.Uint32(bufCrc), DeepEquals, expectedCrc)
|
|
|
|
// magic DATA
|
|
magicData := make([]byte, 4)
|
|
testBuffer.Read(magicData)
|
|
c.Assert(magicData, DeepEquals, []byte{'D', 'A', 'T', 'A'})
|
|
|
|
// data
|
|
actualData := make([]byte, int32(testLength))
|
|
testBuffer.Read(actualData)
|
|
c.Assert(string(actualData), DeepEquals, testData)
|
|
|
|
// extract footer crc32c
|
|
actualFooterCrc := make([]byte, 4)
|
|
testBuffer.Read(actualFooterCrc)
|
|
remainingBytes := testBuffer.Bytes()
|
|
remainingSum := crc32c.Sum32(remainingBytes)
|
|
c.Assert(binary.LittleEndian.Uint32(actualFooterCrc), DeepEquals, remainingSum)
|
|
|
|
// sha512
|
|
expectedSha512 := sha512.Sum512([]byte(testData))
|
|
actualSha512 := make([]byte, 64)
|
|
testBuffer.Read(actualSha512)
|
|
c.Assert(actualSha512, DeepEquals, expectedSha512[:])
|
|
|
|
// length
|
|
actualLength := make([]byte, 8)
|
|
testBuffer.Read(actualLength)
|
|
c.Assert(testBufferLength, DeepEquals, binary.LittleEndian.Uint64(actualLength))
|
|
|
|
// magic INIM
|
|
magicInim := make([]byte, 4)
|
|
testBuffer.Read(magicInim)
|
|
c.Assert(magicInim, DeepEquals, []byte{'I', 'N', 'I', 'M'})
|
|
|
|
// ensure no extra data is in the file
|
|
c.Assert(testBuffer.Len(), Equals, 0)
|
|
}
|
|
|
|
func (s *MySuite) TestLengthMismatchInWrite(c *C) {
|
|
var testData bytes.Buffer
|
|
err := Write(&testData, bytes.NewBufferString("hello, world"), 5)
|
|
c.Assert(err, Not(IsNil))
|
|
}
|
|
|
|
func (s *MySuite) TestWriteAndRead(c *C) {
|
|
testData := "Hello, World"
|
|
testLength := uint64(len(testData))
|
|
var testBuffer bytes.Buffer
|
|
err := Write(&testBuffer, bytes.NewBufferString(testData), testLength)
|
|
c.Assert(err, IsNil)
|
|
|
|
testReader, err := Read(&testBuffer)
|
|
c.Assert(err, IsNil)
|
|
|
|
var actualData bytes.Buffer
|
|
length, err := io.Copy(&actualData, testReader)
|
|
c.Assert(int64(len(testData)), Equals, length)
|
|
|
|
c.Assert([]byte(testData), DeepEquals, actualData.Bytes())
|
|
}
|
|
|
|
var buf = make([]byte, 1024*1024*8)
|
|
|
|
func benchmarkSize(b *testing.B, size int) {
|
|
b.SetBytes(int64(size))
|
|
target := new(bytes.Buffer)
|
|
for i := 0; i < b.N; i++ {
|
|
Write(target, bytes.NewReader(buf[:size]), uint64(size))
|
|
}
|
|
}
|
|
|
|
func BenchmarkDonut1M(b *testing.B) {
|
|
benchmarkSize(b, 1024*1024)
|
|
}
|
|
|
|
func BenchmarkDonut2M(b *testing.B) {
|
|
benchmarkSize(b, 1024*1024*2)
|
|
}
|
|
|
|
func BenchmarkDonut4M(b *testing.B) {
|
|
benchmarkSize(b, 1024*1024*4)
|
|
}
|
|
|
|
func BenchmarkDonut8M(b *testing.B) {
|
|
benchmarkSize(b, 1024*1024*8)
|
|
}
|