2021-04-18 15:41:13 -04:00
|
|
|
// Copyright (c) 2015-2021 MinIO, Inc.
|
|
|
|
//
|
|
|
|
// This file is part of MinIO Object Storage stack
|
|
|
|
//
|
|
|
|
// This program is free software: you can redistribute it and/or modify
|
|
|
|
// it under the terms of the GNU Affero General Public License as published by
|
|
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
|
|
// (at your option) any later version.
|
|
|
|
//
|
|
|
|
// This program is distributed in the hope that it will be useful
|
|
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
// GNU Affero General Public License for more details.
|
|
|
|
//
|
|
|
|
// You should have received a copy of the GNU Affero General Public License
|
|
|
|
// along with this program. If not, see <http://www.gnu.org/licenses/>.
|
2016-07-21 20:31:14 -04:00
|
|
|
|
2016-08-18 19:23:42 -04:00
|
|
|
package cmd
|
2016-07-21 20:31:14 -04:00
|
|
|
|
2016-08-15 19:09:08 -04:00
|
|
|
import (
|
2016-09-16 16:06:49 -04:00
|
|
|
"bytes"
|
2017-08-12 22:25:43 -04:00
|
|
|
"os"
|
2016-09-16 16:06:49 -04:00
|
|
|
"path/filepath"
|
2018-03-27 20:23:10 -04:00
|
|
|
"reflect"
|
2016-08-15 19:09:08 -04:00
|
|
|
"testing"
|
|
|
|
)
|
2016-07-21 20:31:14 -04:00
|
|
|
|
2017-01-16 20:05:00 -05:00
|
|
|
// Tests ToObjectInfo function.
|
|
|
|
func TestFSV1MetadataObjInfo(t *testing.T) {
|
|
|
|
fsMeta := newFSMetaV1()
|
|
|
|
objInfo := fsMeta.ToObjectInfo("testbucket", "testobject", nil)
|
|
|
|
if objInfo.Size != 0 {
|
|
|
|
t.Fatal("Unexpected object info value for Size", objInfo.Size)
|
2016-10-18 15:49:24 -04:00
|
|
|
}
|
2020-06-12 23:04:01 -04:00
|
|
|
if !objInfo.ModTime.Equal(timeSentinel) {
|
2017-01-16 20:05:00 -05:00
|
|
|
t.Fatal("Unexpected object info value for ModTime ", objInfo.ModTime)
|
|
|
|
}
|
|
|
|
if objInfo.IsDir {
|
|
|
|
t.Fatal("Unexpected object info value for IsDir", objInfo.IsDir)
|
2016-10-05 15:48:07 -04:00
|
|
|
}
|
2019-02-28 14:01:25 -05:00
|
|
|
if !objInfo.Expires.IsZero() {
|
|
|
|
t.Fatal("Unexpected object info value for Expires ", objInfo.Expires)
|
|
|
|
}
|
2016-10-05 15:48:07 -04:00
|
|
|
}
|
|
|
|
|
2017-01-16 20:05:00 -05:00
|
|
|
// TestReadFSMetadata - readFSMetadata testing with a healthy and faulty disk
|
2016-09-16 16:06:49 -04:00
|
|
|
func TestReadFSMetadata(t *testing.T) {
|
2022-05-30 13:58:37 -04:00
|
|
|
t.Skip()
|
|
|
|
|
2016-12-16 01:25:05 -05:00
|
|
|
disk := filepath.Join(globalTestTmpDir, "minio-"+nextSuffix())
|
2017-08-12 22:25:43 -04:00
|
|
|
defer os.RemoveAll(disk)
|
2016-10-05 15:48:07 -04:00
|
|
|
|
|
|
|
obj := initFSObjects(disk, t)
|
2018-02-20 15:21:12 -05:00
|
|
|
fs := obj.(*FSObjects)
|
2016-09-16 16:06:49 -04:00
|
|
|
|
|
|
|
bucketName := "bucket"
|
|
|
|
objectName := "object"
|
|
|
|
|
2022-07-25 20:51:32 -04:00
|
|
|
if err := obj.MakeBucketWithLocation(GlobalContext, bucketName, MakeBucketOptions{}); err != nil {
|
2016-09-16 16:06:49 -04:00
|
|
|
t.Fatal("Unexpected err: ", err)
|
|
|
|
}
|
2020-04-09 12:30:02 -04:00
|
|
|
if _, err := obj.PutObject(GlobalContext, bucketName, objectName, mustGetPutObjReader(t, bytes.NewReader([]byte("abcd")), int64(len("abcd")), "", ""), ObjectOptions{}); err != nil {
|
2016-09-16 16:06:49 -04:00
|
|
|
t.Fatal("Unexpected err: ", err)
|
|
|
|
}
|
|
|
|
|
|
|
|
// Construct the full path of fs.json
|
2017-06-12 20:40:28 -04:00
|
|
|
fsPath := pathJoin(bucketMetaPrefix, bucketName, objectName, "fs.json")
|
2017-01-16 20:05:00 -05:00
|
|
|
fsPath = pathJoin(fs.fsPath, minioMetaBucket, fsPath)
|
2016-09-16 16:06:49 -04:00
|
|
|
|
2017-01-16 20:05:00 -05:00
|
|
|
rlk, err := fs.rwPool.Open(fsPath)
|
|
|
|
if err != nil {
|
|
|
|
t.Fatal("Unexpected error ", err)
|
|
|
|
}
|
|
|
|
defer rlk.Close()
|
|
|
|
|
2016-09-16 16:06:49 -04:00
|
|
|
// Regular fs metadata reading, no errors expected
|
2017-01-16 20:05:00 -05:00
|
|
|
fsMeta := fsMetaV1{}
|
2020-04-09 12:30:02 -04:00
|
|
|
if _, err = fsMeta.ReadFrom(GlobalContext, rlk.LockedFile); err != nil {
|
2016-09-16 16:06:49 -04:00
|
|
|
t.Fatal("Unexpected error ", err)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2017-01-16 20:05:00 -05:00
|
|
|
// TestWriteFSMetadata - tests of writeFSMetadata with healthy disk.
|
2016-09-16 16:06:49 -04:00
|
|
|
func TestWriteFSMetadata(t *testing.T) {
|
2022-05-30 13:58:37 -04:00
|
|
|
t.Skip()
|
2016-12-16 01:25:05 -05:00
|
|
|
disk := filepath.Join(globalTestTmpDir, "minio-"+nextSuffix())
|
2017-08-12 22:25:43 -04:00
|
|
|
defer os.RemoveAll(disk)
|
2017-01-16 20:05:00 -05:00
|
|
|
|
2016-10-05 15:48:07 -04:00
|
|
|
obj := initFSObjects(disk, t)
|
2018-02-20 15:21:12 -05:00
|
|
|
fs := obj.(*FSObjects)
|
2016-09-16 16:06:49 -04:00
|
|
|
|
|
|
|
bucketName := "bucket"
|
|
|
|
objectName := "object"
|
|
|
|
|
2022-07-25 20:51:32 -04:00
|
|
|
if err := obj.MakeBucketWithLocation(GlobalContext, bucketName, MakeBucketOptions{}); err != nil {
|
2016-09-16 16:06:49 -04:00
|
|
|
t.Fatal("Unexpected err: ", err)
|
|
|
|
}
|
2020-04-09 12:30:02 -04:00
|
|
|
if _, err := obj.PutObject(GlobalContext, bucketName, objectName, mustGetPutObjReader(t, bytes.NewReader([]byte("abcd")), int64(len("abcd")), "", ""), ObjectOptions{}); err != nil {
|
2016-09-16 16:06:49 -04:00
|
|
|
t.Fatal("Unexpected err: ", err)
|
|
|
|
}
|
|
|
|
|
2017-01-16 20:05:00 -05:00
|
|
|
// Construct the full path of fs.json
|
2017-06-12 20:40:28 -04:00
|
|
|
fsPath := pathJoin(bucketMetaPrefix, bucketName, objectName, "fs.json")
|
2017-01-16 20:05:00 -05:00
|
|
|
fsPath = pathJoin(fs.fsPath, minioMetaBucket, fsPath)
|
2016-09-16 16:06:49 -04:00
|
|
|
|
2017-01-16 20:05:00 -05:00
|
|
|
rlk, err := fs.rwPool.Open(fsPath)
|
2016-09-16 16:06:49 -04:00
|
|
|
if err != nil {
|
|
|
|
t.Fatal("Unexpected error ", err)
|
|
|
|
}
|
2017-01-16 20:05:00 -05:00
|
|
|
defer rlk.Close()
|
2016-09-16 16:06:49 -04:00
|
|
|
|
2017-01-16 20:05:00 -05:00
|
|
|
// FS metadata reading, no errors expected (healthy disk)
|
|
|
|
fsMeta := fsMetaV1{}
|
2020-04-09 12:30:02 -04:00
|
|
|
_, err = fsMeta.ReadFrom(GlobalContext, rlk.LockedFile)
|
2017-01-16 20:05:00 -05:00
|
|
|
if err != nil {
|
|
|
|
t.Fatal("Unexpected error ", err)
|
|
|
|
}
|
2017-05-14 15:05:51 -04:00
|
|
|
if fsMeta.Version != fsMetaVersion {
|
2017-01-16 20:05:00 -05:00
|
|
|
t.Fatalf("Unexpected version %s", fsMeta.Version)
|
|
|
|
}
|
2018-03-27 20:23:10 -04:00
|
|
|
}
|
|
|
|
|
|
|
|
func TestFSChecksumV1MarshalJSON(t *testing.T) {
|
|
|
|
var cs FSChecksumInfoV1
|
|
|
|
|
|
|
|
testCases := []struct {
|
|
|
|
checksum FSChecksumInfoV1
|
|
|
|
expectedResult string
|
|
|
|
}{
|
|
|
|
{cs, `{"algorithm":"","blocksize":0,"hashes":null}`},
|
|
|
|
{FSChecksumInfoV1{Algorithm: "highwayhash", Blocksize: 500}, `{"algorithm":"highwayhash","blocksize":500,"hashes":null}`},
|
|
|
|
{FSChecksumInfoV1{Algorithm: "highwayhash", Blocksize: 10, Hashes: [][]byte{[]byte("hello")}}, `{"algorithm":"highwayhash","blocksize":10,"hashes":["68656c6c6f"]}`},
|
|
|
|
}
|
|
|
|
|
|
|
|
for _, testCase := range testCases {
|
|
|
|
data, _ := testCase.checksum.MarshalJSON()
|
|
|
|
if testCase.expectedResult != string(data) {
|
|
|
|
t.Fatalf("expected: %v, got: %v", testCase.expectedResult, string(data))
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func TestFSChecksumV1UnMarshalJSON(t *testing.T) {
|
|
|
|
var cs FSChecksumInfoV1
|
|
|
|
|
|
|
|
testCases := []struct {
|
|
|
|
data []byte
|
|
|
|
expectedResult FSChecksumInfoV1
|
|
|
|
}{
|
|
|
|
{[]byte(`{"algorithm":"","blocksize":0,"hashes":null}`), cs},
|
|
|
|
{[]byte(`{"algorithm":"highwayhash","blocksize":500,"hashes":null}`), FSChecksumInfoV1{Algorithm: "highwayhash", Blocksize: 500}},
|
|
|
|
{[]byte(`{"algorithm":"highwayhash","blocksize":10,"hashes":["68656c6c6f"]}`), FSChecksumInfoV1{Algorithm: "highwayhash", Blocksize: 10, Hashes: [][]byte{[]byte("hello")}}},
|
|
|
|
}
|
|
|
|
|
|
|
|
for _, testCase := range testCases {
|
|
|
|
err := (&cs).UnmarshalJSON(testCase.data)
|
|
|
|
if err != nil {
|
|
|
|
t.Fatal("Unexpected error during checksum unmarshalling ", err)
|
|
|
|
}
|
|
|
|
if !reflect.DeepEqual(testCase.expectedResult, cs) {
|
|
|
|
t.Fatalf("expected: %v, got: %v", testCase.expectedResult, cs)
|
|
|
|
}
|
2016-09-16 16:06:49 -04:00
|
|
|
}
|
|
|
|
}
|