2016-07-21 20:31:14 -04:00
|
|
|
/*
|
|
|
|
* Minio Cloud Storage, (C) 2016 Minio, Inc.
|
|
|
|
*
|
|
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
* you may not use this file except in compliance with the License.
|
|
|
|
* You may obtain a copy of the License at
|
|
|
|
*
|
|
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
*
|
|
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
* See the License for the specific language governing permissions and
|
|
|
|
* limitations under the License.
|
|
|
|
*/
|
|
|
|
|
2016-08-18 19:23:42 -04:00
|
|
|
package cmd
|
2016-07-21 20:31:14 -04:00
|
|
|
|
2016-08-15 19:09:08 -04:00
|
|
|
import (
|
2016-09-16 16:06:49 -04:00
|
|
|
"bytes"
|
2016-08-15 19:09:08 -04:00
|
|
|
"os"
|
2016-09-16 16:06:49 -04:00
|
|
|
"path/filepath"
|
2016-08-15 19:09:08 -04:00
|
|
|
"testing"
|
|
|
|
)
|
2016-07-21 20:31:14 -04:00
|
|
|
|
|
|
|
// Tests scenarios which can occur for hasExtendedHeader function.
|
|
|
|
func TestHasExtendedHeader(t *testing.T) {
|
|
|
|
// All test cases concerning hasExtendedHeader function.
|
|
|
|
testCases := []struct {
|
|
|
|
metadata map[string]string
|
|
|
|
has bool
|
|
|
|
}{
|
|
|
|
// Verifies if X-Amz-Meta is present.
|
|
|
|
{
|
|
|
|
metadata: map[string]string{
|
|
|
|
"X-Amz-Meta-1": "value",
|
|
|
|
},
|
2016-08-15 19:09:08 -04:00
|
|
|
has: true || os.Getenv("MINIO_ENABLE_FSMETA") == "1",
|
2016-07-21 20:31:14 -04:00
|
|
|
},
|
|
|
|
// Verifies if X-Minio-Meta is present.
|
|
|
|
{
|
|
|
|
metadata: map[string]string{
|
|
|
|
"X-Minio-Meta-1": "value",
|
|
|
|
},
|
2016-08-15 19:09:08 -04:00
|
|
|
has: true || os.Getenv("MINIO_ENABLE_FSMETA") == "1",
|
2016-07-21 20:31:14 -04:00
|
|
|
},
|
|
|
|
// Verifies if extended header is not present.
|
|
|
|
{
|
|
|
|
metadata: map[string]string{
|
|
|
|
"md5Sum": "value",
|
|
|
|
},
|
2016-08-15 19:09:08 -04:00
|
|
|
has: false || os.Getenv("MINIO_ENABLE_FSMETA") == "1",
|
2016-07-21 20:31:14 -04:00
|
|
|
},
|
2016-08-15 19:09:08 -04:00
|
|
|
// Verifies if extended header is not present, but with an empty input.
|
2016-07-21 20:31:14 -04:00
|
|
|
{
|
|
|
|
metadata: nil,
|
2016-08-15 19:09:08 -04:00
|
|
|
has: false || os.Getenv("MINIO_ENABLE_FSMETA") == "1",
|
2016-07-21 20:31:14 -04:00
|
|
|
},
|
|
|
|
}
|
|
|
|
|
|
|
|
// Validate all test cases.
|
|
|
|
for i, testCase := range testCases {
|
|
|
|
has := hasExtendedHeader(testCase.metadata)
|
|
|
|
if has != testCase.has {
|
|
|
|
t.Fatalf("Test case %d: Expected \"%#v\", but got \"%#v\"", i+1, testCase.has, has)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
2016-09-16 16:06:49 -04:00
|
|
|
|
2016-10-05 15:48:07 -04:00
|
|
|
func initFSObjects(disk string, t *testing.T) (obj ObjectLayer) {
|
|
|
|
obj, _, err := initObjectLayer([]string{disk}, nil)
|
|
|
|
if err != nil {
|
|
|
|
t.Fatal("Unexpected err: ", err)
|
|
|
|
}
|
|
|
|
return obj
|
|
|
|
}
|
|
|
|
|
2016-09-16 16:06:49 -04:00
|
|
|
// TestReadFsMetadata - readFSMetadata testing with a healthy and faulty disk
|
|
|
|
func TestReadFSMetadata(t *testing.T) {
|
|
|
|
disk := filepath.Join(os.TempDir(), "minio-"+nextSuffix())
|
|
|
|
defer removeAll(disk)
|
2016-10-05 15:48:07 -04:00
|
|
|
|
|
|
|
obj := initFSObjects(disk, t)
|
|
|
|
|
2016-09-16 16:06:49 -04:00
|
|
|
fs := obj.(fsObjects)
|
|
|
|
|
|
|
|
bucketName := "bucket"
|
|
|
|
objectName := "object"
|
|
|
|
|
2016-10-05 15:48:07 -04:00
|
|
|
if err := obj.MakeBucket(bucketName); err != nil {
|
2016-09-16 16:06:49 -04:00
|
|
|
t.Fatal("Unexpected err: ", err)
|
|
|
|
}
|
2016-10-02 18:51:49 -04:00
|
|
|
sha256sum := ""
|
2016-10-05 15:48:07 -04:00
|
|
|
if _, err := obj.PutObject(bucketName, objectName, int64(len("abcd")), bytes.NewReader([]byte("abcd")),
|
2016-10-02 18:51:49 -04:00
|
|
|
map[string]string{"X-Amz-Meta-AppId": "a"}, sha256sum); err != nil {
|
2016-09-16 16:06:49 -04:00
|
|
|
t.Fatal("Unexpected err: ", err)
|
|
|
|
}
|
|
|
|
|
|
|
|
// Construct the full path of fs.json
|
|
|
|
fsPath := "buckets/" + bucketName + "/" + objectName + "/fs.json"
|
|
|
|
|
|
|
|
// Regular fs metadata reading, no errors expected
|
2016-10-05 15:48:07 -04:00
|
|
|
if _, err := readFSMetadata(fs.storage, ".minio.sys", fsPath); err != nil {
|
2016-09-16 16:06:49 -04:00
|
|
|
t.Fatal("Unexpected error ", err)
|
|
|
|
}
|
|
|
|
|
|
|
|
// Corrupted fs.json
|
2016-10-05 15:48:07 -04:00
|
|
|
if err := fs.storage.AppendFile(".minio.sys", fsPath, []byte{'a'}); err != nil {
|
2016-09-16 16:06:49 -04:00
|
|
|
t.Fatal("Unexpected error ", err)
|
|
|
|
}
|
2016-10-05 15:48:07 -04:00
|
|
|
if _, err := readFSMetadata(fs.storage, ".minio.sys", fsPath); err == nil {
|
2016-09-16 16:06:49 -04:00
|
|
|
t.Fatal("Should fail", err)
|
|
|
|
}
|
|
|
|
|
|
|
|
// Test with corrupted disk
|
|
|
|
fsStorage := fs.storage.(*posix)
|
|
|
|
naughty := newNaughtyDisk(fsStorage, nil, errFaultyDisk)
|
|
|
|
fs.storage = naughty
|
2016-10-05 15:48:07 -04:00
|
|
|
if _, err := readFSMetadata(fs.storage, ".minio.sys", fsPath); errorCause(err) != errFaultyDisk {
|
2016-09-16 16:06:49 -04:00
|
|
|
t.Fatal("Should fail", err)
|
|
|
|
}
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
// TestWriteFsMetadata - tests of writeFSMetadata with healthy and faulty disks
|
|
|
|
func TestWriteFSMetadata(t *testing.T) {
|
|
|
|
disk := filepath.Join(os.TempDir(), "minio-"+nextSuffix())
|
|
|
|
defer removeAll(disk)
|
2016-10-05 15:48:07 -04:00
|
|
|
obj := initFSObjects(disk, t)
|
2016-09-16 16:06:49 -04:00
|
|
|
fs := obj.(fsObjects)
|
|
|
|
|
|
|
|
bucketName := "bucket"
|
|
|
|
objectName := "object"
|
|
|
|
|
2016-10-05 15:48:07 -04:00
|
|
|
if err := obj.MakeBucket(bucketName); err != nil {
|
2016-09-16 16:06:49 -04:00
|
|
|
t.Fatal("Unexpected err: ", err)
|
|
|
|
}
|
2016-10-02 18:51:49 -04:00
|
|
|
sha256sum := ""
|
2016-10-05 15:48:07 -04:00
|
|
|
if _, err := obj.PutObject(bucketName, objectName, int64(len("abcd")), bytes.NewReader([]byte("abcd")),
|
2016-10-02 18:51:49 -04:00
|
|
|
map[string]string{"X-Amz-Meta-AppId": "a"}, sha256sum); err != nil {
|
2016-09-16 16:06:49 -04:00
|
|
|
t.Fatal("Unexpected err: ", err)
|
|
|
|
}
|
|
|
|
|
|
|
|
// Construct the complete path of fs.json
|
|
|
|
fsPath := "buckets/" + bucketName + "/" + objectName + "/fs.json"
|
|
|
|
|
|
|
|
// Fs metadata reading, no errors expected (healthy disk)
|
|
|
|
fsMeta, err := readFSMetadata(fs.storage, ".minio.sys", fsPath)
|
|
|
|
if err != nil {
|
|
|
|
t.Fatal("Unexpected error ", err)
|
|
|
|
}
|
|
|
|
|
|
|
|
// Reading metadata with a corrupted disk
|
|
|
|
fsStorage := fs.storage.(*posix)
|
|
|
|
for i := 1; i <= 2; i++ {
|
|
|
|
naughty := newNaughtyDisk(fsStorage, map[int]error{i: errFaultyDisk, i + 1: errFaultyDisk}, nil)
|
|
|
|
fs.storage = naughty
|
|
|
|
if err = writeFSMetadata(fs.storage, ".minio.sys", fsPath, fsMeta); errorCause(err) != errFaultyDisk {
|
|
|
|
t.Fatal("Unexpected error", i, err)
|
|
|
|
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
}
|