// Copyright (c) 2015-2021 MinIO, Inc. // // This file is part of MinIO Object Storage stack // // This program is free software: you can redistribute it and/or modify // it under the terms of the GNU Affero General Public License as published by // the Free Software Foundation, either version 3 of the License, or // (at your option) any later version. // // This program is distributed in the hope that it will be useful // but WITHOUT ANY WARRANTY; without even the implied warranty of // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the // GNU Affero General Public License for more details. // // You should have received a copy of the GNU Affero General Public License // along with this program. If not, see . package cmd import ( "fmt" "math/rand" "reflect" "sort" "testing" "time" ) func Test_metaCacheEntries_sort(t *testing.T) { entries := loadMetacacheSampleEntries(t) o := entries.entries() if !o.isSorted() { t.Fatal("Expected sorted objects") } // Swap first and last o[0], o[len(o)-1] = o[len(o)-1], o[0] if o.isSorted() { t.Fatal("Expected unsorted objects") } sorted := o.sort() if !o.isSorted() { t.Fatal("Expected sorted o objects") } if !sorted.entries().isSorted() { t.Fatal("Expected sorted wrapped objects") } want := loadMetacacheSampleNames for i, got := range o { if got.name != want[i] { t.Errorf("entry %d, want %q, got %q", i, want[i], got.name) } } } func Test_metaCacheEntries_forwardTo(t *testing.T) { org := loadMetacacheSampleEntries(t) entries := org want := []string{"src/compress/zlib/reader_test.go", "src/compress/zlib/writer.go", "src/compress/zlib/writer_test.go"} entries.forwardTo("src/compress/zlib/reader_test.go") got := entries.entries().names() if !reflect.DeepEqual(got, want) { t.Errorf("got unexpected result: %#v", got) } // Try with prefix entries = org entries.forwardTo("src/compress/zlib/reader_t") got = entries.entries().names() if !reflect.DeepEqual(got, want) { t.Errorf("got unexpected result: %#v", got) } } func Test_metaCacheEntries_merge(t *testing.T) { org := loadMetacacheSampleEntries(t) a, b := org.shallowClone(), org.shallowClone() be := b.entries() for i := range be { // Modify b so it isn't deduplicated. be[i].metadata = []byte("something-else") } // Merge b into a a.merge(b, -1) //nolint:gocritic want := append(loadMetacacheSampleNames, loadMetacacheSampleNames...) sort.Strings(want) got := a.entries().names() if len(got) != len(want) { t.Errorf("unexpected count, want %v, got %v", len(want), len(got)) } for i, name := range got { if want[i] != name { t.Errorf("unexpected name, want %q, got %q", want[i], name) } } } func Test_metaCacheEntries_filterObjects(t *testing.T) { data := loadMetacacheSampleEntries(t) data.filterObjectsOnly() got := data.entries().names() want := []string{"src/compress/bzip2/bit_reader.go", "src/compress/bzip2/bzip2.go", "src/compress/bzip2/bzip2_test.go", "src/compress/bzip2/huffman.go", "src/compress/bzip2/move_to_front.go", "src/compress/bzip2/testdata/Isaac.Newton-Opticks.txt.bz2", "src/compress/bzip2/testdata/e.txt.bz2", "src/compress/bzip2/testdata/fail-issue5747.bz2", "src/compress/bzip2/testdata/pass-random1.bin", "src/compress/bzip2/testdata/pass-random1.bz2", "src/compress/bzip2/testdata/pass-random2.bin", "src/compress/bzip2/testdata/pass-random2.bz2", "src/compress/bzip2/testdata/pass-sawtooth.bz2", "src/compress/bzip2/testdata/random.data.bz2", "src/compress/flate/deflate.go", "src/compress/flate/deflate_test.go", "src/compress/flate/deflatefast.go", "src/compress/flate/dict_decoder.go", "src/compress/flate/dict_decoder_test.go", "src/compress/flate/example_test.go", "src/compress/flate/flate_test.go", "src/compress/flate/huffman_bit_writer.go", "src/compress/flate/huffman_bit_writer_test.go", "src/compress/flate/huffman_code.go", "src/compress/flate/inflate.go", "src/compress/flate/inflate_test.go", "src/compress/flate/reader_test.go", "src/compress/flate/testdata/huffman-null-max.dyn.expect", "src/compress/flate/testdata/huffman-null-max.dyn.expect-noinput", "src/compress/flate/testdata/huffman-null-max.golden", "src/compress/flate/testdata/huffman-null-max.in", "src/compress/flate/testdata/huffman-null-max.wb.expect", "src/compress/flate/testdata/huffman-null-max.wb.expect-noinput", "src/compress/flate/testdata/huffman-pi.dyn.expect", "src/compress/flate/testdata/huffman-pi.dyn.expect-noinput", "src/compress/flate/testdata/huffman-pi.golden", "src/compress/flate/testdata/huffman-pi.in", "src/compress/flate/testdata/huffman-pi.wb.expect", "src/compress/flate/testdata/huffman-pi.wb.expect-noinput", "src/compress/flate/testdata/huffman-rand-1k.dyn.expect", "src/compress/flate/testdata/huffman-rand-1k.dyn.expect-noinput", "src/compress/flate/testdata/huffman-rand-1k.golden", "src/compress/flate/testdata/huffman-rand-1k.in", "src/compress/flate/testdata/huffman-rand-1k.wb.expect", "src/compress/flate/testdata/huffman-rand-1k.wb.expect-noinput", "src/compress/flate/testdata/huffman-rand-limit.dyn.expect", "src/compress/flate/testdata/huffman-rand-limit.dyn.expect-noinput", "src/compress/flate/testdata/huffman-rand-limit.golden", "src/compress/flate/testdata/huffman-rand-limit.in", "src/compress/flate/testdata/huffman-rand-limit.wb.expect", "src/compress/flate/testdata/huffman-rand-limit.wb.expect-noinput", "src/compress/flate/testdata/huffman-rand-max.golden", "src/compress/flate/testdata/huffman-rand-max.in", "src/compress/flate/testdata/huffman-shifts.dyn.expect", "src/compress/flate/testdata/huffman-shifts.dyn.expect-noinput", "src/compress/flate/testdata/huffman-shifts.golden", "src/compress/flate/testdata/huffman-shifts.in", "src/compress/flate/testdata/huffman-shifts.wb.expect", "src/compress/flate/testdata/huffman-shifts.wb.expect-noinput", "src/compress/flate/testdata/huffman-text-shift.dyn.expect", "src/compress/flate/testdata/huffman-text-shift.dyn.expect-noinput", "src/compress/flate/testdata/huffman-text-shift.golden", "src/compress/flate/testdata/huffman-text-shift.in", "src/compress/flate/testdata/huffman-text-shift.wb.expect", "src/compress/flate/testdata/huffman-text-shift.wb.expect-noinput", "src/compress/flate/testdata/huffman-text.dyn.expect", "src/compress/flate/testdata/huffman-text.dyn.expect-noinput", "src/compress/flate/testdata/huffman-text.golden", "src/compress/flate/testdata/huffman-text.in", "src/compress/flate/testdata/huffman-text.wb.expect", "src/compress/flate/testdata/huffman-text.wb.expect-noinput", "src/compress/flate/testdata/huffman-zero.dyn.expect", "src/compress/flate/testdata/huffman-zero.dyn.expect-noinput", "src/compress/flate/testdata/huffman-zero.golden", "src/compress/flate/testdata/huffman-zero.in", "src/compress/flate/testdata/huffman-zero.wb.expect", "src/compress/flate/testdata/huffman-zero.wb.expect-noinput", "src/compress/flate/testdata/null-long-match.dyn.expect-noinput", "src/compress/flate/testdata/null-long-match.wb.expect-noinput", "src/compress/flate/token.go", "src/compress/flate/writer_test.go", "src/compress/gzip/example_test.go", "src/compress/gzip/gunzip.go", "src/compress/gzip/gunzip_test.go", "src/compress/gzip/gzip.go", "src/compress/gzip/gzip_test.go", "src/compress/gzip/issue14937_test.go", "src/compress/gzip/testdata/issue6550.gz.base64", "src/compress/lzw/reader.go", "src/compress/lzw/reader_test.go", "src/compress/lzw/writer.go", "src/compress/lzw/writer_test.go", "src/compress/testdata/e.txt", "src/compress/testdata/gettysburg.txt", "src/compress/testdata/pi.txt", "src/compress/zlib/example_test.go", "src/compress/zlib/reader.go", "src/compress/zlib/reader_test.go", "src/compress/zlib/writer.go", "src/compress/zlib/writer_test.go"} if !reflect.DeepEqual(want, got) { t.Errorf("got unexpected result: %#v", got) } } func Test_metaCacheEntries_filterPrefixes(t *testing.T) { data := loadMetacacheSampleEntries(t) data.filterPrefixesOnly() got := data.entries().names() want := []string{"src/compress/bzip2/", "src/compress/bzip2/testdata/", "src/compress/flate/", "src/compress/flate/testdata/", "src/compress/gzip/", "src/compress/gzip/testdata/", "src/compress/lzw/", "src/compress/testdata/", "src/compress/zlib/"} if !reflect.DeepEqual(want, got) { t.Errorf("got unexpected result: %#v", got) } } func Test_metaCacheEntries_filterRecursive(t *testing.T) { data := loadMetacacheSampleEntries(t) data.filterRecursiveEntries("src/compress/bzip2/", slashSeparator) got := data.entries().names() want := []string{"src/compress/bzip2/", "src/compress/bzip2/bit_reader.go", "src/compress/bzip2/bzip2.go", "src/compress/bzip2/bzip2_test.go", "src/compress/bzip2/huffman.go", "src/compress/bzip2/move_to_front.go"} if !reflect.DeepEqual(want, got) { t.Errorf("got unexpected result: %#v", got) } } func Test_metaCacheEntries_filterRecursiveRoot(t *testing.T) { data := loadMetacacheSampleEntries(t) data.filterRecursiveEntries("", slashSeparator) got := data.entries().names() want := []string{} if !reflect.DeepEqual(want, got) { t.Errorf("got unexpected result: %#v", got) } } func Test_metaCacheEntries_filterRecursiveRootSep(t *testing.T) { data := loadMetacacheSampleEntries(t) // This will remove anything with "bzip2/" in the path since it is separator data.filterRecursiveEntries("", "bzip2/") got := data.entries().names() want := []string{"src/compress/flate/", "src/compress/flate/deflate.go", "src/compress/flate/deflate_test.go", "src/compress/flate/deflatefast.go", "src/compress/flate/dict_decoder.go", "src/compress/flate/dict_decoder_test.go", "src/compress/flate/example_test.go", "src/compress/flate/flate_test.go", "src/compress/flate/huffman_bit_writer.go", "src/compress/flate/huffman_bit_writer_test.go", "src/compress/flate/huffman_code.go", "src/compress/flate/inflate.go", "src/compress/flate/inflate_test.go", "src/compress/flate/reader_test.go", "src/compress/flate/testdata/", "src/compress/flate/testdata/huffman-null-max.dyn.expect", "src/compress/flate/testdata/huffman-null-max.dyn.expect-noinput", "src/compress/flate/testdata/huffman-null-max.golden", "src/compress/flate/testdata/huffman-null-max.in", "src/compress/flate/testdata/huffman-null-max.wb.expect", "src/compress/flate/testdata/huffman-null-max.wb.expect-noinput", "src/compress/flate/testdata/huffman-pi.dyn.expect", "src/compress/flate/testdata/huffman-pi.dyn.expect-noinput", "src/compress/flate/testdata/huffman-pi.golden", "src/compress/flate/testdata/huffman-pi.in", "src/compress/flate/testdata/huffman-pi.wb.expect", "src/compress/flate/testdata/huffman-pi.wb.expect-noinput", "src/compress/flate/testdata/huffman-rand-1k.dyn.expect", "src/compress/flate/testdata/huffman-rand-1k.dyn.expect-noinput", "src/compress/flate/testdata/huffman-rand-1k.golden", "src/compress/flate/testdata/huffman-rand-1k.in", "src/compress/flate/testdata/huffman-rand-1k.wb.expect", "src/compress/flate/testdata/huffman-rand-1k.wb.expect-noinput", "src/compress/flate/testdata/huffman-rand-limit.dyn.expect", "src/compress/flate/testdata/huffman-rand-limit.dyn.expect-noinput", "src/compress/flate/testdata/huffman-rand-limit.golden", "src/compress/flate/testdata/huffman-rand-limit.in", "src/compress/flate/testdata/huffman-rand-limit.wb.expect", "src/compress/flate/testdata/huffman-rand-limit.wb.expect-noinput", "src/compress/flate/testdata/huffman-rand-max.golden", "src/compress/flate/testdata/huffman-rand-max.in", "src/compress/flate/testdata/huffman-shifts.dyn.expect", "src/compress/flate/testdata/huffman-shifts.dyn.expect-noinput", "src/compress/flate/testdata/huffman-shifts.golden", "src/compress/flate/testdata/huffman-shifts.in", "src/compress/flate/testdata/huffman-shifts.wb.expect", "src/compress/flate/testdata/huffman-shifts.wb.expect-noinput", "src/compress/flate/testdata/huffman-text-shift.dyn.expect", "src/compress/flate/testdata/huffman-text-shift.dyn.expect-noinput", "src/compress/flate/testdata/huffman-text-shift.golden", "src/compress/flate/testdata/huffman-text-shift.in", "src/compress/flate/testdata/huffman-text-shift.wb.expect", "src/compress/flate/testdata/huffman-text-shift.wb.expect-noinput", "src/compress/flate/testdata/huffman-text.dyn.expect", "src/compress/flate/testdata/huffman-text.dyn.expect-noinput", "src/compress/flate/testdata/huffman-text.golden", "src/compress/flate/testdata/huffman-text.in", "src/compress/flate/testdata/huffman-text.wb.expect", "src/compress/flate/testdata/huffman-text.wb.expect-noinput", "src/compress/flate/testdata/huffman-zero.dyn.expect", "src/compress/flate/testdata/huffman-zero.dyn.expect-noinput", "src/compress/flate/testdata/huffman-zero.golden", "src/compress/flate/testdata/huffman-zero.in", "src/compress/flate/testdata/huffman-zero.wb.expect", "src/compress/flate/testdata/huffman-zero.wb.expect-noinput", "src/compress/flate/testdata/null-long-match.dyn.expect-noinput", "src/compress/flate/testdata/null-long-match.wb.expect-noinput", "src/compress/flate/token.go", "src/compress/flate/writer_test.go", "src/compress/gzip/", "src/compress/gzip/example_test.go", "src/compress/gzip/gunzip.go", "src/compress/gzip/gunzip_test.go", "src/compress/gzip/gzip.go", "src/compress/gzip/gzip_test.go", "src/compress/gzip/issue14937_test.go", "src/compress/gzip/testdata/", "src/compress/gzip/testdata/issue6550.gz.base64", "src/compress/lzw/", "src/compress/lzw/reader.go", "src/compress/lzw/reader_test.go", "src/compress/lzw/writer.go", "src/compress/lzw/writer_test.go", "src/compress/testdata/", "src/compress/testdata/e.txt", "src/compress/testdata/gettysburg.txt", "src/compress/testdata/pi.txt", "src/compress/zlib/", "src/compress/zlib/example_test.go", "src/compress/zlib/reader.go", "src/compress/zlib/reader_test.go", "src/compress/zlib/writer.go", "src/compress/zlib/writer_test.go"} if !reflect.DeepEqual(want, got) { t.Errorf("got unexpected result: %#v", got) } } func Test_metaCacheEntries_filterPrefix(t *testing.T) { data := loadMetacacheSampleEntries(t) data.filterPrefix("src/compress/bzip2/") got := data.entries().names() want := []string{"src/compress/bzip2/", "src/compress/bzip2/bit_reader.go", "src/compress/bzip2/bzip2.go", "src/compress/bzip2/bzip2_test.go", "src/compress/bzip2/huffman.go", "src/compress/bzip2/move_to_front.go", "src/compress/bzip2/testdata/", "src/compress/bzip2/testdata/Isaac.Newton-Opticks.txt.bz2", "src/compress/bzip2/testdata/e.txt.bz2", "src/compress/bzip2/testdata/fail-issue5747.bz2", "src/compress/bzip2/testdata/pass-random1.bin", "src/compress/bzip2/testdata/pass-random1.bz2", "src/compress/bzip2/testdata/pass-random2.bin", "src/compress/bzip2/testdata/pass-random2.bz2", "src/compress/bzip2/testdata/pass-sawtooth.bz2", "src/compress/bzip2/testdata/random.data.bz2"} if !reflect.DeepEqual(want, got) { t.Errorf("got unexpected result: %#v", got) } } func Test_metaCacheEntry_isInDir(t *testing.T) { tests := []struct { testName string entry string dir string sep string want bool }{ { testName: "basic-file", entry: "src/file", dir: "src/", sep: slashSeparator, want: true, }, { testName: "basic-dir", entry: "src/dir/", dir: "src/", sep: slashSeparator, want: true, }, { testName: "deeper-file", entry: "src/dir/somewhere.ext", dir: "src/", sep: slashSeparator, want: false, }, { testName: "deeper-dir", entry: "src/dir/somewhere/", dir: "src/", sep: slashSeparator, want: false, }, { testName: "root-dir", entry: "doc/", dir: "", sep: slashSeparator, want: true, }, { testName: "root-file", entry: "word.doc", dir: "", sep: slashSeparator, want: true, }, } for _, tt := range tests { t.Run(tt.testName, func(t *testing.T) { e := metaCacheEntry{ name: tt.entry, } if got := e.isInDir(tt.dir, tt.sep); got != tt.want { t.Errorf("isInDir() = %v, want %v", got, tt.want) } }) } } func Test_metaCacheEntries_resolve(t *testing.T) { baseTime, err := time.Parse("2006/01/02", "2015/02/25") if err != nil { t.Fatal(err) } var inputs = []xlMetaV2{ 0: { versions: []xlMetaV2ShallowVersion{ {header: xlMetaV2VersionHeader{ VersionID: [16]byte{1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1}, ModTime: baseTime.Add(30 * time.Minute).UnixNano(), Signature: [4]byte{1, 1, 1, 1}, Type: ObjectType, Flags: 0, }}, }, }, // Mismatches Modtime+Signature and older... 1: { versions: []xlMetaV2ShallowVersion{ {header: xlMetaV2VersionHeader{ VersionID: [16]byte{1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1}, ModTime: baseTime.Add(15 * time.Minute).UnixNano(), Signature: [4]byte{2, 1, 1, 1}, Type: ObjectType, Flags: 0, }}, }, }, // Has another version prior to the one we want. 2: { versions: []xlMetaV2ShallowVersion{ {header: xlMetaV2VersionHeader{ VersionID: [16]byte{2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1}, ModTime: baseTime.Add(60 * time.Minute).UnixNano(), Signature: [4]byte{2, 1, 1, 1}, Type: ObjectType, Flags: 0, }}, {header: xlMetaV2VersionHeader{ VersionID: [16]byte{1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1}, ModTime: baseTime.Add(30 * time.Minute).UnixNano(), Signature: [4]byte{1, 1, 1, 1}, Type: ObjectType, Flags: 0, }}, }, }, // Has a completely different version id 3: { versions: []xlMetaV2ShallowVersion{ {header: xlMetaV2VersionHeader{ VersionID: [16]byte{3, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1}, ModTime: baseTime.Add(60 * time.Minute).UnixNano(), Signature: [4]byte{1, 1, 1, 1}, Type: ObjectType, Flags: 0, }}, }, }, 4: { versions: []xlMetaV2ShallowVersion{}, }, // Has a zero version id 5: { versions: []xlMetaV2ShallowVersion{ {header: xlMetaV2VersionHeader{ VersionID: [16]byte{}, ModTime: baseTime.Add(60 * time.Minute).UnixNano(), Signature: [4]byte{5, 1, 1, 1}, Type: ObjectType, Flags: 0, }}, }, }, // Zero version, modtime newer.. 6: { versions: []xlMetaV2ShallowVersion{ {header: xlMetaV2VersionHeader{ VersionID: [16]byte{}, ModTime: baseTime.Add(90 * time.Minute).UnixNano(), Signature: [4]byte{6, 1, 1, 1}, Type: ObjectType, Flags: 0, }}, }, }, 7: { versions: []xlMetaV2ShallowVersion{ {header: xlMetaV2VersionHeader{ VersionID: [16]byte{}, ModTime: baseTime.Add(90 * time.Minute).UnixNano(), Signature: [4]byte{6, 1, 1, 1}, Type: ObjectType, Flags: 0, }}, {header: xlMetaV2VersionHeader{ VersionID: [16]byte{2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1}, ModTime: baseTime.Add(60 * time.Minute).UnixNano(), Signature: [4]byte{2, 1, 1, 1}, Type: ObjectType, Flags: 0, }}, {header: xlMetaV2VersionHeader{ VersionID: [16]byte{3, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1}, ModTime: baseTime.Add(60 * time.Minute).UnixNano(), Signature: [4]byte{1, 1, 1, 1}, Type: ObjectType, Flags: 0, }}, {header: xlMetaV2VersionHeader{ VersionID: [16]byte{1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1}, ModTime: baseTime.Add(30 * time.Minute).UnixNano(), Signature: [4]byte{1, 1, 1, 1}, Type: ObjectType, Flags: 0, }}, }, }, // Delete marker. 8: { versions: []xlMetaV2ShallowVersion{ {header: xlMetaV2VersionHeader{ VersionID: [16]byte{7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7}, ModTime: baseTime.Add(90 * time.Minute).UnixNano(), Signature: [4]byte{6, 1, 1, 1}, Type: DeleteType, Flags: 0, }}, }, }, // Delete marker and version from 1 9: { versions: []xlMetaV2ShallowVersion{ {header: xlMetaV2VersionHeader{ VersionID: [16]byte{7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7}, ModTime: baseTime.Add(90 * time.Minute).UnixNano(), Signature: [4]byte{6, 1, 1, 1}, Type: DeleteType, Flags: 0, }}, {header: xlMetaV2VersionHeader{ VersionID: [16]byte{1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1}, ModTime: baseTime.Add(15 * time.Minute).UnixNano(), Signature: [4]byte{2, 1, 1, 1}, Type: ObjectType, Flags: 0, }}, }, }, } inputSerialized := make([]metaCacheEntry, len(inputs)) for i, xl := range inputs { xl.sortByModTime() var err error var entry = metaCacheEntry{ name: "testobject", } entry.metadata, err = xl.AppendTo(nil) if err != nil { t.Fatal(err) } inputSerialized[i] = entry } tests := []struct { name string m metaCacheEntries r metadataResolutionParams wantSelected *metaCacheEntry wantOk bool }{ { name: "consistent", m: metaCacheEntries{inputSerialized[0], inputSerialized[0], inputSerialized[0], inputSerialized[0]}, r: metadataResolutionParams{dirQuorum: 4, objQuorum: 4, strict: false}, wantSelected: &inputSerialized[0], wantOk: true, }, { name: "consistent-strict", m: metaCacheEntries{inputSerialized[0], inputSerialized[0], inputSerialized[0], inputSerialized[0]}, r: metadataResolutionParams{dirQuorum: 4, objQuorum: 4, strict: false}, wantSelected: &inputSerialized[0], wantOk: true, }, { name: "one zero, below quorum", m: metaCacheEntries{inputSerialized[0], inputSerialized[0], inputSerialized[0], metaCacheEntry{}}, r: metadataResolutionParams{dirQuorum: 4, objQuorum: 4, strict: false}, wantSelected: nil, wantOk: false, }, { name: "one zero, below quorum, strict", m: metaCacheEntries{inputSerialized[0], inputSerialized[0], inputSerialized[0], metaCacheEntry{}}, r: metadataResolutionParams{dirQuorum: 4, objQuorum: 4, strict: true}, wantSelected: nil, wantOk: false, }, { name: "one zero, at quorum", m: metaCacheEntries{inputSerialized[0], inputSerialized[0], inputSerialized[0], metaCacheEntry{}}, r: metadataResolutionParams{dirQuorum: 3, objQuorum: 3, strict: false}, wantSelected: &inputSerialized[0], wantOk: true, }, { name: "one zero, at quorum, strict", m: metaCacheEntries{inputSerialized[0], inputSerialized[0], inputSerialized[0], metaCacheEntry{}}, r: metadataResolutionParams{dirQuorum: 3, objQuorum: 3, strict: true}, wantSelected: &inputSerialized[0], wantOk: true, }, { name: "modtime, signature mismatch", m: metaCacheEntries{inputSerialized[0], inputSerialized[0], inputSerialized[0], inputSerialized[1]}, r: metadataResolutionParams{dirQuorum: 4, objQuorum: 4, strict: false}, wantSelected: &inputSerialized[0], wantOk: true, }, { name: "modtime,signature mismatch, strict", m: metaCacheEntries{inputSerialized[0], inputSerialized[0], inputSerialized[0], inputSerialized[1]}, r: metadataResolutionParams{dirQuorum: 4, objQuorum: 4, strict: true}, wantSelected: nil, wantOk: false, }, { name: "modtime, signature mismatch, at quorum", m: metaCacheEntries{inputSerialized[0], inputSerialized[0], inputSerialized[0], inputSerialized[1]}, r: metadataResolutionParams{dirQuorum: 3, objQuorum: 3, strict: false}, wantSelected: &inputSerialized[0], wantOk: true, }, { name: "modtime,signature mismatch, at quorum, strict", m: metaCacheEntries{inputSerialized[0], inputSerialized[0], inputSerialized[0], inputSerialized[1]}, r: metadataResolutionParams{dirQuorum: 3, objQuorum: 3, strict: true}, wantSelected: &inputSerialized[0], wantOk: true, }, { name: "additional version", m: metaCacheEntries{inputSerialized[0], inputSerialized[0], inputSerialized[0], inputSerialized[2]}, r: metadataResolutionParams{dirQuorum: 4, objQuorum: 4, strict: false}, wantSelected: &inputSerialized[0], wantOk: true, }, { // Since we have the same version in all inputs, that is strictly ok. name: "additional version, strict", m: metaCacheEntries{inputSerialized[0], inputSerialized[0], inputSerialized[0], inputSerialized[2]}, r: metadataResolutionParams{dirQuorum: 4, objQuorum: 4, strict: true}, wantSelected: &inputSerialized[0], wantOk: true, }, { // Since we have the same version in all inputs, that is strictly ok. name: "additional version, quorum one", m: metaCacheEntries{inputSerialized[0], inputSerialized[0], inputSerialized[0], inputSerialized[2]}, r: metadataResolutionParams{dirQuorum: 1, objQuorum: 1, strict: true}, // We get the both versions, since we only request quorum 1 wantSelected: &inputSerialized[2], wantOk: true, }, { name: "additional version, quorum two", m: metaCacheEntries{inputSerialized[0], inputSerialized[0], inputSerialized[0], inputSerialized[2]}, r: metadataResolutionParams{dirQuorum: 2, objQuorum: 2, strict: true}, wantSelected: &inputSerialized[0], wantOk: true, }, { name: "2 additional versions, quorum two", m: metaCacheEntries{inputSerialized[0], inputSerialized[0], inputSerialized[2], inputSerialized[2]}, r: metadataResolutionParams{dirQuorum: 2, objQuorum: 2, strict: true}, wantSelected: &inputSerialized[2], wantOk: true, }, { // inputSerialized[1] have older versions of the second in inputSerialized[2] name: "modtimemismatch", m: metaCacheEntries{inputSerialized[1], inputSerialized[1], inputSerialized[2], inputSerialized[2]}, r: metadataResolutionParams{dirQuorum: 2, objQuorum: 2, strict: false}, wantSelected: &inputSerialized[2], wantOk: true, }, { // inputSerialized[1] have older versions of the second in inputSerialized[2] name: "modtimemismatch,strict", m: metaCacheEntries{inputSerialized[1], inputSerialized[1], inputSerialized[2], inputSerialized[2]}, r: metadataResolutionParams{dirQuorum: 2, objQuorum: 2, strict: true}, wantSelected: &inputSerialized[2], wantOk: true, }, { // inputSerialized[1] have older versions of the second in inputSerialized[2], but // since it is not strict, we should get it that one (with latest modtime) name: "modtimemismatch,not strict", m: metaCacheEntries{inputSerialized[1], inputSerialized[1], inputSerialized[2], inputSerialized[2]}, r: metadataResolutionParams{dirQuorum: 4, objQuorum: 4, strict: false}, wantSelected: &inputSerialized[0], wantOk: true, }, { name: "one-q1", m: metaCacheEntries{inputSerialized[0], inputSerialized[4], inputSerialized[4], inputSerialized[4]}, r: metadataResolutionParams{dirQuorum: 1, objQuorum: 1, strict: false}, wantSelected: &inputSerialized[0], wantOk: true, }, { name: "one-q1-strict", m: metaCacheEntries{inputSerialized[0], inputSerialized[4], inputSerialized[4], inputSerialized[4]}, r: metadataResolutionParams{dirQuorum: 1, objQuorum: 1, strict: true}, wantSelected: &inputSerialized[0], wantOk: true, }, { name: "one-q2", m: metaCacheEntries{inputSerialized[0], inputSerialized[4], inputSerialized[4], inputSerialized[4]}, r: metadataResolutionParams{dirQuorum: 2, objQuorum: 2, strict: false}, wantSelected: nil, wantOk: false, }, { name: "one-q2-strict", m: metaCacheEntries{inputSerialized[0], inputSerialized[4], inputSerialized[4], inputSerialized[4]}, r: metadataResolutionParams{dirQuorum: 2, objQuorum: 2, strict: true}, wantSelected: nil, wantOk: false, }, { name: "two-diff-q2", m: metaCacheEntries{inputSerialized[0], inputSerialized[3], inputSerialized[4], inputSerialized[4]}, r: metadataResolutionParams{dirQuorum: 2, objQuorum: 2, strict: false}, wantSelected: nil, wantOk: false, }, { name: "zeroid", m: metaCacheEntries{inputSerialized[5], inputSerialized[5], inputSerialized[6], inputSerialized[6]}, r: metadataResolutionParams{dirQuorum: 2, objQuorum: 2, strict: false}, wantSelected: &inputSerialized[6], wantOk: true, }, { // When ID is zero, do not allow non-strict matches to reach quorum. name: "zeroid-belowq", m: metaCacheEntries{inputSerialized[5], inputSerialized[5], inputSerialized[6], inputSerialized[6]}, r: metadataResolutionParams{dirQuorum: 3, objQuorum: 3, strict: false}, wantSelected: nil, wantOk: false, }, { name: "merge4", m: metaCacheEntries{inputSerialized[2], inputSerialized[3], inputSerialized[5], inputSerialized[6]}, r: metadataResolutionParams{dirQuorum: 1, objQuorum: 1, strict: false}, wantSelected: &inputSerialized[7], wantOk: true, }, { name: "deletemarker", m: metaCacheEntries{inputSerialized[8], inputSerialized[4], inputSerialized[4], inputSerialized[4]}, r: metadataResolutionParams{dirQuorum: 1, objQuorum: 1, strict: false}, wantSelected: &inputSerialized[8], wantOk: true, }, { name: "deletemarker-nonq", m: metaCacheEntries{inputSerialized[8], inputSerialized[8], inputSerialized[4], inputSerialized[4]}, r: metadataResolutionParams{dirQuorum: 3, objQuorum: 3, strict: false}, wantSelected: nil, wantOk: false, }, { name: "deletemarker-nonq", m: metaCacheEntries{inputSerialized[8], inputSerialized[8], inputSerialized[8], inputSerialized[1]}, r: metadataResolutionParams{dirQuorum: 3, objQuorum: 3, strict: false}, wantSelected: &inputSerialized[8], wantOk: true, }, { name: "deletemarker-mixed", m: metaCacheEntries{inputSerialized[8], inputSerialized[8], inputSerialized[1], inputSerialized[1]}, r: metadataResolutionParams{dirQuorum: 2, objQuorum: 2, strict: false}, wantSelected: &inputSerialized[9], wantOk: true, }, { name: "deletemarker-q3", m: metaCacheEntries{inputSerialized[8], inputSerialized[9], inputSerialized[9], inputSerialized[1]}, r: metadataResolutionParams{dirQuorum: 3, objQuorum: 3, strict: false}, wantSelected: &inputSerialized[9], wantOk: true, }, { name: "deletemarker-q3-strict", m: metaCacheEntries{inputSerialized[8], inputSerialized[9], inputSerialized[9], inputSerialized[1]}, r: metadataResolutionParams{dirQuorum: 3, objQuorum: 3, strict: true}, wantSelected: &inputSerialized[9], wantOk: true, }, } for testID, tt := range tests { rng := rand.New(rand.NewSource(0)) // Run for a number of times, shuffling the input to ensure that output is consistent. for i := 0; i < 10; i++ { t.Run(fmt.Sprintf("test-%d-%s-run-%d", testID, tt.name, i), func(t *testing.T) { if i > 0 { rng.Shuffle(len(tt.m), func(i, j int) { tt.m[i], tt.m[j] = tt.m[j], tt.m[i] }) } gotSelected, gotOk := tt.m.resolve(&tt.r) if gotOk != tt.wantOk { t.Errorf("resolve() gotOk = %v, want %v", gotOk, tt.wantOk) } if gotSelected != nil { gotSelected.cached = nil gotSelected.reusable = false } if !reflect.DeepEqual(gotSelected, tt.wantSelected) { wantM, _ := tt.wantSelected.xlmeta() gotM, _ := gotSelected.xlmeta() t.Errorf("resolve() gotSelected = \n%#v, want \n%#v", *gotM, *wantM) } }) } } }