MyFavMirrors/minio
1
0
Fork 0
mirror of https://github.com/minio/minio.git synced 2025-03-30 09:13:41 -04:00
Code Issues Packages Projects Releases Wiki Activity

xl-meta: Allow combining multiple unversioned objects (#19604)

Browse Source 
When inspecting files like `.minio.sys/pool.bin` that may be present on multiple sets, use signature to separate them.

Also fixes null versions to actually be useful with `-export -combine`.
This commit is contained in:
Klaus Post 2024-04-24 10:56:22 -07:00 committed by GitHub
parent 701da1282a
commit fbfeb59658
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 21 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

25
docs/debugging/xl-meta/main.go
View File

@ -96,6 +96,7 @@ FLAGS:
// versionID -> // versionID ->
combineFiles := make(map[string][]string) combineFiles := make(map[string][]string)
decode := func(r io.Reader, file string) ([]byte, error) { decode := func(r io.Reader, file string) ([]byte, error) {
file = strings.ReplaceAll(file, ":", "_")
b, err := io.ReadAll(r) b, err := io.ReadAll(r)
if err != nil { if err != nil {
return nil, err return nil, err
@ -106,6 +107,7 @@ FLAGS:
} }
filemap[file] = make(map[string]string) filemap[file] = make(map[string]string)
buf := bytes.NewBuffer(nil) buf := bytes.NewBuffer(nil)
v0 := ""
var data xlMetaInlineData var data xlMetaInlineData
switch minor { switch minor {
case 0: case 0:
@ -178,6 +180,11 @@ FLAGS:
var ei erasureInfo var ei erasureInfo
if err := json.Unmarshal(buf.Bytes(), &ei); err == nil && ei.V2Obj != nil { if err := json.Unmarshal(buf.Bytes(), &ei); err == nil && ei.V2Obj != nil {
verID := uuid.UUID(header.VersionID).String() verID := uuid.UUID(header.VersionID).String()
if verID == "00000000-0000-0000-0000-000000000000" {
// If the version ID is all zeros, use the signature as version ID.
verID = fmt.Sprintf("null/%08x", header.Signature)
v0 = verID
}
idx := ei.V2Obj.EcIndex idx := ei.V2Obj.EcIndex
filemap[file][verID] = fmt.Sprintf("%s/shard-%02d-of-%02d", verID, idx, ei.V2Obj.EcN+ei.V2Obj.EcM) filemap[file][verID] = fmt.Sprintf("%s/shard-%02d-of-%02d", verID, idx, ei.V2Obj.EcN+ei.V2Obj.EcM)
filemap[file][verID+".json"] = buf.String() filemap[file][verID+".json"] = buf.String()
@ -226,21 +233,31 @@ FLAGS:
err := data.files(func(name string, data []byte) { err := data.files(func(name string, data []byte) {
fn := fmt.Sprintf("%s-%s.data", file, name) fn := fmt.Sprintf("%s-%s.data", file, name)
if c.Bool("combine") { if c.Bool("combine") {
if name == "null" {
name = v0
}
f := filemap[file][name] f := filemap[file][name]
if f != "" { if f != "" {
fn = f + ".data" fn = f + ".data"
os.MkdirAll(filepath.Dir(fn), os.ModePerm) err = os.MkdirAll(filepath.Dir(fn), os.ModePerm)
if err != nil {
fmt.Println("MkdirAll:", filepath.Dir(fn), err)
}
err = os.WriteFile(fn+".json", []byte(filemap[file][name+".json"]), os.ModePerm) err = os.WriteFile(fn+".json", []byte(filemap[file][name+".json"]), os.ModePerm)
combineFiles[name] = append(combineFiles[name], fn) combineFiles[name] = append(combineFiles[name], fn)
if err != nil { if err != nil {
fmt.Println("ERR:", err) fmt.Println("WriteFile:", err)
}
err = os.WriteFile(filepath.Dir(fn)+"/filename.txt", []byte(file), os.ModePerm)
if err != nil {
fmt.Println("combine WriteFile:", err)
} }
_ = os.WriteFile(filepath.Dir(fn)+"/filename.txt", []byte(file), os.ModePerm)
} }
} }
err = os.WriteFile(fn, data, os.ModePerm) err = os.WriteFile(fn, data, os.ModePerm)
if err != nil { if err != nil {
fmt.Println(err) fmt.Println("WriteFile:", err)
} }
}) })
if err != nil { if err != nil {