MyFavMirrors/minio
1
0
Fork 0
mirror of https://github.com/minio/minio.git synced 2025-04-01 10:13:42 -04:00
Code Issues Packages Projects Releases Wiki Activity

Calculate md5sum for each object

Browse Source
This commit is contained in:
Harshavardhana 2014-12-11 19:43:58 -08:00
parent a56710e318
commit a0ec21975d
1 changed files with 8 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
pkgs/storage/encodedstorage/encoded_storage.go
View File

@ -2,6 +2,7 @@ package encodedstorage
import ( import (
"bytes" "bytes"
"crypto/md5"
"encoding/gob" "encoding/gob"
"errors" "errors"
"io" "io"
@ -27,7 +28,7 @@ type encodedStorage struct {
type StorageEntry struct { type StorageEntry struct {
Path string Path string
Md5sum string Md5sum []byte
Blocks []StorageBlockEntry Blocks []StorageBlockEntry
Encoderparams erasure.EncoderParams Encoderparams erasure.EncoderParams
} }
@ -109,7 +110,7 @@ func (eStorage *encodedStorage) Put(objectPath string, object io.Reader) error {
encoder := erasure.NewEncoder(encoderParameters) encoder := erasure.NewEncoder(encoderParameters)
entry := StorageEntry{ entry := StorageEntry{
Path: objectPath, Path: objectPath,
Md5sum: "md5sum", Md5sum: nil,
Blocks: make([]StorageBlockEntry, 0), Blocks: make([]StorageBlockEntry, 0),
Encoderparams: erasure.EncoderParams{ Encoderparams: erasure.EncoderParams{
K: eStorage.K, K: eStorage.K,
@ -117,10 +118,14 @@ func (eStorage *encodedStorage) Put(objectPath string, object io.Reader) error {
Technique: erasure.CAUCHY, Technique: erasure.CAUCHY,
}, },
} }
// allocate md5
hash := md5.New()
i := 0 i := 0
// encode // encode
for chunk := range chunks { for chunk := range chunks {
if chunk.Err == nil { if chunk.Err == nil {
// md5sum on chunk
hash.Write(chunk.Data)
// encode each // encode each
blocks, length := encoder.Encode(chunk.Data) blocks, length := encoder.Encode(chunk.Data)
// store each // store each
@ -140,6 +145,7 @@ func (eStorage *encodedStorage) Put(objectPath string, object io.Reader) error {
} }
i++ i++
} }
entry.Md5sum = hash.Sum(nil)
eStorage.objects[objectPath] = entry eStorage.objects[objectPath] = entry
var gobBuffer bytes.Buffer var gobBuffer bytes.Buffer
gobEncoder := gob.NewEncoder(&gobBuffer) gobEncoder := gob.NewEncoder(&gobBuffer)