mirror of
https://github.com/minio/minio.git
synced 2025-10-30 00:05:02 -04:00
827004cd6d
Backport of AIStor PR 247. Add support for full object checksums as described here: https://docs.aws.amazon.com/AmazonS3/latest/userguide/checking-object-integrity.html New checksum types are fully supported. Mint tests from https://github.com/minio/minio-go/pull/2026 are now passing. Includes fixes from https://github.com/minio/minio/pull/20743 for mint tests. Add using checksums as validation for object content. Fixes #20845 #20849 Fixes checksum replication (downstream PR 250)
71 lines
1.8 KiB
Go
71 lines
1.8 KiB
Go
// Copyright (c) 2015-2024 MinIO, Inc.
|
|
//
|
|
// This file is part of MinIO Object Storage stack
|
|
//
|
|
// This program is free software: you can redistribute it and/or modify
|
|
// it under the terms of the GNU Affero General Public License as published by
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
// (at your option) any later version.
|
|
//
|
|
// This program is distributed in the hope that it will be useful
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
// GNU Affero General Public License for more details.
|
|
//
|
|
// You should have received a copy of the GNU Affero General Public License
|
|
// along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
package hash
|
|
|
|
import (
|
|
"bytes"
|
|
"errors"
|
|
"hash"
|
|
"io"
|
|
|
|
"github.com/minio/minio/internal/ioutil"
|
|
)
|
|
|
|
// Checker allows to verify the checksum of a reader.
|
|
type Checker struct {
|
|
c io.Closer
|
|
r io.Reader
|
|
h hash.Hash
|
|
|
|
want []byte
|
|
}
|
|
|
|
// NewChecker ensures that content with the specified length is read from rc.
|
|
// Calling Close on this will close upstream.
|
|
func NewChecker(rc io.ReadCloser, h hash.Hash, wantSum []byte, length int64) *Checker {
|
|
return &Checker{c: rc, r: ioutil.HardLimitReader(rc, length), h: h, want: wantSum}
|
|
}
|
|
|
|
// Read satisfies io.Reader
|
|
func (c Checker) Read(p []byte) (n int, err error) {
|
|
n, err = c.r.Read(p)
|
|
if n > 0 {
|
|
c.h.Write(p[:n])
|
|
}
|
|
if errors.Is(err, io.EOF) {
|
|
got := c.h.Sum(nil)
|
|
if !bytes.Equal(got, c.want) {
|
|
return n, ErrInvalidChecksum
|
|
}
|
|
return n, err
|
|
}
|
|
return n, err
|
|
}
|
|
|
|
// Close satisfies io.Closer
|
|
func (c Checker) Close() error {
|
|
err := c.c.Close()
|
|
if err == nil {
|
|
got := c.h.Sum(nil)
|
|
if !bytes.Equal(got, c.want) {
|
|
return ErrInvalidChecksum
|
|
}
|
|
}
|
|
return err
|
|
}
|