MyFavMirrors/minio
1
0
Fork 0
mirror of https://github.com/minio/minio.git synced 2025-01-02 10:33:21 -05:00
Code Issues Packages Projects Releases Wiki Activity
4be0f92067
minio/pkg/madmin/tier-config_gen.go
Krishnan Parthasarathi c829e3a13b Support for remote tier management (#12090) 
With this change, MinIO's ILM supports transitioning objects to a remote tier.
This change includes support for Azure Blob Storage, AWS S3 compatible object
storage incl. MinIO and Google Cloud Storage as remote tier storage backends.

Some new additions include:

 - Admin APIs remote tier configuration management

 - Simple journal to track remote objects to be 'collected'
   This is used by object API handlers which 'mutate' object versions by
   overwriting/replacing content (Put/CopyObject) or removing the version
   itself (e.g DeleteObjectVersion).

 - Rework of previous ILM transition to fit the new model
   In the new model, a storage class (a.k.a remote tier) is defined by the
   'remote' object storage type (one of s3, azure, GCS), bucket name and a
   prefix.

* Fixed bugs, review comments, and more unit-tests

- Leverage inline small object feature
- Migrate legacy objects to the latest object format before transitioning
- Fix restore to particular version if specified
- Extend SharedDataDirCount to handle transitioned and restored objects
- Restore-object should accept version-id for version-suspended bucket (#12091)
- Check if remote tier creds have sufficient permissions
- Bonus minor fixes to existing error messages

Co-authored-by: Poorna Krishnamoorthy <poorna@minio.io>
Co-authored-by: Krishna Srinivas <krishna@minio.io>
Signed-off-by: Harshavardhana <harsha@minio.io>
2021-04-23 11:58:53 -07:00

427 lines
8.1 KiB
Go
Raw Blame History

package madmin
// Code generated by github.com/tinylib/msgp DO NOT EDIT.
import (
"github.com/tinylib/msgp/msgp"
)
// DecodeMsg implements msgp.Decodable
func (z *TierConfig) DecodeMsg(dc *msgp.Reader) (err error) {
var field []byte
_ = field
var zb0001 uint32
zb0001, err = dc.ReadMapHeader()
if err != nil {
err = msgp.WrapError(err)
return
}
for zb0001 > 0 {
zb0001--
field, err = dc.ReadMapKeyPtr()
if err != nil {
err = msgp.WrapError(err)
return
}
switch msgp.UnsafeString(field) {
case "Version":
z.Version, err = dc.ReadString()
if err != nil {
err = msgp.WrapError(err, "Version")
return
}
case "Type":
{
var zb0002 int
zb0002, err = dc.ReadInt()
if err != nil {
err = msgp.WrapError(err, "Type")
return
}
z.Type = TierType(zb0002)
}
case "Name":
z.Name, err = dc.ReadString()
if err != nil {
err = msgp.WrapError(err, "Name")
return
}
case "S3":
if dc.IsNil() {
err = dc.ReadNil()
if err != nil {
err = msgp.WrapError(err, "S3")
return
}
z.S3 = nil
} else {
if z.S3 == nil {
z.S3 = new(TierS3)
}
err = z.S3.DecodeMsg(dc)
if err != nil {
err = msgp.WrapError(err, "S3")
return
}
}
case "Azure":
if dc.IsNil() {
err = dc.ReadNil()
if err != nil {
err = msgp.WrapError(err, "Azure")
return
}
z.Azure = nil
} else {
if z.Azure == nil {
z.Azure = new(TierAzure)
}
err = z.Azure.DecodeMsg(dc)
if err != nil {
err = msgp.WrapError(err, "Azure")
return
}
}
case "GCS":
if dc.IsNil() {
err = dc.ReadNil()
if err != nil {
err = msgp.WrapError(err, "GCS")
return
}
z.GCS = nil
} else {
if z.GCS == nil {
z.GCS = new(TierGCS)
}
err = z.GCS.DecodeMsg(dc)
if err != nil {
err = msgp.WrapError(err, "GCS")
return
}
}
default:
err = dc.Skip()
if err != nil {
err = msgp.WrapError(err)
return
}
}
}
return
}
// EncodeMsg implements msgp.Encodable
func (z *TierConfig) EncodeMsg(en *msgp.Writer) (err error) {
// map header, size 6
// write "Version"
err = en.Append(0x86, 0xa7, 0x56, 0x65, 0x72, 0x73, 0x69, 0x6f, 0x6e)
if err != nil {
return
}
err = en.WriteString(z.Version)
if err != nil {
err = msgp.WrapError(err, "Version")
return
}
// write "Type"
err = en.Append(0xa4, 0x54, 0x79, 0x70, 0x65)
if err != nil {
return
}
err = en.WriteInt(int(z.Type))
if err != nil {
err = msgp.WrapError(err, "Type")
return
}
// write "Name"
err = en.Append(0xa4, 0x4e, 0x61, 0x6d, 0x65)
if err != nil {
return
}
err = en.WriteString(z.Name)
if err != nil {
err = msgp.WrapError(err, "Name")
return
}
// write "S3"
err = en.Append(0xa2, 0x53, 0x33)
if err != nil {
return
}
if z.S3 == nil {
err = en.WriteNil()
if err != nil {
return
}
} else {
err = z.S3.EncodeMsg(en)
if err != nil {
err = msgp.WrapError(err, "S3")
return
}
}
// write "Azure"
err = en.Append(0xa5, 0x41, 0x7a, 0x75, 0x72, 0x65)
if err != nil {
return
}
if z.Azure == nil {
err = en.WriteNil()
if err != nil {
return
}
} else {
err = z.Azure.EncodeMsg(en)
if err != nil {
err = msgp.WrapError(err, "Azure")
return
}
}
// write "GCS"
err = en.Append(0xa3, 0x47, 0x43, 0x53)
if err != nil {
return
}
if z.GCS == nil {
err = en.WriteNil()
if err != nil {
return
}
} else {
err = z.GCS.EncodeMsg(en)
if err != nil {
err = msgp.WrapError(err, "GCS")
return
}
}
return
}
// MarshalMsg implements msgp.Marshaler
func (z *TierConfig) MarshalMsg(b []byte) (o []byte, err error) {
o = msgp.Require(b, z.Msgsize())
// map header, size 6
// string "Version"
o = append(o, 0x86, 0xa7, 0x56, 0x65, 0x72, 0x73, 0x69, 0x6f, 0x6e)
o = msgp.AppendString(o, z.Version)
// string "Type"
o = append(o, 0xa4, 0x54, 0x79, 0x70, 0x65)
o = msgp.AppendInt(o, int(z.Type))
// string "Name"
o = append(o, 0xa4, 0x4e, 0x61, 0x6d, 0x65)
o = msgp.AppendString(o, z.Name)
// string "S3"
o = append(o, 0xa2, 0x53, 0x33)
if z.S3 == nil {
o = msgp.AppendNil(o)
} else {
o, err = z.S3.MarshalMsg(o)
if err != nil {
err = msgp.WrapError(err, "S3")
return
}
}
// string "Azure"
o = append(o, 0xa5, 0x41, 0x7a, 0x75, 0x72, 0x65)
if z.Azure == nil {
o = msgp.AppendNil(o)
} else {
o, err = z.Azure.MarshalMsg(o)
if err != nil {
err = msgp.WrapError(err, "Azure")
return
}
}
// string "GCS"
o = append(o, 0xa3, 0x47, 0x43, 0x53)
if z.GCS == nil {
o = msgp.AppendNil(o)
} else {
o, err = z.GCS.MarshalMsg(o)
if err != nil {
err = msgp.WrapError(err, "GCS")
return
}
}
return
}
// UnmarshalMsg implements msgp.Unmarshaler
func (z *TierConfig) UnmarshalMsg(bts []byte) (o []byte, err error) {
var field []byte
_ = field
var zb0001 uint32
zb0001, bts, err = msgp.ReadMapHeaderBytes(bts)
if err != nil {
err = msgp.WrapError(err)
return
}
for zb0001 > 0 {
zb0001--
field, bts, err = msgp.ReadMapKeyZC(bts)
if err != nil {
err = msgp.WrapError(err)
return
}
switch msgp.UnsafeString(field) {
case "Version":
z.Version, bts, err = msgp.ReadStringBytes(bts)
if err != nil {
err = msgp.WrapError(err, "Version")
return
}
case "Type":
{
var zb0002 int
zb0002, bts, err = msgp.ReadIntBytes(bts)
if err != nil {
err = msgp.WrapError(err, "Type")
return
}
z.Type = TierType(zb0002)
}
case "Name":
z.Name, bts, err = msgp.ReadStringBytes(bts)
if err != nil {
err = msgp.WrapError(err, "Name")
return
}
case "S3":
if msgp.IsNil(bts) {
bts, err = msgp.ReadNilBytes(bts)
if err != nil {
return
}
z.S3 = nil
} else {
if z.S3 == nil {
z.S3 = new(TierS3)
}
bts, err = z.S3.UnmarshalMsg(bts)
if err != nil {
err = msgp.WrapError(err, "S3")
return
}
}
case "Azure":
if msgp.IsNil(bts) {
bts, err = msgp.ReadNilBytes(bts)
if err != nil {
return
}
z.Azure = nil
} else {
if z.Azure == nil {
z.Azure = new(TierAzure)
}
bts, err = z.Azure.UnmarshalMsg(bts)
if err != nil {
err = msgp.WrapError(err, "Azure")
return
}
}
case "GCS":
if msgp.IsNil(bts) {
bts, err = msgp.ReadNilBytes(bts)
if err != nil {
return
}
z.GCS = nil
} else {
if z.GCS == nil {
z.GCS = new(TierGCS)
}
bts, err = z.GCS.UnmarshalMsg(bts)
if err != nil {
err = msgp.WrapError(err, "GCS")
return
}
}
default:
bts, err = msgp.Skip(bts)
if err != nil {
err = msgp.WrapError(err)
return
}
}
}
o = bts
return
}
// Msgsize returns an upper bound estimate of the number of bytes occupied by the serialized message
func (z *TierConfig) Msgsize() (s int) {
s = 1 + 8 + msgp.StringPrefixSize + len(z.Version) + 5 + msgp.IntSize + 5 + msgp.StringPrefixSize + len(z.Name) + 3
if z.S3 == nil {
s += msgp.NilSize
} else {
s += z.S3.Msgsize()
}
s += 6
if z.Azure == nil {
s += msgp.NilSize
} else {
s += z.Azure.Msgsize()
}
s += 4
if z.GCS == nil {
s += msgp.NilSize
} else {
s += z.GCS.Msgsize()
}
return
}
// DecodeMsg implements msgp.Decodable
func (z *TierType) DecodeMsg(dc *msgp.Reader) (err error) {
{
var zb0001 int
zb0001, err = dc.ReadInt()
if err != nil {
err = msgp.WrapError(err)
return
}
(*z) = TierType(zb0001)
}
return
}
// EncodeMsg implements msgp.Encodable
func (z TierType) EncodeMsg(en *msgp.Writer) (err error) {
err = en.WriteInt(int(z))
if err != nil {
err = msgp.WrapError(err)
return
}
return
}
// MarshalMsg implements msgp.Marshaler
func (z TierType) MarshalMsg(b []byte) (o []byte, err error) {
o = msgp.Require(b, z.Msgsize())
o = msgp.AppendInt(o, int(z))
return
}
// UnmarshalMsg implements msgp.Unmarshaler
func (z *TierType) UnmarshalMsg(bts []byte) (o []byte, err error) {
{
var zb0001 int
zb0001, bts, err = msgp.ReadIntBytes(bts)
if err != nil {
err = msgp.WrapError(err)
return
}
(*z) = TierType(zb0001)
}
o = bts
return
}
// Msgsize returns an upper bound estimate of the number of bytes occupied by the serialized message
func (z TierType) Msgsize() (s int) {
s = msgp.IntSize
return
}
Reference in New Issue View Git Blame Copy Permalink