// Copyright (c) 2015-2021 MinIO, Inc. // // This file is part of MinIO Object Storage stack // // This program is free software: you can redistribute it and/or modify // it under the terms of the GNU Affero General Public License as published by // the Free Software Foundation, either version 3 of the License, or // (at your option) any later version. // // This program is distributed in the hope that it will be useful // but WITHOUT ANY WARRANTY; without even the implied warranty of // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the // GNU Affero General Public License for more details. // // You should have received a copy of the GNU Affero General Public License // along with this program. If not, see . package cmd import ( "context" "encoding/xml" "errors" "fmt" "io" "net/http" "runtime" "strconv" "strings" "sync" "sync/atomic" "time" "github.com/google/uuid" "github.com/minio/madmin-go/v3" "github.com/minio/minio-go/v7/pkg/tags" "github.com/minio/minio/internal/amztime" sse "github.com/minio/minio/internal/bucket/encryption" "github.com/minio/minio/internal/bucket/lifecycle" "github.com/minio/minio/internal/event" xhttp "github.com/minio/minio/internal/http" "github.com/minio/minio/internal/logger" "github.com/minio/minio/internal/s3select" "github.com/minio/pkg/v2/env" xnet "github.com/minio/pkg/v2/net" "github.com/minio/pkg/v2/workers" "github.com/zeebo/xxh3" ) const ( // Disabled means the lifecycle rule is inactive Disabled = "Disabled" // TransitionStatus status of transition TransitionStatus = "transition-status" // TransitionedObjectName name of transitioned object TransitionedObjectName = "transitioned-object" // TransitionedVersionID is version of remote object TransitionedVersionID = "transitioned-versionID" // TransitionTier name of transition storage class TransitionTier = "transition-tier" ) // LifecycleSys - Bucket lifecycle subsystem. type LifecycleSys struct{} // Get - gets lifecycle config associated to a given bucket name. func (sys *LifecycleSys) Get(bucketName string) (lc *lifecycle.Lifecycle, err error) { lc, _, err = globalBucketMetadataSys.GetLifecycleConfig(bucketName) return lc, err } // NewLifecycleSys - creates new lifecycle system. func NewLifecycleSys() *LifecycleSys { return &LifecycleSys{} } func ilmTrace(startTime time.Time, duration time.Duration, oi ObjectInfo, event string) madmin.TraceInfo { return madmin.TraceInfo{ TraceType: madmin.TraceILM, Time: startTime, NodeName: globalLocalNodeName, FuncName: event, Duration: duration, Path: pathJoin(oi.Bucket, oi.Name), Error: "", Message: getSource(4), Custom: map[string]string{"version-id": oi.VersionID}, } } func (sys *LifecycleSys) trace(oi ObjectInfo) func(event string) { startTime := time.Now() return func(event string) { duration := time.Since(startTime) if globalTrace.NumSubscribers(madmin.TraceILM) > 0 { globalTrace.Publish(ilmTrace(startTime, duration, oi, event)) } } } type expiryTask struct { objInfo ObjectInfo event lifecycle.Event src lcEventSrc } type expiryState struct { once sync.Once byDaysCh chan expiryTask byNewerNoncurrentCh chan newerNoncurrentTask } // PendingTasks returns the number of pending ILM expiry tasks. func (es *expiryState) PendingTasks() int { return len(es.byDaysCh) + len(es.byNewerNoncurrentCh) } // close closes work channels exactly once. func (es *expiryState) close() { es.once.Do(func() { close(es.byDaysCh) close(es.byNewerNoncurrentCh) }) } // enqueueByDays enqueues object versions expired by days for expiry. func (es *expiryState) enqueueByDays(oi ObjectInfo, event lifecycle.Event, src lcEventSrc) { select { case <-GlobalContext.Done(): es.close() case es.byDaysCh <- expiryTask{objInfo: oi, event: event, src: src}: default: } } // enqueueByNewerNoncurrent enqueues object versions expired by // NewerNoncurrentVersions limit for expiry. func (es *expiryState) enqueueByNewerNoncurrent(bucket string, versions []ObjectToDelete, lcEvent lifecycle.Event) { select { case <-GlobalContext.Done(): es.close() case es.byNewerNoncurrentCh <- newerNoncurrentTask{bucket: bucket, versions: versions, event: lcEvent}: default: } } var globalExpiryState *expiryState func newExpiryState() *expiryState { return &expiryState{ byDaysCh: make(chan expiryTask, 100000), byNewerNoncurrentCh: make(chan newerNoncurrentTask, 100000), } } func initBackgroundExpiry(ctx context.Context, objectAPI ObjectLayer) { globalExpiryState = newExpiryState() workerSize, _ := strconv.Atoi(env.Get("_MINIO_ILM_EXPIRY_WORKERS", strconv.Itoa((runtime.GOMAXPROCS(0)+1)/2))) if workerSize == 0 { workerSize = 4 } ewk, err := workers.New(workerSize) if err != nil { logger.LogIf(ctx, err) } nwk, err := workers.New(workerSize) if err != nil { logger.LogIf(ctx, err) } go func() { for t := range globalExpiryState.byDaysCh { ewk.Take() go func(t expiryTask) { defer ewk.Give() if t.objInfo.TransitionedObject.Status != "" { applyExpiryOnTransitionedObject(ctx, objectAPI, t.objInfo, t.event, t.src) } else { applyExpiryOnNonTransitionedObjects(ctx, objectAPI, t.objInfo, t.event, t.src) } }(t) } ewk.Wait() }() go func() { for t := range globalExpiryState.byNewerNoncurrentCh { nwk.Take() go func(t newerNoncurrentTask) { defer nwk.Give() deleteObjectVersions(ctx, objectAPI, t.bucket, t.versions, t.event) }(t) } nwk.Wait() }() } // newerNoncurrentTask encapsulates arguments required by worker to expire objects // by NewerNoncurrentVersions type newerNoncurrentTask struct { bucket string versions []ObjectToDelete event lifecycle.Event } type transitionTask struct { objInfo ObjectInfo src lcEventSrc event lifecycle.Event } type transitionState struct { transitionCh chan transitionTask ctx context.Context objAPI ObjectLayer mu sync.Mutex numWorkers int killCh chan struct{} activeTasks atomic.Int64 missedImmediateTasks atomic.Int64 lastDayMu sync.RWMutex lastDayStats map[string]*lastDayTierStats } func (t *transitionState) queueTransitionTask(oi ObjectInfo, event lifecycle.Event, src lcEventSrc) { task := transitionTask{objInfo: oi, event: event, src: src} select { case <-t.ctx.Done(): case t.transitionCh <- task: default: switch src { case lcEventSrc_s3PutObject, lcEventSrc_s3CopyObject, lcEventSrc_s3CompleteMultipartUpload: // Update missed immediate tasks only for incoming requests. t.missedImmediateTasks.Add(1) } } } var globalTransitionState *transitionState // newTransitionState returns a transitionState object ready to be initialized // via its Init method. func newTransitionState(ctx context.Context) *transitionState { return &transitionState{ transitionCh: make(chan transitionTask, 100000), ctx: ctx, killCh: make(chan struct{}), lastDayStats: make(map[string]*lastDayTierStats), } } // Init initializes t with given objAPI and instantiates the configured number // of transition workers. func (t *transitionState) Init(objAPI ObjectLayer) { n := globalAPIConfig.getTransitionWorkers() t.mu.Lock() defer t.mu.Unlock() t.objAPI = objAPI t.updateWorkers(n) } // PendingTasks returns the number of ILM transition tasks waiting for a worker // goroutine. func (t *transitionState) PendingTasks() int { return len(t.transitionCh) } // ActiveTasks returns the number of active (ongoing) ILM transition tasks. func (t *transitionState) ActiveTasks() int64 { return t.activeTasks.Load() } // MissedImmediateTasks returns the number of tasks - deferred to scanner due // to tasks channel being backlogged. func (t *transitionState) MissedImmediateTasks() int64 { return t.missedImmediateTasks.Load() } // worker waits for transition tasks func (t *transitionState) worker(objectAPI ObjectLayer) { for { select { case <-t.killCh: return case <-t.ctx.Done(): return case task, ok := <-t.transitionCh: if !ok { return } t.activeTasks.Add(1) if err := transitionObject(t.ctx, objectAPI, task.objInfo, newLifecycleAuditEvent(task.src, task.event)); err != nil { if !isErrVersionNotFound(err) && !isErrObjectNotFound(err) && !xnet.IsNetworkOrHostDown(err, false) { if !strings.Contains(err.Error(), "use of closed network connection") { logger.LogIf(t.ctx, fmt.Errorf("Transition to %s failed for %s/%s version:%s with %w", task.event.StorageClass, task.objInfo.Bucket, task.objInfo.Name, task.objInfo.VersionID, err)) } } } else { ts := tierStats{ TotalSize: uint64(task.objInfo.Size), NumVersions: 1, } if task.objInfo.IsLatest { ts.NumObjects = 1 } t.addLastDayStats(task.event.StorageClass, ts) } t.activeTasks.Add(-1) } } } func (t *transitionState) addLastDayStats(tier string, ts tierStats) { t.lastDayMu.Lock() defer t.lastDayMu.Unlock() if _, ok := t.lastDayStats[tier]; !ok { t.lastDayStats[tier] = &lastDayTierStats{} } t.lastDayStats[tier].addStats(ts) } func (t *transitionState) getDailyAllTierStats() DailyAllTierStats { t.lastDayMu.RLock() defer t.lastDayMu.RUnlock() res := make(DailyAllTierStats, len(t.lastDayStats)) for tier, st := range t.lastDayStats { res[tier] = st.clone() } return res } // UpdateWorkers at the end of this function leaves n goroutines waiting for // transition tasks func (t *transitionState) UpdateWorkers(n int) { t.mu.Lock() defer t.mu.Unlock() if t.objAPI == nil { // Init hasn't been called yet. return } t.updateWorkers(n) } func (t *transitionState) updateWorkers(n int) { for t.numWorkers < n { go t.worker(t.objAPI) t.numWorkers++ } for t.numWorkers > n { go func() { t.killCh <- struct{}{} }() t.numWorkers-- } } var errInvalidStorageClass = errors.New("invalid storage class") func validateTransitionTier(lc *lifecycle.Lifecycle) error { for _, rule := range lc.Rules { if rule.Transition.StorageClass != "" { if valid := globalTierConfigMgr.IsTierValid(rule.Transition.StorageClass); !valid { return errInvalidStorageClass } } if rule.NoncurrentVersionTransition.StorageClass != "" { if valid := globalTierConfigMgr.IsTierValid(rule.NoncurrentVersionTransition.StorageClass); !valid { return errInvalidStorageClass } } } return nil } // enqueueTransitionImmediate enqueues obj for transition if eligible. // This is to be called after a successful upload of an object (version). func enqueueTransitionImmediate(obj ObjectInfo, src lcEventSrc) { if lc, err := globalLifecycleSys.Get(obj.Bucket); err == nil { switch event := lc.Eval(obj.ToLifecycleOpts()); event.Action { case lifecycle.TransitionAction, lifecycle.TransitionVersionAction: globalTransitionState.queueTransitionTask(obj, event, src) } } } // expireTransitionedObject handles expiry of transitioned/restored objects // (versions) in one of the following situations: // // 1. when a restored (via PostRestoreObject API) object expires. // 2. when a transitioned object expires (based on an ILM rule). func expireTransitionedObject(ctx context.Context, objectAPI ObjectLayer, oi *ObjectInfo, lcOpts lifecycle.ObjectOpts, lcEvent lifecycle.Event, src lcEventSrc) error { traceFn := globalLifecycleSys.trace(*oi) var opts ObjectOptions opts.Versioned = globalBucketVersioningSys.PrefixEnabled(oi.Bucket, oi.Name) opts.VersionID = lcOpts.VersionID opts.Expiration = ExpirationOptions{Expire: true} tags := newLifecycleAuditEvent(src, lcEvent).Tags() if lcEvent.Action.DeleteRestored() { // delete locally restored copy of object or object version // from the source, while leaving metadata behind. The data on // transitioned tier lies untouched and still accessible opts.Transition.ExpireRestored = true _, err := objectAPI.DeleteObject(ctx, oi.Bucket, oi.Name, opts) if err == nil { // TODO consider including expiry of restored object to events we // notify. auditLogLifecycle(ctx, *oi, ILMExpiry, tags, traceFn) } return err } // When an object is past expiry or when a transitioned object is being // deleted, 'mark' the data in the remote tier for delete. entry := jentry{ ObjName: oi.TransitionedObject.Name, VersionID: oi.TransitionedObject.VersionID, TierName: oi.TransitionedObject.Tier, } if err := globalTierJournal.AddEntry(entry); err != nil { return err } // Delete metadata on source, now that data in remote tier has been // marked for deletion. if _, err := objectAPI.DeleteObject(ctx, oi.Bucket, oi.Name, opts); err != nil { return err } // Send audit for the lifecycle delete operation defer auditLogLifecycle(ctx, *oi, ILMExpiry, tags, traceFn) eventName := event.ObjectRemovedDelete if lcOpts.DeleteMarker { eventName = event.ObjectRemovedDeleteMarkerCreated } objInfo := ObjectInfo{ Name: oi.Name, VersionID: lcOpts.VersionID, DeleteMarker: lcOpts.DeleteMarker, } // Notify object deleted event. sendEvent(eventArgs{ EventName: eventName, BucketName: oi.Bucket, Object: objInfo, UserAgent: "Internal: [ILM-Expiry]", Host: globalLocalNodeName, }) return nil } // generate an object name for transitioned object func genTransitionObjName(bucket string) (string, error) { u, err := uuid.NewRandom() if err != nil { return "", err } us := u.String() hash := xxh3.HashString(pathJoin(globalDeploymentID(), bucket)) obj := fmt.Sprintf("%s/%s/%s/%s", strconv.FormatUint(hash, 16), us[0:2], us[2:4], us) return obj, nil } // transition object to target specified by the transition ARN. When an object is transitioned to another // storage specified by the transition ARN, the metadata is left behind on source cluster and original content // is moved to the transition tier. Note that in the case of encrypted objects, entire encrypted stream is moved // to the transition tier without decrypting or re-encrypting. func transitionObject(ctx context.Context, objectAPI ObjectLayer, oi ObjectInfo, lae lcAuditEvent) error { opts := ObjectOptions{ Transition: TransitionOptions{ Status: lifecycle.TransitionPending, Tier: lae.StorageClass, ETag: oi.ETag, }, LifecycleAuditEvent: lae, VersionID: oi.VersionID, Versioned: globalBucketVersioningSys.PrefixEnabled(oi.Bucket, oi.Name), VersionSuspended: globalBucketVersioningSys.PrefixSuspended(oi.Bucket, oi.Name), MTime: oi.ModTime, } return objectAPI.TransitionObject(ctx, oi.Bucket, oi.Name, opts) } type auditTierOp struct { Tier string `json:"tier"` TimeToResponseNS int64 `json:"timeToResponseNS"` OutputBytes int64 `json:"tx,omitempty"` Error string `json:"error,omitempty"` } func auditTierActions(ctx context.Context, tier string, bytes int64) func(err error) { startTime := time.Now() return func(err error) { // Record only when audit targets configured. if len(logger.AuditTargets()) == 0 { return } op := auditTierOp{ Tier: tier, OutputBytes: bytes, } if err == nil { op.TimeToResponseNS = time.Since(startTime).Nanoseconds() } else { op.Error = err.Error() } logger.GetReqInfo(ctx).AppendTags("tierStats", op) } } // getTransitionedObjectReader returns a reader from the transitioned tier. func getTransitionedObjectReader(ctx context.Context, bucket, object string, rs *HTTPRangeSpec, h http.Header, oi ObjectInfo, opts ObjectOptions) (gr *GetObjectReader, err error) { tgtClient, err := globalTierConfigMgr.getDriver(oi.TransitionedObject.Tier) if err != nil { return nil, fmt.Errorf("transition storage class not configured") } fn, off, length, err := NewGetObjectReader(rs, oi, opts) if err != nil { return nil, ErrorRespToObjectError(err, bucket, object) } gopts := WarmBackendGetOpts{} // get correct offsets for object if off >= 0 && length >= 0 { gopts.startOffset = off gopts.length = length } timeTierAction := auditTierActions(ctx, oi.TransitionedObject.Tier, length) reader, err := tgtClient.Get(ctx, oi.TransitionedObject.Name, remoteVersionID(oi.TransitionedObject.VersionID), gopts) if err != nil { return nil, err } closer := func() { timeTierAction(reader.Close()) } return fn(reader, h, closer) } // RestoreRequestType represents type of restore. type RestoreRequestType string const ( // SelectRestoreRequest specifies select request. This is the only valid value SelectRestoreRequest RestoreRequestType = "SELECT" ) // Encryption specifies encryption setting on restored bucket type Encryption struct { EncryptionType sse.Algorithm `xml:"EncryptionType"` KMSContext string `xml:"KMSContext,omitempty"` KMSKeyID string `xml:"KMSKeyId,omitempty"` } // MetadataEntry denotes name and value. type MetadataEntry struct { Name string `xml:"Name"` Value string `xml:"Value"` } // S3Location specifies s3 location that receives result of a restore object request type S3Location struct { BucketName string `xml:"BucketName,omitempty"` Encryption Encryption `xml:"Encryption,omitempty"` Prefix string `xml:"Prefix,omitempty"` StorageClass string `xml:"StorageClass,omitempty"` Tagging *tags.Tags `xml:"Tagging,omitempty"` UserMetadata []MetadataEntry `xml:"UserMetadata"` } // OutputLocation specifies bucket where object needs to be restored type OutputLocation struct { S3 S3Location `xml:"S3,omitempty"` } // IsEmpty returns true if output location not specified. func (o *OutputLocation) IsEmpty() bool { return o.S3.BucketName == "" } // SelectParameters specifies sql select parameters type SelectParameters struct { s3select.S3Select } // IsEmpty returns true if no select parameters set func (sp *SelectParameters) IsEmpty() bool { return sp == nil } var selectParamsXMLName = "SelectParameters" // UnmarshalXML - decodes XML data. func (sp *SelectParameters) UnmarshalXML(d *xml.Decoder, start xml.StartElement) error { // Essentially the same as S3Select barring the xml name. if start.Name.Local == selectParamsXMLName { start.Name = xml.Name{Space: "", Local: "SelectRequest"} } return sp.S3Select.UnmarshalXML(d, start) } // RestoreObjectRequest - xml to restore a transitioned object type RestoreObjectRequest struct { XMLName xml.Name `xml:"http://s3.amazonaws.com/doc/2006-03-01/ RestoreRequest" json:"-"` Days int `xml:"Days,omitempty"` Type RestoreRequestType `xml:"Type,omitempty"` Tier string `xml:"Tier"` Description string `xml:"Description,omitempty"` SelectParameters *SelectParameters `xml:"SelectParameters,omitempty"` OutputLocation OutputLocation `xml:"OutputLocation,omitempty"` } // Maximum 2MiB size per restore object request. const maxRestoreObjectRequestSize = 2 << 20 // parseRestoreRequest parses RestoreObjectRequest from xml func parseRestoreRequest(reader io.Reader) (*RestoreObjectRequest, error) { req := RestoreObjectRequest{} if err := xml.NewDecoder(io.LimitReader(reader, maxRestoreObjectRequestSize)).Decode(&req); err != nil { return nil, err } return &req, nil } // validate a RestoreObjectRequest as per AWS S3 spec https://docs.aws.amazon.com/AmazonS3/latest/API/API_RestoreObject.html func (r *RestoreObjectRequest) validate(ctx context.Context, objAPI ObjectLayer) error { if r.Type != SelectRestoreRequest && !r.SelectParameters.IsEmpty() { return fmt.Errorf("Select parameters can only be specified with SELECT request type") } if r.Type == SelectRestoreRequest && r.SelectParameters.IsEmpty() { return fmt.Errorf("SELECT restore request requires select parameters to be specified") } if r.Type != SelectRestoreRequest && !r.OutputLocation.IsEmpty() { return fmt.Errorf("OutputLocation required only for SELECT request type") } if r.Type == SelectRestoreRequest && r.OutputLocation.IsEmpty() { return fmt.Errorf("OutputLocation required for SELECT requests") } if r.Days != 0 && r.Type == SelectRestoreRequest { return fmt.Errorf("Days cannot be specified with SELECT restore request") } if r.Days == 0 && r.Type != SelectRestoreRequest { return fmt.Errorf("restoration days should be at least 1") } // Check if bucket exists. if !r.OutputLocation.IsEmpty() { if _, err := objAPI.GetBucketInfo(ctx, r.OutputLocation.S3.BucketName, BucketOptions{}); err != nil { return err } if r.OutputLocation.S3.Prefix == "" { return fmt.Errorf("Prefix is a required parameter in OutputLocation") } if r.OutputLocation.S3.Encryption.EncryptionType != xhttp.AmzEncryptionAES { return NotImplemented{} } } return nil } // postRestoreOpts returns ObjectOptions with version-id from the POST restore object request for a given bucket and object. func postRestoreOpts(ctx context.Context, r *http.Request, bucket, object string) (opts ObjectOptions, err error) { versioned := globalBucketVersioningSys.PrefixEnabled(bucket, object) versionSuspended := globalBucketVersioningSys.PrefixSuspended(bucket, object) vid := strings.TrimSpace(r.Form.Get(xhttp.VersionID)) if vid != "" && vid != nullVersionID { _, err := uuid.Parse(vid) if err != nil { logger.LogIf(ctx, err) return opts, InvalidVersionID{ Bucket: bucket, Object: object, VersionID: vid, } } if !versioned && !versionSuspended { return opts, InvalidArgument{ Bucket: bucket, Object: object, Err: fmt.Errorf("version-id specified %s but versioning is not enabled on %s", opts.VersionID, bucket), } } } return ObjectOptions{ Versioned: versioned, VersionSuspended: versionSuspended, VersionID: vid, }, nil } // set ObjectOptions for PUT call to restore temporary copy of transitioned data func putRestoreOpts(bucket, object string, rreq *RestoreObjectRequest, objInfo ObjectInfo) (putOpts ObjectOptions) { meta := make(map[string]string) sc := rreq.OutputLocation.S3.StorageClass if sc == "" { sc = objInfo.StorageClass } meta[strings.ToLower(xhttp.AmzStorageClass)] = sc if rreq.Type == SelectRestoreRequest { for _, v := range rreq.OutputLocation.S3.UserMetadata { if !stringsHasPrefixFold(v.Name, "x-amz-meta") { meta["x-amz-meta-"+v.Name] = v.Value continue } meta[v.Name] = v.Value } if tags := rreq.OutputLocation.S3.Tagging.String(); tags != "" { meta[xhttp.AmzObjectTagging] = tags } if rreq.OutputLocation.S3.Encryption.EncryptionType != "" { meta[xhttp.AmzServerSideEncryption] = xhttp.AmzEncryptionAES } return ObjectOptions{ Versioned: globalBucketVersioningSys.PrefixEnabled(bucket, object), VersionSuspended: globalBucketVersioningSys.PrefixSuspended(bucket, object), UserDefined: meta, } } for k, v := range objInfo.UserDefined { meta[k] = v } if len(objInfo.UserTags) != 0 { meta[xhttp.AmzObjectTagging] = objInfo.UserTags } // Set restore object status restoreExpiry := lifecycle.ExpectedExpiryTime(time.Now().UTC(), rreq.Days) meta[xhttp.AmzRestore] = completedRestoreObj(restoreExpiry).String() return ObjectOptions{ Versioned: globalBucketVersioningSys.PrefixEnabled(bucket, object), VersionSuspended: globalBucketVersioningSys.PrefixSuspended(bucket, object), UserDefined: meta, VersionID: objInfo.VersionID, MTime: objInfo.ModTime, Expires: objInfo.Expires, } } var errRestoreHDRMalformed = fmt.Errorf("x-amz-restore header malformed") // IsRemote returns true if this object version's contents are in its remote // tier. func (fi FileInfo) IsRemote() bool { if fi.TransitionStatus != lifecycle.TransitionComplete { return false } return !isRestoredObjectOnDisk(fi.Metadata) } // IsRemote returns true if this object version's contents are in its remote // tier. func (oi ObjectInfo) IsRemote() bool { if oi.TransitionedObject.Status != lifecycle.TransitionComplete { return false } return !isRestoredObjectOnDisk(oi.UserDefined) } // restoreObjStatus represents a restore-object's status. It can be either // ongoing or completed. type restoreObjStatus struct { ongoing bool expiry time.Time } // ongoingRestoreObj constructs restoreObjStatus for an ongoing restore-object. func ongoingRestoreObj() restoreObjStatus { return restoreObjStatus{ ongoing: true, } } // completeRestoreObj constructs restoreObjStatus for a completed restore-object with given expiry. func completedRestoreObj(expiry time.Time) restoreObjStatus { return restoreObjStatus{ ongoing: false, expiry: expiry.UTC(), } } // String returns x-amz-restore compatible representation of r. func (r restoreObjStatus) String() string { if r.Ongoing() { return `ongoing-request="true"` } return fmt.Sprintf(`ongoing-request="false", expiry-date="%s"`, r.expiry.Format(http.TimeFormat)) } // Expiry returns expiry of restored object and true if restore-object has completed. // Otherwise returns zero value of time.Time and false. func (r restoreObjStatus) Expiry() (time.Time, bool) { if r.Ongoing() { return time.Time{}, false } return r.expiry, true } // Ongoing returns true if restore-object is ongoing. func (r restoreObjStatus) Ongoing() bool { return r.ongoing } // OnDisk returns true if restored object contents exist in MinIO. Otherwise returns false. // The restore operation could be in one of the following states, // - in progress (no content on MinIO's disks yet) // - completed // - completed but expired (again, no content on MinIO's disks) func (r restoreObjStatus) OnDisk() bool { if expiry, ok := r.Expiry(); ok && time.Now().UTC().Before(expiry) { // completed return true } return false // in progress or completed but expired } // parseRestoreObjStatus parses restoreHdr from AmzRestore header. If the value is valid it returns a // restoreObjStatus value with the status and expiry (if any). Otherwise returns // the empty value and an error indicating the parse failure. func parseRestoreObjStatus(restoreHdr string) (restoreObjStatus, error) { tokens := strings.SplitN(restoreHdr, ",", 2) progressTokens := strings.SplitN(tokens[0], "=", 2) if len(progressTokens) != 2 { return restoreObjStatus{}, errRestoreHDRMalformed } if strings.TrimSpace(progressTokens[0]) != "ongoing-request" { return restoreObjStatus{}, errRestoreHDRMalformed } switch progressTokens[1] { case "true", `"true"`: // true without double quotes is deprecated in Feb 2022 if len(tokens) == 1 { return ongoingRestoreObj(), nil } case "false", `"false"`: // false without double quotes is deprecated in Feb 2022 if len(tokens) != 2 { return restoreObjStatus{}, errRestoreHDRMalformed } expiryTokens := strings.SplitN(tokens[1], "=", 2) if len(expiryTokens) != 2 { return restoreObjStatus{}, errRestoreHDRMalformed } if strings.TrimSpace(expiryTokens[0]) != "expiry-date" { return restoreObjStatus{}, errRestoreHDRMalformed } expiry, err := amztime.ParseHeader(strings.Trim(expiryTokens[1], `"`)) if err != nil { return restoreObjStatus{}, errRestoreHDRMalformed } return completedRestoreObj(expiry), nil } return restoreObjStatus{}, errRestoreHDRMalformed } // isRestoredObjectOnDisk returns true if the restored object is on disk. Note // this function must be called only if object version's transition status is // complete. func isRestoredObjectOnDisk(meta map[string]string) (onDisk bool) { if restoreHdr, ok := meta[xhttp.AmzRestore]; ok { if restoreStatus, err := parseRestoreObjStatus(restoreHdr); err == nil { return restoreStatus.OnDisk() } } return onDisk } // ToLifecycleOpts returns lifecycle.ObjectOpts value for oi. func (oi ObjectInfo) ToLifecycleOpts() lifecycle.ObjectOpts { return lifecycle.ObjectOpts{ Name: oi.Name, UserTags: oi.UserTags, VersionID: oi.VersionID, ModTime: oi.ModTime, Size: oi.Size, IsLatest: oi.IsLatest, NumVersions: oi.NumVersions, DeleteMarker: oi.DeleteMarker, SuccessorModTime: oi.SuccessorModTime, RestoreOngoing: oi.RestoreOngoing, RestoreExpires: oi.RestoreExpires, TransitionStatus: oi.TransitionedObject.Status, } }