[Tiering] Support remote tiers with object versioning (#12342)

- Adds versioning support for S3 based remote tiers that have versioning
enabled. This ensures that when reading or deleting we specify the specific
version ID of the object. In case of deletion, this is important to ensure that
the object version is actually deleted instead of simply being marked for
deletion.

- Stores the remote object's version id in the tier-journal. Tier-journal file
version is not bumped up as serializing the new struct version is
compatible with old journals without the remote object version id.

- `storageRESTVersion` is bumped up as FileInfo struct now includes a
`TransitionRemoteVersionID` member.

- Azure and GCS support for this feature will be added subsequently.

Co-authored-by: Krishnan Parthasarathi <krisis@users.noreply.github.com>

cmd/tier-sweeper.go

@@ -41,14 +41,15 @@ import (
 //     logger.LogIf(ctx, err)
 // }
 type objSweeper struct {
-	Object           string
-	Bucket           string
-	ReqVersion       string // version ID set by application, applies only to DeleteObject and DeleteObjects APIs
-	Versioned        bool
-	Suspended        bool
-	TransitionStatus string
-	TransitionTier   string
-	RemoteObject     string
+	Object              string
+	Bucket              string
+	ReqVersion          string // version ID set by application, applies only to DeleteObject and DeleteObjects APIs
+	Versioned           bool
+	Suspended           bool
+	TransitionStatus    string
+	TransitionTier      string
+	TransitionVersionID string
+	RemoteObject        string
 }
 
 // newObjSweeper returns an objSweeper for a given bucket and object.
@@ -116,6 +117,7 @@ func (os *objSweeper) SetTransitionState(info ObjectInfo) {
 	os.TransitionTier = info.TransitionTier
 	os.TransitionStatus = info.TransitionStatus
 	os.RemoteObject = info.transitionedObjName
+	os.TransitionVersionID = info.transitionVersionID
 }
 
 // shouldRemoveRemoteObject determines if a transitioned object should be
@@ -142,7 +144,11 @@ func (os *objSweeper) shouldRemoveRemoteObject() (jentry, bool) {
 		delTier = true
 	}
 	if delTier {
-		return jentry{ObjName: os.RemoteObject, TierName: os.TransitionTier}, true
+		return jentry{
+			ObjName:   os.RemoteObject,
+			VersionID: os.TransitionVersionID,
+			TierName:  os.TransitionTier,
+		}, true
 	}
 	return jentry{}, false
 }