mirror of
https://github.com/minio/minio.git
synced 2024-12-26 07:05:55 -05:00
c829e3a13b
With this change, MinIO's ILM supports transitioning objects to a remote tier. This change includes support for Azure Blob Storage, AWS S3 compatible object storage incl. MinIO and Google Cloud Storage as remote tier storage backends. Some new additions include: - Admin APIs remote tier configuration management - Simple journal to track remote objects to be 'collected' This is used by object API handlers which 'mutate' object versions by overwriting/replacing content (Put/CopyObject) or removing the version itself (e.g DeleteObjectVersion). - Rework of previous ILM transition to fit the new model In the new model, a storage class (a.k.a remote tier) is defined by the 'remote' object storage type (one of s3, azure, GCS), bucket name and a prefix. * Fixed bugs, review comments, and more unit-tests - Leverage inline small object feature - Migrate legacy objects to the latest object format before transitioning - Fix restore to particular version if specified - Extend SharedDataDirCount to handle transitioned and restored objects - Restore-object should accept version-id for version-suspended bucket (#12091) - Check if remote tier creds have sufficient permissions - Bonus minor fixes to existing error messages Co-authored-by: Poorna Krishnamoorthy <poorna@minio.io> Co-authored-by: Krishna Srinivas <krishna@minio.io> Signed-off-by: Harshavardhana <harsha@minio.io>
79 lines
2.5 KiB
Python
79 lines
2.5 KiB
Python
# -*- coding: utf-8 -*-
|
|
from xml.etree import cElementTree
|
|
from xml.etree.cElementTree import ParseError
|
|
|
|
if hasattr(cElementTree, 'ParseError'):
|
|
_ETREE_EXCEPTIONS = (ParseError, AttributeError, ValueError, TypeError)
|
|
else:
|
|
_ETREE_EXCEPTIONS = (SyntaxError, AttributeError, ValueError, TypeError)
|
|
|
|
_STS_NS = {'sts': 'https://sts.amazonaws.com/doc/2011-06-15/'}
|
|
|
|
|
|
class STSElement(object):
|
|
"""STS aware XML parsing class. Wraps a root element name and
|
|
cElementTree.Element instance. Provides STS namespace aware parsing
|
|
functions.
|
|
|
|
"""
|
|
|
|
def __init__(self, root_name, element):
|
|
self.root_name = root_name
|
|
self.element = element
|
|
|
|
@classmethod
|
|
def fromstring(cls, root_name, data):
|
|
"""Initialize STSElement from name and XML string data.
|
|
|
|
:param name: Name for XML data. Used in XML errors.
|
|
:param data: string data to be parsed.
|
|
:return: Returns an STSElement.
|
|
"""
|
|
try:
|
|
return cls(root_name, cElementTree.fromstring(data))
|
|
except _ETREE_EXCEPTIONS as error:
|
|
raise InvalidXMLError(
|
|
'"{}" XML is not parsable. Message: {}'.format(
|
|
root_name, error.message
|
|
)
|
|
)
|
|
|
|
def findall(self, name):
|
|
"""Similar to ElementTree.Element.findall()
|
|
|
|
"""
|
|
return [
|
|
STSElement(self.root_name, elem)
|
|
for elem in self.element.findall('sts:{}'.format(name), _STS_NS)
|
|
]
|
|
|
|
def find(self, name):
|
|
"""Similar to ElementTree.Element.find()
|
|
|
|
"""
|
|
elt = self.element.find('sts:{}'.format(name), _STS_NS)
|
|
return STSElement(self.root_name, elt) if elt is not None else None
|
|
|
|
def get_child_text(self, name, strict=True):
|
|
"""Extract text of a child element. If strict, and child element is
|
|
not present, raises InvalidXMLError and otherwise returns
|
|
None.
|
|
|
|
"""
|
|
if strict:
|
|
try:
|
|
return self.element.find('sts:{}'.format(name), _STS_NS).text
|
|
except _ETREE_EXCEPTIONS as error:
|
|
raise InvalidXMLError(
|
|
('Invalid XML provided for "{}" - erroring tag <{}>. '
|
|
'Message: {}').format(self.root_name, name, error.message)
|
|
)
|
|
else:
|
|
return self.element.findtext('sts:{}'.format(name), None, _STS_NS)
|
|
|
|
def text(self):
|
|
"""Fetch the current node's text
|
|
|
|
"""
|
|
return self.element.text
|