mirror of
https://github.com/minio/minio.git
synced 2024-12-29 00:23:21 -05:00
c829e3a13b
With this change, MinIO's ILM supports transitioning objects to a remote tier. This change includes support for Azure Blob Storage, AWS S3 compatible object storage incl. MinIO and Google Cloud Storage as remote tier storage backends. Some new additions include: - Admin APIs remote tier configuration management - Simple journal to track remote objects to be 'collected' This is used by object API handlers which 'mutate' object versions by overwriting/replacing content (Put/CopyObject) or removing the version itself (e.g DeleteObjectVersion). - Rework of previous ILM transition to fit the new model In the new model, a storage class (a.k.a remote tier) is defined by the 'remote' object storage type (one of s3, azure, GCS), bucket name and a prefix. * Fixed bugs, review comments, and more unit-tests - Leverage inline small object feature - Migrate legacy objects to the latest object format before transitioning - Fix restore to particular version if specified - Extend SharedDataDirCount to handle transitioned and restored objects - Restore-object should accept version-id for version-suspended bucket (#12091) - Check if remote tier creds have sufficient permissions - Bonus minor fixes to existing error messages Co-authored-by: Poorna Krishnamoorthy <poorna@minio.io> Co-authored-by: Krishna Srinivas <krishna@minio.io> Signed-off-by: Harshavardhana <harsha@minio.io>
93 lines
3.2 KiB
Python
93 lines
3.2 KiB
Python
#!/usr/bin/env python
|
|
# -*- coding: utf-8 -*-
|
|
|
|
import inspect
|
|
import json
|
|
import time
|
|
import traceback
|
|
import uuid
|
|
|
|
|
|
class LogOutput(object):
|
|
"""
|
|
LogOutput is the class for log output. It is required standard for all
|
|
SDK tests controlled by mint.
|
|
Here are its attributes:
|
|
'name': name of the SDK under test, e.g. 's3select'
|
|
'function': name of the method/api under test with its signature
|
|
The following python code can be used to
|
|
pull args information of a <method> and to
|
|
put together with the method name:
|
|
<method>.__name__+'('+', '.join(args_list)+')'
|
|
e.g. 'remove_object(bucket_name, object_name)'
|
|
'args': method/api arguments with their values, in
|
|
dictionary form: {'arg1': val1, 'arg2': val2, ...}
|
|
'duration': duration of the whole test in milliseconds,
|
|
defaults to 0
|
|
'alert': any extra information user is needed to be alerted about,
|
|
like whether this is a Blocker/Gateway/Server related
|
|
issue, etc., defaults to None
|
|
'message': descriptive error message, defaults to None
|
|
'error': stack-trace/exception message(only in case of failure),
|
|
actual low level exception/error thrown by the program,
|
|
defaults to None
|
|
'status': exit status, possible values are 'PASS', 'FAIL', 'NA',
|
|
defaults to 'PASS'
|
|
"""
|
|
|
|
PASS = 'PASS'
|
|
FAIL = 'FAIL'
|
|
NA = 'NA'
|
|
|
|
def __init__(self, meth, test_name):
|
|
self.__args_list = inspect.getargspec(meth).args[1:]
|
|
self.__name = 's3select:'+test_name
|
|
self.__function = meth.__name__+'('+', '.join(self.__args_list)+')'
|
|
self.__args = {}
|
|
self.__duration = 0
|
|
self.__alert = ''
|
|
self.__message = None
|
|
self.__error = None
|
|
self.__status = self.PASS
|
|
self.__start_time = time.time()
|
|
|
|
@property
|
|
def name(self): return self.__name
|
|
|
|
@property
|
|
def function(self): return self.__function
|
|
|
|
@property
|
|
def args(self): return self.__args
|
|
|
|
@name.setter
|
|
def name(self, val): self.__name = val
|
|
|
|
@function.setter
|
|
def function(self, val): self.__function = val
|
|
|
|
@args.setter
|
|
def args(self, val): self.__args = val
|
|
|
|
def json_report(self, err_msg='', alert='', status=''):
|
|
self.__args = {k: v for k, v in self.__args.items() if v and v != ''}
|
|
entry = {'name': self.__name,
|
|
'function': self.__function,
|
|
'args': self.__args,
|
|
'duration': int(round((time.time() - self.__start_time)*1000)),
|
|
'alert': str(alert),
|
|
'message': str(err_msg),
|
|
'error': traceback.format_exc() if err_msg and err_msg != '' else '',
|
|
'status': status if status and status != '' else
|
|
self.FAIL if err_msg and err_msg != '' else self.PASS
|
|
}
|
|
return json.dumps({k: v for k, v in entry.items() if v and v != ''})
|
|
|
|
|
|
def generate_bucket_name():
|
|
return "s3select-test-" + str(uuid.uuid4())
|
|
|
|
|
|
def generate_object_name():
|
|
return str(uuid.uuid4())
|