mirror of
https://github.com/minio/minio.git
synced 2024-12-29 00:23:21 -05:00
c829e3a13b
With this change, MinIO's ILM supports transitioning objects to a remote tier. This change includes support for Azure Blob Storage, AWS S3 compatible object storage incl. MinIO and Google Cloud Storage as remote tier storage backends. Some new additions include: - Admin APIs remote tier configuration management - Simple journal to track remote objects to be 'collected' This is used by object API handlers which 'mutate' object versions by overwriting/replacing content (Put/CopyObject) or removing the version itself (e.g DeleteObjectVersion). - Rework of previous ILM transition to fit the new model In the new model, a storage class (a.k.a remote tier) is defined by the 'remote' object storage type (one of s3, azure, GCS), bucket name and a prefix. * Fixed bugs, review comments, and more unit-tests - Leverage inline small object feature - Migrate legacy objects to the latest object format before transitioning - Fix restore to particular version if specified - Extend SharedDataDirCount to handle transitioned and restored objects - Restore-object should accept version-id for version-suspended bucket (#12091) - Check if remote tier creds have sufficient permissions - Bonus minor fixes to existing error messages Co-authored-by: Poorna Krishnamoorthy <poorna@minio.io> Co-authored-by: Krishna Srinivas <krishna@minio.io> Signed-off-by: Harshavardhana <harsha@minio.io>
88 lines
3.1 KiB
Python
88 lines
3.1 KiB
Python
#!/usr/bin/env python
|
|
# -*- coding: utf-8 -*-
|
|
|
|
import os
|
|
import sys
|
|
from csv import (test_csv_input_custom_quote_char,
|
|
test_csv_output_custom_quote_char)
|
|
|
|
from minio import Minio
|
|
|
|
from sql_ops import (test_sql_datatypes, test_sql_functions_agg_cond_conv,
|
|
test_sql_functions_date, test_sql_functions_string,
|
|
test_sql_operators, test_sql_operators_precedence,
|
|
test_sql_select, test_sql_select_csv_no_header,
|
|
test_sql_select_json)
|
|
from utils import LogOutput
|
|
|
|
|
|
def main():
|
|
"""
|
|
Functional testing for S3 select.
|
|
"""
|
|
|
|
try:
|
|
access_key = os.getenv('ACCESS_KEY', 'Q3AM3UQ867SPQQA43P2F')
|
|
secret_key = os.getenv('SECRET_KEY',
|
|
'zuf+tfteSlswRu7BJ86wekitnifILbZam1KYY3TG')
|
|
server_endpoint = os.getenv('SERVER_ENDPOINT', 'play.min.io')
|
|
secure = os.getenv('ENABLE_HTTPS', '1') == '1'
|
|
if server_endpoint == 'play.min.io':
|
|
access_key = 'Q3AM3UQ867SPQQA43P2F'
|
|
secret_key = 'zuf+tfteSlswRu7BJ86wekitnifILbZam1KYY3TG'
|
|
secure = True
|
|
|
|
client = Minio(server_endpoint, access_key, secret_key, secure=secure)
|
|
|
|
log_output = LogOutput(client.select_object_content,
|
|
'test_csv_input_quote_char')
|
|
test_csv_input_custom_quote_char(client, log_output)
|
|
|
|
log_output = LogOutput(client.select_object_content,
|
|
'test_csv_output_quote_char')
|
|
test_csv_output_custom_quote_char(client, log_output)
|
|
|
|
log_output = LogOutput(
|
|
client.select_object_content, 'test_sql_operators')
|
|
test_sql_operators(client, log_output)
|
|
|
|
log_output = LogOutput(client.select_object_content,
|
|
'test_sql_operators_precedence')
|
|
test_sql_operators_precedence(client, log_output)
|
|
|
|
log_output = LogOutput(client.select_object_content,
|
|
'test_sql_functions_agg_cond_conv')
|
|
test_sql_functions_agg_cond_conv(client, log_output)
|
|
|
|
log_output = LogOutput(
|
|
client.select_object_content, 'test_sql_functions_date')
|
|
test_sql_functions_date(client, log_output)
|
|
|
|
log_output = LogOutput(client.select_object_content,
|
|
'test_sql_functions_string')
|
|
test_sql_functions_string(client, log_output)
|
|
|
|
log_output = LogOutput(
|
|
client.select_object_content, 'test_sql_datatypes')
|
|
test_sql_datatypes(client, log_output)
|
|
|
|
log_output = LogOutput(client.select_object_content, 'test_sql_select')
|
|
test_sql_select(client, log_output)
|
|
|
|
log_output = LogOutput(
|
|
client.select_object_content, 'test_sql_select_json')
|
|
test_sql_select_json(client, log_output)
|
|
|
|
log_output = LogOutput(
|
|
client.select_object_content, 'test_sql_select_csv')
|
|
test_sql_select_csv_no_header(client, log_output)
|
|
|
|
except Exception as err:
|
|
print(log_output.json_report(err))
|
|
sys.exit(1)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
# Execute only if run as a script
|
|
main()
|