MyFavMirrors
/
minio
mirror of https://github.com/minio/minio.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

cleanup scripts and apply shfmt (#17284)

This commit is contained in:
Harshavardhana 2023-05-25 22:07:25 -07:00 committed by GitHub
parent 615169c4ec
commit 4a425cbac1
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
28 changed files with 1456 additions and 1465 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
.github/workflows/run-mint.sh vendored
View File

@ -25,20 +25,7 @@ docker run --rm --net=host \
-e SECRET_KEY="${SECRET_KEY}" \ -e SECRET_KEY="${SECRET_KEY}" \
-e ENABLE_HTTPS=0 \ -e ENABLE_HTTPS=0 \
-e MINT_MODE="${MINT_MODE}" \ -e MINT_MODE="${MINT_MODE}" \
docker.io/minio/mint:edge \ docker.io/minio/mint:edge
aws-sdk-go \
aws-sdk-java \
aws-sdk-php \
aws-sdk-ruby \
awscli \
healthcheck \
mc \
minio-go \
minio-java \
minio-py \
s3cmd \
s3select \
versioning
docker-compose -f minio-${MODE}.yaml down || true docker-compose -f minio-${MODE}.yaml down || true
sleep 10s sleep 10s
@ -49,4 +36,3 @@ docker volume rm $(docker volume ls -f dangling=true) || true
## change working directory ## change working directory
cd ../../../ cd ../../../

22
.github/workflows/shfmt.yml vendored Normal file
View File

@ -0,0 +1,22 @@
name: Shell formatting checks
on:
pull_request:
branches:
- master
permissions:
contents: read
jobs:
build:
name: runner / shfmt
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v3
- uses: luizm/action-sh-checker@master
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
SHFMT_OPTS: "-s"
with:
sh_checker_shellcheck_disable: true # disable for now

27
buildscripts/checkdeps.sh
View File

@ -12,7 +12,7 @@ _init() {
KNAME=$(uname -s) KNAME=$(uname -s)
ARCH=$(uname -m) ARCH=$(uname -m)
case "${KNAME}" in case "${KNAME}" in
SunOS ) SunOS)
ARCH=$(isainfo -k) ARCH=$(isainfo -k)
;; ;;
esac esac
@ -30,20 +30,19 @@ _init() {
readlink() { readlink() {
TARGET_FILE=$1 TARGET_FILE=$1
cd `dirname $TARGET_FILE` cd $(dirname $TARGET_FILE)
TARGET_FILE=`basename $TARGET_FILE` TARGET_FILE=$(basename $TARGET_FILE)
# Iterate down a (possible) chain of symlinks # Iterate down a (possible) chain of symlinks
while [ -L "$TARGET_FILE" ] while [ -L "$TARGET_FILE" ]; do
do
TARGET_FILE=$(env readlink $TARGET_FILE) TARGET_FILE=$(env readlink $TARGET_FILE)
cd `dirname $TARGET_FILE` cd $(dirname $TARGET_FILE)
TARGET_FILE=`basename $TARGET_FILE` TARGET_FILE=$(basename $TARGET_FILE)
done done
# Compute the canonicalized name by finding the physical path # Compute the canonicalized name by finding the physical path
# for the directory we're in and appending the target file. # for the directory we're in and appending the target file.
PHYS_DIR=`pwd -P` PHYS_DIR=$(pwd -P)
RESULT=$PHYS_DIR/$TARGET_FILE RESULT=$PHYS_DIR/$TARGET_FILE
echo $RESULT echo $RESULT
} }
@ -59,8 +58,8 @@ readlink() {
## } ## }
## ##
check_minimum_version() { check_minimum_version() {
IFS='.' read -r -a varray1 <<< "$1" IFS='.' read -r -a varray1 <<<"$1"
IFS='.' read -r -a varray2 <<< "$2" IFS='.' read -r -a varray2 <<<"$2"
for i in "${!varray1[@]}"; do for i in "${!varray1[@]}"; do
if [[ ${varray1[i]} -lt ${varray2[i]} ]]; then if [[ ${varray1[i]} -lt ${varray2[i]} ]]; then
@ -75,21 +74,22 @@ check_minimum_version() {
assert_is_supported_arch() { assert_is_supported_arch() {
case "${ARCH}" in case "${ARCH}" in
x86_64 | amd64 | aarch64 | ppc64le | arm* | s390x | loong64 | loongarch64 ) x86_64 | amd64 | aarch64 | ppc64le | arm* | s390x | loong64 | loongarch64)
return return
;; ;;
*) *)
echo "Arch '${ARCH}' is not supported. Supported Arch: [x86_64, amd64, aarch64, ppc64le, arm*, s390x, loong64, loongarch64]" echo "Arch '${ARCH}' is not supported. Supported Arch: [x86_64, amd64, aarch64, ppc64le, arm*, s390x, loong64, loongarch64]"
exit 1 exit 1
;;
esac esac
} }
assert_is_supported_os() { assert_is_supported_os() {
case "${KNAME}" in case "${KNAME}" in
Linux | FreeBSD | OpenBSD | NetBSD | DragonFly | SunOS ) Linux | FreeBSD | OpenBSD | NetBSD | DragonFly | SunOS)
return return
;; ;;
Darwin ) Darwin)
osx_host_version=$(env sw_vers -productVersion) osx_host_version=$(env sw_vers -productVersion)
if ! check_minimum_version "${OSX_VERSION}" "${osx_host_version}"; then if ! check_minimum_version "${OSX_VERSION}" "${osx_host_version}"; then
echo "OSX version '${osx_host_version}' is not supported. Minimum supported version: ${OSX_VERSION}" echo "OSX version '${osx_host_version}' is not supported. Minimum supported version: ${OSX_VERSION}"
@ -100,6 +100,7 @@ assert_is_supported_os() {
*) *)
echo "OS '${KNAME}' is not supported. Supported OS: [Linux, FreeBSD, OpenBSD, NetBSD, Darwin, DragonFly]" echo "OS '${KNAME}' is not supported. Supported OS: [Linux, FreeBSD, OpenBSD, NetBSD, Darwin, DragonFly]"
exit 1 exit 1
;;
esac esac
} }

14
buildscripts/disable-root.sh
View File

@ -12,20 +12,20 @@ nr_servers=4
addr="localhost" addr="localhost"
args="" args=""
for ((i=0;i<$[${nr_servers}];i++)); do for ((i = 0; i < $((nr_servers)); i++)); do
args="$args $scheme://$addr:$[9100+$i]/${HOME}/tmp/dist/path1/$i" args="$args $scheme://$addr:$((9100 + i))/${HOME}/tmp/dist/path1/$i"
done done
echo $args echo $args
for ((i=0;i<$[${nr_servers}];i++)); do for ((i = 0; i < $((nr_servers)); i++)); do
(minio server --address ":$[9100+$i]" $args 2>&1 > /tmp/log$i.txt) & (minio server --address ":$((9100 + i))" $args 2>&1 >/tmp/log$i.txt) &
done done
sleep 10s sleep 10s
if [ ! -f ./mc ]; then if [ ! -f ./mc ]; then
wget --quiet -O ./mc https://dl.minio.io/client/mc/release/linux-amd64/./mc && \ wget --quiet -O ./mc https://dl.minio.io/client/mc/release/linux-amd64/./mc &&
chmod +x mc chmod +x mc
fi fi
@ -50,8 +50,8 @@ set -e
killall -9 minio killall -9 minio
export MINIO_API_ROOT_ACCESS=on export MINIO_API_ROOT_ACCESS=on
for ((i=0;i<$[${nr_servers}];i++)); do for ((i = 0; i < $((nr_servers)); i++)); do
(minio server --address ":$[9100+$i]" $args 2>&1 > /tmp/log$i.txt) & (minio server --address ":$((9100 + i))" $args 2>&1 >/tmp/log$i.txt) &
done done
set +e set +e

9
buildscripts/heal-inconsistent-versions.sh
View File

@ -6,7 +6,7 @@ set -x
WORK_DIR="$PWD/.verify-$RANDOM" WORK_DIR="$PWD/.verify-$RANDOM"
MINIO_CONFIG_DIR="$WORK_DIR/.minio" MINIO_CONFIG_DIR="$WORK_DIR/.minio"
MINIO=( "$PWD/minio" --config-dir "$MINIO_CONFIG_DIR" server ) MINIO=("$PWD/minio" --config-dir "$MINIO_CONFIG_DIR" server)
if [ ! -x "$PWD/minio" ]; then if [ ! -x "$PWD/minio" ]; then
echo "minio executable binary not found in current directory" echo "minio executable binary not found in current directory"
@ -43,7 +43,7 @@ function start_minio_4drive() {
purge "${MC_BUILD_DIR}" purge "${MC_BUILD_DIR}"
fi fi
"${MINIO[@]}" --address ":$start_port" "${WORK_DIR}/disk{1...4}" > "${WORK_DIR}/server1.log" 2>&1 & "${MINIO[@]}" --address ":$start_port" "${WORK_DIR}/disk{1...4}" >"${WORK_DIR}/server1.log" 2>&1 &
pid=$! pid=$!
disown $pid disown $pid
sleep 5 sleep 5
@ -82,12 +82,11 @@ function main() {
start_minio_4drive ${start_port} start_minio_4drive ${start_port}
} }
function purge() function purge() {
{
rm -rf "$1" rm -rf "$1"
} }
( main "$@" ) (main "$@")
rv=$? rv=$?
purge "$WORK_DIR" purge "$WORK_DIR"
exit "$rv" exit "$rv"

12
buildscripts/minio-upgrade.sh
View File

@ -12,14 +12,14 @@ cleanup() {
verify_checksum_after_heal() { verify_checksum_after_heal() {
local sum1 local sum1
sum1=$(curl -s "$2" | sha256sum); sum1=$(curl -s "$2" | sha256sum)
mc admin heal --json -r "$1" >/dev/null; # test after healing mc admin heal --json -r "$1" >/dev/null # test after healing
local sum1_heal local sum1_heal
sum1_heal=$(curl -s "$2" | sha256sum); sum1_heal=$(curl -s "$2" | sha256sum)
if [ "${sum1_heal}" != "${sum1}" ]; then if [ "${sum1_heal}" != "${sum1}" ]; then
echo "mismatch expected ${sum1_heal}, got ${sum1}" echo "mismatch expected ${sum1_heal}, got ${sum1}"
exit 1; exit 1
fi fi
} }
@ -31,7 +31,7 @@ verify_checksum_mc() {
if [ "${expected}" != "${got}" ]; then if [ "${expected}" != "${got}" ]; then
echo "mismatch - expected ${expected}, got ${got}" echo "mismatch - expected ${expected}, got ${got}"
exit 1; exit 1
fi fi
echo "matches - ${expected}, got ${got}" echo "matches - ${expected}, got ${got}"
} }
@ -89,4 +89,4 @@ main() {
cleanup cleanup
} }
( __init__ "$@" && main "$@" ) (__init__ "$@" && main "$@")

9
buildscripts/resolve-right-versions.sh
View File

@ -6,7 +6,7 @@ set -x
WORK_DIR="$PWD/.verify-$RANDOM" WORK_DIR="$PWD/.verify-$RANDOM"
MINIO_CONFIG_DIR="$WORK_DIR/.minio" MINIO_CONFIG_DIR="$WORK_DIR/.minio"
MINIO=( "$PWD/minio" --config-dir "$MINIO_CONFIG_DIR" server ) MINIO=("$PWD/minio" --config-dir "$MINIO_CONFIG_DIR" server)
if [ ! -x "$PWD/minio" ]; then if [ ! -x "$PWD/minio" ]; then
echo "minio executable binary not found in current directory" echo "minio executable binary not found in current directory"
@ -36,7 +36,7 @@ function start_minio_5drive() {
"${WORK_DIR}/mc" cp --quiet -r "buildscripts/cicd-corpus/" "${WORK_DIR}/cicd-corpus/" "${WORK_DIR}/mc" cp --quiet -r "buildscripts/cicd-corpus/" "${WORK_DIR}/cicd-corpus/"
"${MINIO[@]}" --address ":$start_port" "${WORK_DIR}/cicd-corpus/disk{1...5}" > "${WORK_DIR}/server1.log" 2>&1 & "${MINIO[@]}" --address ":$start_port" "${WORK_DIR}/cicd-corpus/disk{1...5}" >"${WORK_DIR}/server1.log" 2>&1 &
pid=$! pid=$!
disown $pid disown $pid
sleep 5 sleep 5
@ -61,12 +61,11 @@ function main() {
start_minio_5drive ${start_port} start_minio_5drive ${start_port}
} }
function purge() function purge() {
{
rm -rf "$1" rm -rf "$1"
} }
( main "$@" ) (main "$@")
rv=$? rv=$?
purge "$WORK_DIR" purge "$WORK_DIR"
exit "$rv" exit "$rv"

23
buildscripts/rewrite-old-new.sh
View File

@ -6,8 +6,8 @@ set -x
WORK_DIR="$PWD/.verify-$RANDOM" WORK_DIR="$PWD/.verify-$RANDOM"
MINIO_CONFIG_DIR="$WORK_DIR/.minio" MINIO_CONFIG_DIR="$WORK_DIR/.minio"
MINIO_OLD=( "$PWD/minio.RELEASE.2020-10-28T08-16-50Z" --config-dir "$MINIO_CONFIG_DIR" server ) MINIO_OLD=("$PWD/minio.RELEASE.2020-10-28T08-16-50Z" --config-dir "$MINIO_CONFIG_DIR" server)
MINIO=( "$PWD/minio" --config-dir "$MINIO_CONFIG_DIR" server ) MINIO=("$PWD/minio" --config-dir "$MINIO_CONFIG_DIR" server)
if [ ! -x "$PWD/minio" ]; then if [ ! -x "$PWD/minio" ]; then
echo "minio executable binary not found in current directory" echo "minio executable binary not found in current directory"
@ -42,7 +42,7 @@ function verify_rewrite() {
# remove mc source. # remove mc source.
purge "${MC_BUILD_DIR}" purge "${MC_BUILD_DIR}"
"${MINIO_OLD[@]}" --address ":$start_port" "${WORK_DIR}/xl{1...16}" > "${WORK_DIR}/server1.log" 2>&1 & "${MINIO_OLD[@]}" --address ":$start_port" "${WORK_DIR}/xl{1...16}" >"${WORK_DIR}/server1.log" 2>&1 &
pid=$! pid=$!
disown $pid disown $pid
sleep 10 sleep 10
@ -74,7 +74,7 @@ function verify_rewrite() {
kill ${pid} kill ${pid}
sleep 3 sleep 3
"${MINIO[@]}" --address ":$start_port" "${WORK_DIR}/xl{1...16}" > "${WORK_DIR}/server1.log" 2>&1 & "${MINIO[@]}" --address ":$start_port" "${WORK_DIR}/xl{1...16}" >"${WORK_DIR}/server1.log" 2>&1 &
pid=$! pid=$!
disown $pid disown $pid
sleep 10 sleep 10
@ -98,7 +98,10 @@ function verify_rewrite() {
cat "${WORK_DIR}/server1.log" cat "${WORK_DIR}/server1.log"
echo "FAILED" echo "FAILED"
mkdir -p inspects mkdir -p inspects
(cd inspects; "${WORK_DIR}/mc" admin inspect minio/healing-rewrite-bucket/verify-build.sh/**) (
cd inspects
"${WORK_DIR}/mc" admin inspect minio/healing-rewrite-bucket/verify-build.sh/**
)
"${WORK_DIR}/mc" mb play/inspects "${WORK_DIR}/mc" mb play/inspects
"${WORK_DIR}/mc" mirror inspects play/inspects "${WORK_DIR}/mc" mirror inspects play/inspects
@ -120,7 +123,10 @@ function verify_rewrite() {
cat "${WORK_DIR}/server1.log" cat "${WORK_DIR}/server1.log"
echo "FAILED" echo "FAILED"
mkdir -p inspects mkdir -p inspects
(cd inspects; "${WORK_DIR}/mc" admin inspect minio/healing-rewrite-bucket/verify-build.sh/**) (
cd inspects
"${WORK_DIR}/mc" admin inspect minio/healing-rewrite-bucket/verify-build.sh/**
)
"${WORK_DIR}/mc" mb play/inspects "${WORK_DIR}/mc" mb play/inspects
"${WORK_DIR}/mc" mirror inspects play/inspects "${WORK_DIR}/mc" mirror inspects play/inspects
@ -140,12 +146,11 @@ function main() {
verify_rewrite ${start_port} verify_rewrite ${start_port}
} }
function purge() function purge() {
{
rm -rf "$1" rm -rf "$1"
} }
( main "$@" ) (main "$@")
rv=$? rv=$?
purge "$WORK_DIR" purge "$WORK_DIR"
exit "$rv" exit "$rv"

23
buildscripts/unaligned-healing.sh
View File

@ -12,8 +12,8 @@ fi
WORK_DIR="$PWD/.verify-$RANDOM" WORK_DIR="$PWD/.verify-$RANDOM"
MINIO_CONFIG_DIR="$WORK_DIR/.minio" MINIO_CONFIG_DIR="$WORK_DIR/.minio"
MINIO_OLD=( "$PWD/minio.RELEASE.2021-11-24T23-19-33Z" --config-dir "$MINIO_CONFIG_DIR" server ) MINIO_OLD=("$PWD/minio.RELEASE.2021-11-24T23-19-33Z" --config-dir "$MINIO_CONFIG_DIR" server)
MINIO=( "$PWD/minio" --config-dir "$MINIO_CONFIG_DIR" server ) MINIO=("$PWD/minio" --config-dir "$MINIO_CONFIG_DIR" server)
function download_old_release() { function download_old_release() {
if [ ! -f minio.RELEASE.2021-11-24T23-19-33Z ]; then if [ ! -f minio.RELEASE.2021-11-24T23-19-33Z ]; then
@ -44,7 +44,7 @@ function start_minio_16drive() {
# remove mc source. # remove mc source.
purge "${MC_BUILD_DIR}" purge "${MC_BUILD_DIR}"
"${MINIO_OLD[@]}" --address ":$start_port" "${WORK_DIR}/xl{1...16}" > "${WORK_DIR}/server1.log" 2>&1 & "${MINIO_OLD[@]}" --address ":$start_port" "${WORK_DIR}/xl{1...16}" >"${WORK_DIR}/server1.log" 2>&1 &
pid=$! pid=$!
disown $pid disown $pid
sleep 30 sleep 30
@ -98,7 +98,7 @@ function start_minio_16drive() {
pkill minio pkill minio
sleep 3 sleep 3
"${MINIO[@]}" --address ":$start_port" "${WORK_DIR}/xl{1...16}" > "${WORK_DIR}/server1.log" 2>&1 & "${MINIO[@]}" --address ":$start_port" "${WORK_DIR}/xl{1...16}" >"${WORK_DIR}/server1.log" 2>&1 &
pid=$! pid=$!
disown $pid disown $pid
sleep 30 sleep 30
@ -120,7 +120,10 @@ function start_minio_16drive() {
cat "${WORK_DIR}/server1.log" cat "${WORK_DIR}/server1.log"
echo "FAILED" echo "FAILED"
mkdir -p inspects mkdir -p inspects
(cd inspects; "${WORK_DIR}/mc" support inspect minio/healing-shard-bucket/unaligned/**) (
cd inspects
"${WORK_DIR}/mc" support inspect minio/healing-shard-bucket/unaligned/**
)
"${WORK_DIR}/mc" mb play/inspects "${WORK_DIR}/mc" mb play/inspects
"${WORK_DIR}/mc" mirror inspects play/inspects "${WORK_DIR}/mc" mirror inspects play/inspects
@ -140,7 +143,10 @@ function start_minio_16drive() {
cat "${WORK_DIR}/server1.log" cat "${WORK_DIR}/server1.log"
echo "FAILED" echo "FAILED"
mkdir -p inspects mkdir -p inspects
(cd inspects; "${WORK_DIR}/mc" support inspect minio/healing-shard-bucket/unaligned/**) (
cd inspects
"${WORK_DIR}/mc" support inspect minio/healing-shard-bucket/unaligned/**
)
"${WORK_DIR}/mc" mb play/inspects "${WORK_DIR}/mc" mb play/inspects
"${WORK_DIR}/mc" mirror inspects play/inspects "${WORK_DIR}/mc" mirror inspects play/inspects
@ -161,12 +167,11 @@ function main() {
start_minio_16drive ${start_port} start_minio_16drive ${start_port}
} }
function purge() function purge() {
{
rm -rf "$1" rm -rf "$1"
} }
( main "$@" ) (main "$@")
rv=$? rv=$?
purge "$WORK_DIR" purge "$WORK_DIR"
exit "$rv" exit "$rv"

63
buildscripts/verify-build.sh
View File

@ -25,70 +25,63 @@ export ENABLE_ADMIN=1
export MINIO_CI_CD=1 export MINIO_CI_CD=1
MINIO_CONFIG_DIR="$WORK_DIR/.minio" MINIO_CONFIG_DIR="$WORK_DIR/.minio"
MINIO=( "$PWD/minio" --config-dir "$MINIO_CONFIG_DIR" ) MINIO=("$PWD/minio" --config-dir "$MINIO_CONFIG_DIR")
FILE_1_MB="$MINT_DATA_DIR/datafile-1-MB" FILE_1_MB="$MINT_DATA_DIR/datafile-1-MB"
FILE_65_MB="$MINT_DATA_DIR/datafile-65-MB" FILE_65_MB="$MINT_DATA_DIR/datafile-65-MB"
FUNCTIONAL_TESTS="$WORK_DIR/functional-tests.sh" FUNCTIONAL_TESTS="$WORK_DIR/functional-tests.sh"
function start_minio_fs() function start_minio_fs() {
{
export MINIO_ROOT_USER=$ACCESS_KEY export MINIO_ROOT_USER=$ACCESS_KEY
export MINIO_ROOT_PASSWORD=$SECRET_KEY export MINIO_ROOT_PASSWORD=$SECRET_KEY
"${MINIO[@]}" server "${WORK_DIR}/fs-disk" >"$WORK_DIR/fs-minio.log" 2>&1 & "${MINIO[@]}" server "${WORK_DIR}/fs-disk" >"$WORK_DIR/fs-minio.log" 2>&1 &
sleep 10 sleep 10
} }
function start_minio_erasure() function start_minio_erasure() {
{
"${MINIO[@]}" server "${WORK_DIR}/erasure-disk1" "${WORK_DIR}/erasure-disk2" "${WORK_DIR}/erasure-disk3" "${WORK_DIR}/erasure-disk4" >"$WORK_DIR/erasure-minio.log" 2>&1 & "${MINIO[@]}" server "${WORK_DIR}/erasure-disk1" "${WORK_DIR}/erasure-disk2" "${WORK_DIR}/erasure-disk3" "${WORK_DIR}/erasure-disk4" >"$WORK_DIR/erasure-minio.log" 2>&1 &
sleep 15 sleep 15
} }
function start_minio_erasure_sets() function start_minio_erasure_sets() {
{
export MINIO_ENDPOINTS="${WORK_DIR}/erasure-disk-sets{1...32}" export MINIO_ENDPOINTS="${WORK_DIR}/erasure-disk-sets{1...32}"
"${MINIO[@]}" server > "$WORK_DIR/erasure-minio-sets.log" 2>&1 & "${MINIO[@]}" server >"$WORK_DIR/erasure-minio-sets.log" 2>&1 &
sleep 15 sleep 15
} }
function start_minio_pool_erasure_sets() function start_minio_pool_erasure_sets() {
{
export MINIO_ROOT_USER=$ACCESS_KEY export MINIO_ROOT_USER=$ACCESS_KEY
export MINIO_ROOT_PASSWORD=$SECRET_KEY export MINIO_ROOT_PASSWORD=$SECRET_KEY
export MINIO_ENDPOINTS="http://127.0.0.1:9000${WORK_DIR}/pool-disk-sets{1...4} http://127.0.0.1:9001${WORK_DIR}/pool-disk-sets{5...8}" export MINIO_ENDPOINTS="http://127.0.0.1:9000${WORK_DIR}/pool-disk-sets{1...4} http://127.0.0.1:9001${WORK_DIR}/pool-disk-sets{5...8}"
"${MINIO[@]}" server --address ":9000" > "$WORK_DIR/pool-minio-9000.log" 2>&1 & "${MINIO[@]}" server --address ":9000" >"$WORK_DIR/pool-minio-9000.log" 2>&1 &
"${MINIO[@]}" server --address ":9001" > "$WORK_DIR/pool-minio-9001.log" 2>&1 & "${MINIO[@]}" server --address ":9001" >"$WORK_DIR/pool-minio-9001.log" 2>&1 &
sleep 40 sleep 40
} }
function start_minio_pool_erasure_sets_ipv6() function start_minio_pool_erasure_sets_ipv6() {
{
export MINIO_ROOT_USER=$ACCESS_KEY export MINIO_ROOT_USER=$ACCESS_KEY
export MINIO_ROOT_PASSWORD=$SECRET_KEY export MINIO_ROOT_PASSWORD=$SECRET_KEY
export MINIO_ENDPOINTS="http://[::1]:9000${WORK_DIR}/pool-disk-sets-ipv6{1...4} http://[::1]:9001${WORK_DIR}/pool-disk-sets-ipv6{5...8}" export MINIO_ENDPOINTS="http://[::1]:9000${WORK_DIR}/pool-disk-sets-ipv6{1...4} http://[::1]:9001${WORK_DIR}/pool-disk-sets-ipv6{5...8}"
"${MINIO[@]}" server --address="[::1]:9000" > "$WORK_DIR/pool-minio-ipv6-9000.log" 2>&1 & "${MINIO[@]}" server --address="[::1]:9000" >"$WORK_DIR/pool-minio-ipv6-9000.log" 2>&1 &
"${MINIO[@]}" server --address="[::1]:9001" > "$WORK_DIR/pool-minio-ipv6-9001.log" 2>&1 & "${MINIO[@]}" server --address="[::1]:9001" >"$WORK_DIR/pool-minio-ipv6-9001.log" 2>&1 &
sleep 40 sleep 40
} }
function start_minio_dist_erasure() function start_minio_dist_erasure() {
{
export MINIO_ROOT_USER=$ACCESS_KEY export MINIO_ROOT_USER=$ACCESS_KEY
export MINIO_ROOT_PASSWORD=$SECRET_KEY export MINIO_ROOT_PASSWORD=$SECRET_KEY
export MINIO_ENDPOINTS="http://127.0.0.1:9000${WORK_DIR}/dist-disk1 http://127.0.0.1:9001${WORK_DIR}/dist-disk2 http://127.0.0.1:9002${WORK_DIR}/dist-disk3 http://127.0.0.1:9003${WORK_DIR}/dist-disk4" export MINIO_ENDPOINTS="http://127.0.0.1:9000${WORK_DIR}/dist-disk1 http://127.0.0.1:9001${WORK_DIR}/dist-disk2 http://127.0.0.1:9002${WORK_DIR}/dist-disk3 http://127.0.0.1:9003${WORK_DIR}/dist-disk4"
for i in $(seq 0 3); do for i in $(seq 0 3); do
"${MINIO[@]}" server --address ":900${i}" > "$WORK_DIR/dist-minio-900${i}.log" 2>&1 & "${MINIO[@]}" server --address ":900${i}" >"$WORK_DIR/dist-minio-900${i}.log" 2>&1 &
done done
sleep 40 sleep 40
} }
function run_test_fs() function run_test_fs() {
{
start_minio_fs start_minio_fs
(cd "$WORK_DIR" && "$FUNCTIONAL_TESTS") (cd "$WORK_DIR" && "$FUNCTIONAL_TESTS")
@ -105,8 +98,7 @@ function run_test_fs()
return "$rv" return "$rv"
} }
function run_test_erasure_sets() function run_test_erasure_sets() {
{
start_minio_erasure_sets start_minio_erasure_sets
(cd "$WORK_DIR" && "$FUNCTIONAL_TESTS") (cd "$WORK_DIR" && "$FUNCTIONAL_TESTS")
@ -123,8 +115,7 @@ function run_test_erasure_sets()
return "$rv" return "$rv"
} }
function run_test_pool_erasure_sets() function run_test_pool_erasure_sets() {
{
start_minio_pool_erasure_sets start_minio_pool_erasure_sets
(cd "$WORK_DIR" && "$FUNCTIONAL_TESTS") (cd "$WORK_DIR" && "$FUNCTIONAL_TESTS")
@ -147,8 +138,7 @@ function run_test_pool_erasure_sets()
return "$rv" return "$rv"
} }
function run_test_pool_erasure_sets_ipv6() function run_test_pool_erasure_sets_ipv6() {
{
start_minio_pool_erasure_sets_ipv6 start_minio_pool_erasure_sets_ipv6
export SERVER_ENDPOINT="[::1]:9000" export SERVER_ENDPOINT="[::1]:9000"
@ -173,8 +163,7 @@ function run_test_pool_erasure_sets_ipv6()
return "$rv" return "$rv"
} }
function run_test_erasure() function run_test_erasure() {
{
start_minio_erasure start_minio_erasure
(cd "$WORK_DIR" && "$FUNCTIONAL_TESTS") (cd "$WORK_DIR" && "$FUNCTIONAL_TESTS")
@ -191,8 +180,7 @@ function run_test_erasure()
return "$rv" return "$rv"
} }
function run_test_dist_erasure() function run_test_dist_erasure() {
{
start_minio_dist_erasure start_minio_dist_erasure
(cd "$WORK_DIR" && "$FUNCTIONAL_TESTS") (cd "$WORK_DIR" && "$FUNCTIONAL_TESTS")
@ -217,13 +205,11 @@ function run_test_dist_erasure()
return "$rv" return "$rv"
} }
function purge() function purge() {
{
rm -rf "$1" rm -rf "$1"
} }
function __init__() function __init__() {
{
echo "Initializing environment" echo "Initializing environment"
mkdir -p "$WORK_DIR" mkdir -p "$WORK_DIR"
mkdir -p "$MINIO_CONFIG_DIR" mkdir -p "$MINIO_CONFIG_DIR"
@ -245,7 +231,7 @@ function __init__()
shred -n 1 -s 65M - 1>"$FILE_65_MB" 2>/dev/null shred -n 1 -s 65M - 1>"$FILE_65_MB" 2>/dev/null
## version is purposefully set to '3' for minio to migrate configuration file ## version is purposefully set to '3' for minio to migrate configuration file
echo '{"version": "3", "credential": {"accessKey": "minio", "secretKey": "minio123"}, "region": "us-east-1"}' > "$MINIO_CONFIG_DIR/config.json" echo '{"version": "3", "credential": {"accessKey": "minio", "secretKey": "minio123"}, "region": "us-east-1"}' >"$MINIO_CONFIG_DIR/config.json"
if ! wget -q -O "$FUNCTIONAL_TESTS" https://raw.githubusercontent.com/minio/mc/master/functional-tests.sh; then if ! wget -q -O "$FUNCTIONAL_TESTS" https://raw.githubusercontent.com/minio/mc/master/functional-tests.sh; then
echo "failed to download https://raw.githubusercontent.com/minio/mc/master/functional-tests.sh" echo "failed to download https://raw.githubusercontent.com/minio/mc/master/functional-tests.sh"
@ -256,8 +242,7 @@ function __init__()
chmod a+x "$FUNCTIONAL_TESTS" chmod a+x "$FUNCTIONAL_TESTS"
} }
function main() function main() {
{
echo "Testing in FS setup" echo "Testing in FS setup"
if ! run_test_fs; then if ! run_test_fs; then
echo "FAILED" echo "FAILED"
@ -303,7 +288,7 @@ function main()
purge "$WORK_DIR" purge "$WORK_DIR"
} }
( __init__ "$@" && main "$@" ) (__init__ "$@" && main "$@")
rv=$? rv=$?
purge "$WORK_DIR" purge "$WORK_DIR"
exit "$rv" exit "$rv"

21
buildscripts/verify-healing-with-root-disks.sh
View File

@ -4,7 +4,6 @@ set -E
set -o pipefail set -o pipefail
set -x set -x
if [ ! -x "$PWD/minio" ]; then if [ ! -x "$PWD/minio" ]; then
echo "minio executable binary not found in current directory" echo "minio executable binary not found in current directory"
exit 1 exit 1
@ -12,8 +11,7 @@ fi
WORK_DIR="$(mktemp -d)" WORK_DIR="$(mktemp -d)"
MINIO_CONFIG_DIR="$WORK_DIR/.minio" MINIO_CONFIG_DIR="$WORK_DIR/.minio"
MINIO=( "$PWD/minio" --config-dir "$MINIO_CONFIG_DIR" server ) MINIO=("$PWD/minio" --config-dir "$MINIO_CONFIG_DIR" server)
function start_minio() { function start_minio() {
start_port=$1 start_port=$1
@ -26,22 +24,22 @@ function start_minio() {
args=() args=()
for i in $(seq 1 4); do for i in $(seq 1 4); do
args+=("http://localhost:$[${start_port}+$i]${WORK_DIR}/mnt/disk$i/ ") args+=("http://localhost:$((start_port + i))${WORK_DIR}/mnt/disk$i/ ")
done done
for i in $(seq 1 4); do for i in $(seq 1 4); do
"${MINIO[@]}" --address ":$[$start_port+$i]" ${args[@]} 2>&1 >"${WORK_DIR}/server$i.log" & "${MINIO[@]}" --address ":$((start_port + i))" ${args[@]} 2>&1 >"${WORK_DIR}/server$i.log" &
done done
# Wait until all nodes return 403 # Wait until all nodes return 403
for i in $(seq 1 4); do for i in $(seq 1 4); do
while [ "$(curl -m 1 -s -o /dev/null -w "%{http_code}" http://localhost:$[$start_port+$i])" -ne "403" ]; do while [ "$(curl -m 1 -s -o /dev/null -w "%{http_code}" http://localhost:$((start_port + i)))" -ne "403" ]; do
echo -n "."; echo -n "."
sleep 1; sleep 1
done done
done done
} }
# Prepare fake disks with losetup # Prepare fake disks with losetup
function prepare_block_devices() { function prepare_block_devices() {
@ -90,10 +88,9 @@ function cleanup() {
rm -rf "$WORK_DIR" rm -rf "$WORK_DIR"
} }
( prepare_block_devices ) (prepare_block_devices)
( main "$@" ) (main "$@")
rv=$? rv=$?
cleanup cleanup
exit "$rv" exit "$rv"

32
buildscripts/verify-healing.sh
View File

@ -11,7 +11,7 @@ fi
WORK_DIR="$PWD/.verify-$RANDOM" WORK_DIR="$PWD/.verify-$RANDOM"
MINIO_CONFIG_DIR="$WORK_DIR/.minio" MINIO_CONFIG_DIR="$WORK_DIR/.minio"
MINIO=( "$PWD/minio" --config-dir "$MINIO_CONFIG_DIR" server ) MINIO=("$PWD/minio" --config-dir "$MINIO_CONFIG_DIR" server)
function start_minio_3_node() { function start_minio_3_node() {
export MINIO_ROOT_USER=minio export MINIO_ROOT_USER=minio
@ -22,24 +22,24 @@ function start_minio_3_node() {
start_port=$2 start_port=$2
args="" args=""
for i in $(seq 1 3); do for i in $(seq 1 3); do
args="$args http://127.0.0.1:$[$start_port+$i]${WORK_DIR}/$i/1/ http://127.0.0.1:$[$start_port+$i]${WORK_DIR}/$i/2/ http://127.0.0.1:$[$start_port+$i]${WORK_DIR}/$i/3/ http://127.0.0.1:$[$start_port+$i]${WORK_DIR}/$i/4/ http://127.0.0.1:$[$start_port+$i]${WORK_DIR}/$i/5/ http://127.0.0.1:$[$start_port+$i]${WORK_DIR}/$i/6/" args="$args http://127.0.0.1:$((start_port + i))${WORK_DIR}/$i/1/ http://127.0.0.1:$((start_port + i))${WORK_DIR}/$i/2/ http://127.0.0.1:$((start_port + i))${WORK_DIR}/$i/3/ http://127.0.0.1:$((start_port + i))${WORK_DIR}/$i/4/ http://127.0.0.1:$((start_port + i))${WORK_DIR}/$i/5/ http://127.0.0.1:$((start_port + i))${WORK_DIR}/$i/6/"
done done
"${MINIO[@]}" --address ":$[$start_port+1]" $args > "${WORK_DIR}/dist-minio-server1.log" 2>&1 & "${MINIO[@]}" --address ":$((start_port + 1))" $args >"${WORK_DIR}/dist-minio-server1.log" 2>&1 &
pid1=$! pid1=$!
disown ${pid1} disown ${pid1}
"${MINIO[@]}" --address ":$[$start_port+2]" $args > "${WORK_DIR}/dist-minio-server2.log" 2>&1 & "${MINIO[@]}" --address ":$((start_port + 2))" $args >"${WORK_DIR}/dist-minio-server2.log" 2>&1 &
pid2=$! pid2=$!
disown $pid2 disown $pid2
"${MINIO[@]}" --address ":$[$start_port+3]" $args > "${WORK_DIR}/dist-minio-server3.log" 2>&1 & "${MINIO[@]}" --address ":$((start_port + 3))" $args >"${WORK_DIR}/dist-minio-server3.log" 2>&1 &
pid3=$! pid3=$!
disown $pid3 disown $pid3
sleep "$1" sleep "$1"
if ! ps -p $pid1 1>&2 > /dev/null; then if ! ps -p $pid1 1>&2 >/dev/null; then
echo "server1 log:" echo "server1 log:"
cat "${WORK_DIR}/dist-minio-server1.log" cat "${WORK_DIR}/dist-minio-server1.log"
echo "FAILED" echo "FAILED"
@ -47,7 +47,7 @@ function start_minio_3_node() {
exit 1 exit 1
fi fi
if ! ps -p $pid2 1>&2 > /dev/null; then if ! ps -p $pid2 1>&2 >/dev/null; then
echo "server2 log:" echo "server2 log:"
cat "${WORK_DIR}/dist-minio-server2.log" cat "${WORK_DIR}/dist-minio-server2.log"
echo "FAILED" echo "FAILED"
@ -55,7 +55,7 @@ function start_minio_3_node() {
exit 1 exit 1
fi fi
if ! ps -p $pid3 1>&2 > /dev/null; then if ! ps -p $pid3 1>&2 >/dev/null; then
echo "server3 log:" echo "server3 log:"
cat "${WORK_DIR}/dist-minio-server3.log" cat "${WORK_DIR}/dist-minio-server3.log"
echo "FAILED" echo "FAILED"
@ -73,7 +73,7 @@ function start_minio_3_node() {
exit 1 exit 1
fi fi
sleep 1; sleep 1
if pgrep minio; then if pgrep minio; then
# forcibly killing, to proceed further properly. # forcibly killing, to proceed further properly.
if ! pkill -9 minio; then if ! pkill -9 minio; then
@ -82,26 +82,23 @@ function start_minio_3_node() {
fi fi
} }
function check_online() { function check_online() {
if grep -q 'Unable to initialize sub-systems' ${WORK_DIR}/dist-minio-*.log; then if grep -q 'Unable to initialize sub-systems' ${WORK_DIR}/dist-minio-*.log; then
echo "1" echo "1"
fi fi
} }
function purge() function purge() {
{
rm -rf "$1" rm -rf "$1"
} }
function __init__() function __init__() {
{
echo "Initializing environment" echo "Initializing environment"
mkdir -p "$WORK_DIR" mkdir -p "$WORK_DIR"
mkdir -p "$MINIO_CONFIG_DIR" mkdir -p "$MINIO_CONFIG_DIR"
## version is purposefully set to '3' for minio to migrate configuration file ## version is purposefully set to '3' for minio to migrate configuration file
echo '{"version": "3", "credential": {"accessKey": "minio", "secretKey": "minio123"}, "region": "us-east-1"}' > "$MINIO_CONFIG_DIR/config.json" echo '{"version": "3", "credential": {"accessKey": "minio", "secretKey": "minio123"}, "region": "us-east-1"}' >"$MINIO_CONFIG_DIR/config.json"
} }
function perform_test() { function perform_test() {
@ -127,8 +124,7 @@ function perform_test() {
fi fi
} }
function main() function main() {
{
# use same ports for all tests # use same ports for all tests
start_port=$(shuf -i 10000-65000 -n 1) start_port=$(shuf -i 10000-65000 -n 1)
@ -137,7 +133,7 @@ function main()
perform_test "3" ${start_port} perform_test "3" ${start_port}
} }
( __init__ "$@" && main "$@" ) (__init__ "$@" && main "$@")
rv=$? rv=$?
purge "$WORK_DIR" purge "$WORK_DIR"
exit "$rv" exit "$rv"

4
dockerscripts/docker-entrypoint.sh
View File

@ -12,10 +12,10 @@ fi
docker_switch_user() { docker_switch_user() {
if [ -n "${MINIO_USERNAME}" ] && [ -n "${MINIO_GROUPNAME}" ]; then if [ -n "${MINIO_USERNAME}" ] && [ -n "${MINIO_GROUPNAME}" ]; then
if [ -n "${MINIO_UID}" ] && [ -n "${MINIO_GID}" ]; then if [ -n "${MINIO_UID}" ] && [ -n "${MINIO_GID}" ]; then
groupadd -f -g "$MINIO_GID" "$MINIO_GROUPNAME" && \ groupadd -f -g "$MINIO_GID" "$MINIO_GROUPNAME" &&
useradd -u "$MINIO_UID" -g "$MINIO_GROUPNAME" "$MINIO_USERNAME" useradd -u "$MINIO_UID" -g "$MINIO_GROUPNAME" "$MINIO_USERNAME"
else else
groupadd -f "$MINIO_GROUPNAME" && \ groupadd -f "$MINIO_GROUPNAME" &&
useradd -g "$MINIO_GROUPNAME" "$MINIO_USERNAME" useradd -g "$MINIO_GROUPNAME" "$MINIO_USERNAME"
fi fi
exec setpriv --reuid="${MINIO_USERNAME}" \ exec setpriv --reuid="${MINIO_USERNAME}" \

14
docs/bucket/replication/delete-replication.sh
View File

@ -39,7 +39,7 @@ unset MINIO_KMS_KES_ENDPOINT
unset MINIO_KMS_KES_KEY_NAME unset MINIO_KMS_KES_KEY_NAME
if [ ! -f ./mc ]; then if [ ! -f ./mc ]; then
wget --quiet -O mc https://dl.minio.io/client/mc/release/linux-amd64/mc && \ wget --quiet -O mc https://dl.minio.io/client/mc/release/linux-amd64/mc &&
chmod +x mc chmod +x mc
fi fi
@ -49,8 +49,8 @@ export MINIO_KMS_SECRET_KEY="my-minio-key:OSMM+vkKUTCvQs9YL/CVMIMt43HFhkUpqJxTmG
export MINIO_ROOT_USER="minioadmin" export MINIO_ROOT_USER="minioadmin"
export MINIO_ROOT_PASSWORD="minioadmin" export MINIO_ROOT_PASSWORD="minioadmin"
./minio server --address ":9001" /tmp/xl/1/{1...4}/ 2>&1 > /tmp/dc1.log & ./minio server --address ":9001" /tmp/xl/1/{1...4}/ 2>&1 >/tmp/dc1.log &
./minio server --address ":9002" /tmp/xl/2/{1...4}/ 2>&1 > /tmp/dc2.log & ./minio server --address ":9002" /tmp/xl/2/{1...4}/ 2>&1 >/tmp/dc2.log &
sleep 3 sleep 3
@ -79,8 +79,8 @@ versionId="$(mc ls --json --versions myminio1/testbucket/dir/ | tail -n1 | jq -r
aws s3api --endpoint-url http://localhost:9001 --profile minio delete-object --bucket testbucket --key dir/file --version-id "$versionId" aws s3api --endpoint-url http://localhost:9001 --profile minio delete-object --bucket testbucket --key dir/file --version-id "$versionId"
./mc ls -r --versions myminio1/testbucket > /tmp/myminio1.txt ./mc ls -r --versions myminio1/testbucket >/tmp/myminio1.txt
./mc ls -r --versions myminio2/testbucket > /tmp/myminio2.txt ./mc ls -r --versions myminio2/testbucket >/tmp/myminio2.txt
out=$(diff -qpruN /tmp/myminio1.txt /tmp/myminio2.txt) out=$(diff -qpruN /tmp/myminio1.txt /tmp/myminio2.txt)
ret=$? ret=$?
@ -92,8 +92,8 @@ fi
./mc rm myminio1/testbucket/dir/file ./mc rm myminio1/testbucket/dir/file
sleep 1s sleep 1s
./mc ls -r --versions myminio1/testbucket > /tmp/myminio1.txt ./mc ls -r --versions myminio1/testbucket >/tmp/myminio1.txt
./mc ls -r --versions myminio2/testbucket > /tmp/myminio2.txt ./mc ls -r --versions myminio2/testbucket >/tmp/myminio2.txt
out=$(diff -qpruN /tmp/myminio1.txt /tmp/myminio2.txt) out=$(diff -qpruN /tmp/myminio1.txt /tmp/myminio2.txt)
ret=$? ret=$?

28
docs/bucket/replication/setup_2site_existing_replication.sh
View File

@ -40,7 +40,7 @@ unset MINIO_KMS_KES_ENDPOINT
unset MINIO_KMS_KES_KEY_NAME unset MINIO_KMS_KES_KEY_NAME
if [ ! -f ./mc ]; then if [ ! -f ./mc ]; then
wget --quiet -O mc https://dl.minio.io/client/mc/release/linux-amd64/mc && \ wget --quiet -O mc https://dl.minio.io/client/mc/release/linux-amd64/mc &&
chmod +x mc chmod +x mc
fi fi
@ -64,7 +64,7 @@ export MC_HOST_siteb=http://minio:minio123@127.0.0.1:9004
## Create 100 files ## Create 100 files
mkdir -p /tmp/data mkdir -p /tmp/data
for i in $(seq 1 10); do for i in $(seq 1 10); do
echo "T" > /tmp/data/file_${i}.txt echo "T" >/tmp/data/file_${i}.txt
done done
./mc mirror /tmp/data sitea/bucket/ ./mc mirror /tmp/data sitea/bucket/
@ -88,8 +88,8 @@ sleep 10s ## sleep for 10s idea is that we give 100ms per object.
count=$(./mc replicate resync status sitea/bucket --remote-bucket "${remote_arn}" --json | jq .resyncInfo.target[].replicationCount) count=$(./mc replicate resync status sitea/bucket --remote-bucket "${remote_arn}" --json | jq .resyncInfo.target[].replicationCount)
./mc ls -r --versions sitea/bucket > /tmp/sitea.txt ./mc ls -r --versions sitea/bucket >/tmp/sitea.txt
./mc ls -r --versions siteb/bucket > /tmp/siteb.txt ./mc ls -r --versions siteb/bucket >/tmp/siteb.txt
out=$(diff -qpruN /tmp/sitea.txt /tmp/siteb.txt) out=$(diff -qpruN /tmp/sitea.txt /tmp/siteb.txt)
ret=$? ret=$?
@ -109,8 +109,8 @@ fi
sleep 12s ## sleep for 12s idea is that we give 100ms per object. sleep 12s ## sleep for 12s idea is that we give 100ms per object.
./mc ls -r --versions sitea/bucket > /tmp/sitea.txt ./mc ls -r --versions sitea/bucket >/tmp/sitea.txt
./mc ls -r --versions siteb/bucket > /tmp/siteb.txt ./mc ls -r --versions siteb/bucket >/tmp/siteb.txt
out=$(diff -qpruN /tmp/sitea.txt /tmp/siteb.txt) out=$(diff -qpruN /tmp/sitea.txt /tmp/siteb.txt)
ret=$? ret=$?
@ -122,8 +122,8 @@ fi
./mc rm -r --force --versions sitea/bucket/marker ./mc rm -r --force --versions sitea/bucket/marker
sleep 14s ## sleep for 14s idea is that we give 100ms per object. sleep 14s ## sleep for 14s idea is that we give 100ms per object.
./mc ls -r --versions sitea/bucket > /tmp/sitea.txt ./mc ls -r --versions sitea/bucket >/tmp/sitea.txt
./mc ls -r --versions siteb/bucket > /tmp/siteb.txt ./mc ls -r --versions siteb/bucket >/tmp/siteb.txt
out=$(diff -qpruN /tmp/sitea.txt /tmp/siteb.txt) out=$(diff -qpruN /tmp/sitea.txt /tmp/siteb.txt)
ret=$? ret=$?
@ -146,8 +146,8 @@ echo "adding replication rule for site a -> site b"
sleep 2s sleep 2s
./mc ls -r --versions sitea/bucket-version/ > /tmp/sitea_dirs.txt ./mc ls -r --versions sitea/bucket-version/ >/tmp/sitea_dirs.txt
./mc ls -r --versions siteb/bucket-version/ > /tmp/siteb_dirs.txt ./mc ls -r --versions siteb/bucket-version/ >/tmp/siteb_dirs.txt
out=$(diff -qpruN /tmp/sitea_dirs.txt /tmp/siteb_dirs.txt) out=$(diff -qpruN /tmp/sitea_dirs.txt /tmp/siteb_dirs.txt)
ret=$? ret=$?
@ -160,8 +160,8 @@ fi
sleep 2s sleep 2s
./mc ls -r --versions sitea/bucket-version/ > /tmp/sitea_dirs.txt ./mc ls -r --versions sitea/bucket-version/ >/tmp/sitea_dirs.txt
./mc ls -r --versions siteb/bucket-version/ > /tmp/siteb_dirs.txt ./mc ls -r --versions siteb/bucket-version/ >/tmp/siteb_dirs.txt
out=$(diff -qpruN /tmp/sitea_dirs.txt /tmp/siteb_dirs.txt) out=$(diff -qpruN /tmp/sitea_dirs.txt /tmp/siteb_dirs.txt)
ret=$? ret=$?
@ -179,8 +179,8 @@ sleep 2s
sleep 2s sleep 2s
./mc ls -r --versions sitea/bucket-version/ > /tmp/sitea_dirs.txt ./mc ls -r --versions sitea/bucket-version/ >/tmp/sitea_dirs.txt
./mc ls -r --versions siteb/bucket-version/ > /tmp/siteb_dirs.txt ./mc ls -r --versions siteb/bucket-version/ >/tmp/siteb_dirs.txt
out=$(diff -qpruN /tmp/sitea_dirs.txt /tmp/siteb_dirs.txt) out=$(diff -qpruN /tmp/sitea_dirs.txt /tmp/siteb_dirs.txt)
ret=$? ret=$?

8
docs/bucket/replication/setup_3site_replication.sh
View File

@ -42,10 +42,10 @@ unset MINIO_KMS_KES_ENDPOINT
unset MINIO_KMS_KES_KEY_NAME unset MINIO_KMS_KES_KEY_NAME
go build ./docs/debugging/s3-check-md5/ go build ./docs/debugging/s3-check-md5/
wget -O mc https://dl.minio.io/client/mc/release/linux-amd64/mc \ wget -O mc https://dl.minio.io/client/mc/release/linux-amd64/mc &&
&& chmod +x mc chmod +x mc
wget -O mc.RELEASE.2021-03-12T03-36-59Z https://dl.minio.io/client/mc/release/linux-amd64/archive/mc.RELEASE.2021-03-12T03-36-59Z \ wget -O mc.RELEASE.2021-03-12T03-36-59Z https://dl.minio.io/client/mc/release/linux-amd64/archive/mc.RELEASE.2021-03-12T03-36-59Z &&
&& chmod +x mc.RELEASE.2021-03-12T03-36-59Z chmod +x mc.RELEASE.2021-03-12T03-36-59Z
minio server --address 127.0.0.1:9001 "http://127.0.0.1:9001/tmp/multisitea/data/disterasure/xl{1...4}" \ minio server --address 127.0.0.1:9001 "http://127.0.0.1:9001/tmp/multisitea/data/disterasure/xl{1...4}" \
"http://127.0.0.1:9002/tmp/multisitea/data/disterasure/xl{5...8}" >/tmp/sitea_1.log 2>&1 & "http://127.0.0.1:9002/tmp/multisitea/data/disterasure/xl{5...8}" >/tmp/sitea_1.log 2>&1 &

4
docs/bucket/replication/setup_replication.sh
View File

@ -9,7 +9,7 @@ mc mb -l dest/bucket
mc admin user add source repladmin repladmin123 mc admin user add source repladmin repladmin123
# create a replication policy for repladmin # create a replication policy for repladmin
cat > repladmin-policy-source.json <<EOF cat >repladmin-policy-source.json <<EOF
{ {
"Version": "2012-10-17", "Version": "2012-10-17",
"Statement": [ "Statement": [
@ -51,7 +51,7 @@ mc admin user add dest repluser repluser123
# create a replication policy for repluser # create a replication policy for repluser
# Remove "s3:GetBucketObjectLockConfiguration" if object locking is not enabled, i.e. bucket was not created with `mc mb --with-lock` option # Remove "s3:GetBucketObjectLockConfiguration" if object locking is not enabled, i.e. bucket was not created with `mc mb --with-lock` option
# Remove "s3:ReplicateDelete" if delete marker replication is not required # Remove "s3:ReplicateDelete" if delete marker replication is not required
cat > replpolicy.json <<EOF cat >replpolicy.json <<EOF
{ {
"Version": "2012-10-17", "Version": "2012-10-17",
"Statement": [ "Statement": [

17
docs/distributed/decom-compressed-sse-s3.sh
View File

@ -8,7 +8,7 @@ pkill minio
rm -rf /tmp/xl rm -rf /tmp/xl
if [ ! -f ./mc ]; then if [ ! -f ./mc ]; then
wget --quiet -O mc https://dl.minio.io/client/mc/release/linux-amd64/mc && \ wget --quiet -O mc https://dl.minio.io/client/mc/release/linux-amd64/mc &&
chmod +x mc chmod +x mc
fi fi
@ -21,7 +21,7 @@ export MINIO_KMS_AUTO_ENCRYPTION=on
export MINIO_KMS_SECRET_KEY=my-minio-key:OSMM+vkKUTCvQs9YL/CVMIMt43HFhkUpqJxTmGl6rYw= export MINIO_KMS_SECRET_KEY=my-minio-key:OSMM+vkKUTCvQs9YL/CVMIMt43HFhkUpqJxTmGl6rYw=
export MC_HOST_myminio="http://minioadmin:minioadmin@localhost:9000/" export MC_HOST_myminio="http://minioadmin:minioadmin@localhost:9000/"
(minio server /tmp/xl/{1...10}/disk{0...1} 2>&1 >/dev/null)& (minio server /tmp/xl/{1...10}/disk{0...1} 2>&1 >/dev/null) &
pid=$! pid=$!
sleep 2 sleep 2
@ -79,20 +79,19 @@ fi
./mc mirror cmd myminio/versioned/ --quiet >/dev/null ./mc mirror cmd myminio/versioned/ --quiet >/dev/null
./mc ls -r myminio/versioned/ > expanded_ns.txt ./mc ls -r myminio/versioned/ >expanded_ns.txt
./mc ls -r --versions myminio/versioned/ > expanded_ns_versions.txt ./mc ls -r --versions myminio/versioned/ >expanded_ns_versions.txt
./mc admin decom start myminio/ /tmp/xl/{1...10}/disk{0...1} ./mc admin decom start myminio/ /tmp/xl/{1...10}/disk{0...1}
until $(./mc admin decom status myminio/ | grep -q Complete) until $(./mc admin decom status myminio/ | grep -q Complete); do
do
echo "waiting for decom to finish..." echo "waiting for decom to finish..."
sleep 1 sleep 1
done done
kill $pid kill $pid
(minio server /tmp/xl/{11...30}/disk{0...3} 2>&1 >/tmp/removed.log)& (minio server /tmp/xl/{11...30}/disk{0...3} 2>&1 >/tmp/removed.log) &
pid=$! pid=$!
sleep 2 sleep 2
@ -123,8 +122,8 @@ if [ "${expected_checksum}" != "${got_checksum}" ]; then
exit 1 exit 1
fi fi
./mc ls -r myminio/versioned > decommissioned_ns.txt ./mc ls -r myminio/versioned >decommissioned_ns.txt
./mc ls -r --versions myminio/versioned > decommissioned_ns_versions.txt ./mc ls -r --versions myminio/versioned >decommissioned_ns_versions.txt
out=$(diff -qpruN expanded_ns.txt decommissioned_ns.txt) out=$(diff -qpruN expanded_ns.txt decommissioned_ns.txt)
ret=$? ret=$?

17
docs/distributed/decom-encrypted-sse-s3.sh
View File

@ -8,7 +8,7 @@ pkill minio
rm -rf /tmp/xl rm -rf /tmp/xl
if [ ! -f ./mc ]; then if [ ! -f ./mc ]; then
wget --quiet -O mc https://dl.minio.io/client/mc/release/linux-amd64/mc && \ wget --quiet -O mc https://dl.minio.io/client/mc/release/linux-amd64/mc &&
chmod +x mc chmod +x mc
fi fi
@ -16,7 +16,7 @@ export CI=true
export MINIO_KMS_SECRET_KEY=my-minio-key:OSMM+vkKUTCvQs9YL/CVMIMt43HFhkUpqJxTmGl6rYw= export MINIO_KMS_SECRET_KEY=my-minio-key:OSMM+vkKUTCvQs9YL/CVMIMt43HFhkUpqJxTmGl6rYw=
export MC_HOST_myminio="http://minioadmin:minioadmin@localhost:9000/" export MC_HOST_myminio="http://minioadmin:minioadmin@localhost:9000/"
(minio server /tmp/xl/{1...10}/disk{0...1} 2>&1 >/dev/null)& (minio server /tmp/xl/{1...10}/disk{0...1} 2>&1 >/dev/null) &
pid=$! pid=$!
sleep 2 sleep 2
@ -83,20 +83,19 @@ fi
./mc mirror cmd myminio/versioned/ --quiet >/dev/null ./mc mirror cmd myminio/versioned/ --quiet >/dev/null
./mc ls -r myminio/versioned/ > expanded_ns.txt ./mc ls -r myminio/versioned/ >expanded_ns.txt
./mc ls -r --versions myminio/versioned/ > expanded_ns_versions.txt ./mc ls -r --versions myminio/versioned/ >expanded_ns_versions.txt
./mc admin decom start myminio/ /tmp/xl/{1...10}/disk{0...1} ./mc admin decom start myminio/ /tmp/xl/{1...10}/disk{0...1}
until $(./mc admin decom status myminio/ | grep -q Complete) until $(./mc admin decom status myminio/ | grep -q Complete); do
do
echo "waiting for decom to finish..." echo "waiting for decom to finish..."
sleep 1 sleep 1
done done
kill $pid kill $pid
(minio server /tmp/xl/{11...30}/disk{0...3} 2>&1 >/tmp/removed.log)& (minio server /tmp/xl/{11...30}/disk{0...3} 2>&1 >/tmp/removed.log) &
pid=$! pid=$!
sleep 2 sleep 2
@ -134,8 +133,8 @@ if [ "${expected_checksum}" != "${got_checksum}" ]; then
exit 1 exit 1
fi fi
./mc ls -r myminio/versioned > decommissioned_ns.txt ./mc ls -r myminio/versioned >decommissioned_ns.txt
./mc ls -r --versions myminio/versioned > decommissioned_ns_versions.txt ./mc ls -r --versions myminio/versioned >decommissioned_ns_versions.txt
out=$(diff -qpruN expanded_ns.txt decommissioned_ns.txt) out=$(diff -qpruN expanded_ns.txt decommissioned_ns.txt)
ret=$? ret=$?

17
docs/distributed/decom-encrypted.sh
View File

@ -8,7 +8,7 @@ pkill minio
rm -rf /tmp/xl rm -rf /tmp/xl
if [ ! -f ./mc ]; then if [ ! -f ./mc ]; then
wget --quiet -O mc https://dl.minio.io/client/mc/release/linux-amd64/mc && \ wget --quiet -O mc https://dl.minio.io/client/mc/release/linux-amd64/mc &&
chmod +x mc chmod +x mc
fi fi
@ -16,7 +16,7 @@ export CI=true
export MINIO_KMS_AUTO_ENCRYPTION=on export MINIO_KMS_AUTO_ENCRYPTION=on
export MINIO_KMS_SECRET_KEY=my-minio-key:OSMM+vkKUTCvQs9YL/CVMIMt43HFhkUpqJxTmGl6rYw= export MINIO_KMS_SECRET_KEY=my-minio-key:OSMM+vkKUTCvQs9YL/CVMIMt43HFhkUpqJxTmGl6rYw=
(minio server /tmp/xl/{1...10}/disk{0...1} 2>&1 >/dev/null)& (minio server /tmp/xl/{1...10}/disk{0...1} 2>&1 >/dev/null) &
pid=$! pid=$!
sleep 2 sleep 2
@ -75,20 +75,19 @@ fi
./mc mirror cmd myminio/versioned/ --quiet >/dev/null ./mc mirror cmd myminio/versioned/ --quiet >/dev/null
./mc ls -r myminio/versioned/ > expanded_ns.txt ./mc ls -r myminio/versioned/ >expanded_ns.txt
./mc ls -r --versions myminio/versioned/ > expanded_ns_versions.txt ./mc ls -r --versions myminio/versioned/ >expanded_ns_versions.txt
./mc admin decom start myminio/ /tmp/xl/{1...10}/disk{0...1} ./mc admin decom start myminio/ /tmp/xl/{1...10}/disk{0...1}
until $(./mc admin decom status myminio/ | grep -q Complete) until $(./mc admin decom status myminio/ | grep -q Complete); do
do
echo "waiting for decom to finish..." echo "waiting for decom to finish..."
sleep 1 sleep 1
done done
kill $pid kill $pid
(minio server /tmp/xl/{11...30}/disk{0...3} 2>&1 >/dev/null)& (minio server /tmp/xl/{11...30}/disk{0...3} 2>&1 >/dev/null) &
pid=$! pid=$!
sleep 2 sleep 2
@ -113,8 +112,8 @@ if [ $ret -ne 0 ]; then
exit 1 exit 1
fi fi
./mc ls -r myminio/versioned > decommissioned_ns.txt ./mc ls -r myminio/versioned >decommissioned_ns.txt
./mc ls -r --versions myminio/versioned > decommissioned_ns_versions.txt ./mc ls -r --versions myminio/versioned >decommissioned_ns_versions.txt
out=$(diff -qpruN expanded_ns.txt decommissioned_ns.txt) out=$(diff -qpruN expanded_ns.txt decommissioned_ns.txt)
ret=$? ret=$?

31
docs/distributed/decom.sh
View File

@ -9,13 +9,13 @@ rm -rf /tmp/xl
rm -rf /tmp/xltier rm -rf /tmp/xltier
if [ ! -f ./mc ]; then if [ ! -f ./mc ]; then
wget --quiet -O mc https://dl.minio.io/client/mc/release/linux-amd64/mc && \ wget --quiet -O mc https://dl.minio.io/client/mc/release/linux-amd64/mc &&
chmod +x mc chmod +x mc
fi fi
export CI=true export CI=true
(minio server /tmp/xl/{1...10}/disk{0...1} 2>&1 >/dev/null)& (minio server /tmp/xl/{1...10}/disk{0...1} 2>&1 >/dev/null) &
pid=$! pid=$!
sleep 2 sleep 2
@ -47,7 +47,7 @@ user_count=$(./mc admin user list myminio/ | wc -l)
policy_count=$(./mc admin policy list myminio/ | wc -l) policy_count=$(./mc admin policy list myminio/ | wc -l)
## create a warm tier instance ## create a warm tier instance
(minio server /tmp/xltier/{1...4}/disk{0...1} --address :9001 2>&1 >/dev/null)& (minio server /tmp/xltier/{1...4}/disk{0...1} --address :9001 2>&1 >/dev/null) &
sleep 2 sleep 2
export MC_HOST_mytier="http://minioadmin:minioadmin@localhost:9001/" export MC_HOST_mytier="http://minioadmin:minioadmin@localhost:9001/"
@ -58,10 +58,10 @@ export MC_HOST_mytier="http://minioadmin:minioadmin@localhost:9001/"
./mc ilm add myminio/bucket2 --transition-days 0 --transition-tier TIER1 --transition-days 0 ./mc ilm add myminio/bucket2 --transition-days 0 --transition-tier TIER1 --transition-days 0
## mirror some content to bucket2 and capture versions tiered ## mirror some content to bucket2 and capture versions tiered
./mc mirror internal myminio/bucket2/ --quiet >/dev/null ./mc mirror internal myminio/bucket2/ --quiet >/dev/null
./mc ls -r myminio/bucket2/ > bucket2_ns.txt ./mc ls -r myminio/bucket2/ >bucket2_ns.txt
./mc ls -r --versions myminio/bucket2/ > bucket2_ns_versions.txt ./mc ls -r --versions myminio/bucket2/ >bucket2_ns_versions.txt
sleep 2 sleep 2
./mc ls -r --versions mytier/tiered/ > tiered_ns_versions.txt ./mc ls -r --versions mytier/tiered/ >tiered_ns_versions.txt
kill $pid kill $pid
(minio server /tmp/xl/{1...10}/disk{0...1} /tmp/xl/{11...30}/disk{0...3} 2>&1 >/tmp/expanded.log) & (minio server /tmp/xl/{1...10}/disk{0...1} /tmp/xl/{11...30}/disk{0...3} 2>&1 >/tmp/expanded.log) &
@ -91,20 +91,19 @@ fi
./mc mirror cmd myminio/versioned/ --quiet >/dev/null ./mc mirror cmd myminio/versioned/ --quiet >/dev/null
./mc ls -r myminio/versioned/ > expanded_ns.txt ./mc ls -r myminio/versioned/ >expanded_ns.txt
./mc ls -r --versions myminio/versioned/ > expanded_ns_versions.txt ./mc ls -r --versions myminio/versioned/ >expanded_ns_versions.txt
./mc admin decom start myminio/ /tmp/xl/{1...10}/disk{0...1} ./mc admin decom start myminio/ /tmp/xl/{1...10}/disk{0...1}
until $(./mc admin decom status myminio/ | grep -q Complete) until $(./mc admin decom status myminio/ | grep -q Complete); do
do
echo "waiting for decom to finish..." echo "waiting for decom to finish..."
sleep 1 sleep 1
done done
kill $pid kill $pid
(minio server /tmp/xl/{11...30}/disk{0...3} 2>&1 >/dev/null)& (minio server /tmp/xl/{11...30}/disk{0...3} 2>&1 >/dev/null) &
pid=$! pid=$!
sleep 2 sleep 2
@ -129,8 +128,8 @@ if [ $ret -ne 0 ]; then
exit 1 exit 1
fi fi
./mc ls -r myminio/versioned > decommissioned_ns.txt ./mc ls -r myminio/versioned >decommissioned_ns.txt
./mc ls -r --versions myminio/versioned > decommissioned_ns_versions.txt ./mc ls -r --versions myminio/versioned >decommissioned_ns_versions.txt
out=$(diff -qpruN expanded_ns.txt decommissioned_ns.txt) out=$(diff -qpruN expanded_ns.txt decommissioned_ns.txt)
ret=$? ret=$?
@ -160,9 +159,9 @@ if [ $ret -ne 0 ]; then
exit 1 exit 1
fi fi
./mc ls -r myminio/bucket2 > decommissioned_bucket2_ns.txt ./mc ls -r myminio/bucket2 >decommissioned_bucket2_ns.txt
./mc ls -r --versions myminio/bucket2 > decommissioned_bucket2_ns_versions.txt ./mc ls -r --versions myminio/bucket2 >decommissioned_bucket2_ns_versions.txt
./mc ls -r --versions mytier/tiered/ > tiered_ns_versions2.txt ./mc ls -r --versions mytier/tiered/ >tiered_ns_versions2.txt
out=$(diff -qpruN bucket2_ns.txt decommissioned_bucket2_ns.txt) out=$(diff -qpruN bucket2_ns.txt decommissioned_bucket2_ns.txt)
ret=$? ret=$?

72
docs/site-replication/run-multi-site-ldap.sh
View File

@ -45,8 +45,8 @@ export MINIO_IDENTITY_LDAP_GROUP_SEARCH_BASE_DN="ou=swengg,dc=min,dc=io"
export MINIO_IDENTITY_LDAP_GROUP_SEARCH_FILTER="(&(objectclass=groupOfNames)(member=%d))" export MINIO_IDENTITY_LDAP_GROUP_SEARCH_FILTER="(&(objectclass=groupOfNames)(member=%d))"
if [ ! -f ./mc ]; then if [ ! -f ./mc ]; then
wget -O mc https://dl.minio.io/client/mc/release/linux-amd64/mc \ wget -O mc https://dl.minio.io/client/mc/release/linux-amd64/mc &&
&& chmod +x mc chmod +x mc
fi fi
minio server --config-dir /tmp/minio-ldap --address ":9001" /tmp/minio-ldap-idp1/{1...4} >/tmp/minio1_1.log 2>&1 & minio server --config-dir /tmp/minio-ldap --address ":9001" /tmp/minio-ldap-idp1/{1...4} >/tmp/minio1_1.log 2>&1 &
@ -81,38 +81,38 @@ sleep 10
./mc admin policy info minio1 rw ./mc admin policy info minio1 rw
if [ $? -eq 0 ]; then if [ $? -eq 0 ]; then
echo "expecting the command to fail, exiting.." echo "expecting the command to fail, exiting.."
exit_1; exit_1
fi fi
./mc admin policy info minio2 rw ./mc admin policy info minio2 rw
if [ $? -eq 0 ]; then if [ $? -eq 0 ]; then
echo "expecting the command to fail, exiting.." echo "expecting the command to fail, exiting.."
exit_1; exit_1
fi fi
./mc admin user info minio1 "uid=dillon,ou=people,ou=swengg,dc=min,dc=io" ./mc admin user info minio1 "uid=dillon,ou=people,ou=swengg,dc=min,dc=io"
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
echo "policy mapping missing, exiting.." echo "policy mapping missing, exiting.."
exit_1; exit_1
fi fi
./mc admin user info minio2 "uid=dillon,ou=people,ou=swengg,dc=min,dc=io" ./mc admin user info minio2 "uid=dillon,ou=people,ou=swengg,dc=min,dc=io"
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
echo "policy mapping missing, exiting.." echo "policy mapping missing, exiting.."
exit_1; exit_1
fi fi
./mc admin user info minio3 "uid=dillon,ou=people,ou=swengg,dc=min,dc=io" ./mc admin user info minio3 "uid=dillon,ou=people,ou=swengg,dc=min,dc=io"
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
echo "policy mapping missing, exiting.." echo "policy mapping missing, exiting.."
exit_1; exit_1
fi fi
# LDAP simple user # LDAP simple user
./mc admin user svcacct add minio2 dillon --access-key testsvc --secret-key testsvc123 ./mc admin user svcacct add minio2 dillon --access-key testsvc --secret-key testsvc123
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
echo "adding svc account failed, exiting.." echo "adding svc account failed, exiting.."
exit_1; exit_1
fi fi
sleep 10 sleep 10
@ -120,32 +120,32 @@ sleep 10
./mc admin user svcacct info minio1 testsvc ./mc admin user svcacct info minio1 testsvc
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
echo "svc account not mirrored, exiting.." echo "svc account not mirrored, exiting.."
exit_1; exit_1
fi fi
./mc admin user svcacct info minio2 testsvc ./mc admin user svcacct info minio2 testsvc
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
echo "svc account not mirrored, exiting.." echo "svc account not mirrored, exiting.."
exit_1; exit_1
fi fi
./mc admin user svcacct rm minio1 testsvc ./mc admin user svcacct rm minio1 testsvc
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
echo "removing svc account failed, exiting.." echo "removing svc account failed, exiting.."
exit_1; exit_1
fi fi
sleep 10 sleep 10
./mc admin user svcacct info minio2 testsvc ./mc admin user svcacct info minio2 testsvc
if [ $? -eq 0 ]; then if [ $? -eq 0 ]; then
echo "svc account found after delete, exiting.." echo "svc account found after delete, exiting.."
exit_1; exit_1
fi fi
./mc admin user svcacct info minio3 testsvc ./mc admin user svcacct info minio3 testsvc
if [ $? -eq 0 ]; then if [ $? -eq 0 ]; then
echo "svc account found after delete, exiting.." echo "svc account found after delete, exiting.."
exit_1; exit_1
fi fi
./mc mb minio1/newbucket ./mc mb minio1/newbucket
@ -162,13 +162,13 @@ sleep 5
./mc stat minio2/newbucket ./mc stat minio2/newbucket
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
echo "expecting bucket to be present. exiting.." echo "expecting bucket to be present. exiting.."
exit_1; exit_1
fi fi
./mc stat minio3/newbucket ./mc stat minio3/newbucket
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
echo "expecting bucket to be present. exiting.." echo "expecting bucket to be present. exiting.."
exit_1; exit_1
fi fi
./mc cp README.md minio2/newbucket/ ./mc cp README.md minio2/newbucket/
@ -177,20 +177,20 @@ sleep 5
./mc stat minio1/newbucket/README.md ./mc stat minio1/newbucket/README.md
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
echo "expecting object to be present. exiting.." echo "expecting object to be present. exiting.."
exit_1; exit_1
fi fi
./mc stat minio3/newbucket/README.md ./mc stat minio3/newbucket/README.md
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
echo "expecting object to be present. exiting.." echo "expecting object to be present. exiting.."
exit_1; exit_1
fi fi
sleep 10 sleep 10
./mc stat minio3/newbucket/lrgfile ./mc stat minio3/newbucket/lrgfile
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
echo "expected object to be present, exiting.." echo "expected object to be present, exiting.."
exit_1; exit_1
fi fi
actual_checksum=$(./mc cat minio3/newbucket/lrgfile | md5sum) actual_checksum=$(./mc cat minio3/newbucket/lrgfile | md5sum)
if [ "${expected_checksum}" != "${actual_checksum}" ]; then if [ "${expected_checksum}" != "${actual_checksum}" ]; then
@ -202,31 +202,31 @@ rm ./lrgfile
vID=$(./mc stat minio2/newbucket/README.md --json | jq .versionID) vID=$(./mc stat minio2/newbucket/README.md --json | jq .versionID)
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
echo "expecting object to be present. exiting.." echo "expecting object to be present. exiting.."
exit_1; exit_1
fi fi
./mc tag set --version-id "${vID}" minio2/newbucket/README.md "k=v" ./mc tag set --version-id "${vID}" minio2/newbucket/README.md "k=v"
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
echo "expecting tag set to be successful. exiting.." echo "expecting tag set to be successful. exiting.."
exit_1; exit_1
fi fi
sleep 5 sleep 5
./mc tag remove --version-id "${vID}" minio2/newbucket/README.md ./mc tag remove --version-id "${vID}" minio2/newbucket/README.md
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
echo "expecting tag removal to be successful. exiting.." echo "expecting tag removal to be successful. exiting.."
exit_1; exit_1
fi fi
sleep 5 sleep 5
replStatus_minio2=$(./mc stat minio2/newbucket/README.md --json | jq -r .replicationStatus) replStatus_minio2=$(./mc stat minio2/newbucket/README.md --json | jq -r .replicationStatus)
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
echo "expecting object to be present. exiting.." echo "expecting object to be present. exiting.."
exit_1; exit_1
fi fi
if [ ${replStatus_minio2} != "COMPLETED" ]; then if [ ${replStatus_minio2} != "COMPLETED" ]; then
echo "expected tag removal to have replicated, exiting..." echo "expected tag removal to have replicated, exiting..."
exit_1; exit_1
fi fi
./mc rm minio3/newbucket/README.md ./mc rm minio3/newbucket/README.md
@ -235,45 +235,45 @@ sleep 5
./mc stat minio2/newbucket/README.md ./mc stat minio2/newbucket/README.md
if [ $? -eq 0 ]; then if [ $? -eq 0 ]; then
echo "expected file to be deleted, exiting.." echo "expected file to be deleted, exiting.."
exit_1; exit_1
fi fi
./mc stat minio1/newbucket/README.md ./mc stat minio1/newbucket/README.md
if [ $? -eq 0 ]; then if [ $? -eq 0 ]; then
echo "expected file to be deleted, exiting.." echo "expected file to be deleted, exiting.."
exit_1; exit_1
fi fi
./mc mb --with-lock minio3/newbucket-olock ./mc mb --with-lock minio3/newbucket-olock
sleep 5 sleep 5
enabled_minio2=$(./mc stat --json minio2/newbucket-olock| jq -r .ObjectLock.enabled) enabled_minio2=$(./mc stat --json minio2/newbucket-olock | jq -r .ObjectLock.enabled)
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
echo "expected bucket to be mirrored with object-lock but not present, exiting..." echo "expected bucket to be mirrored with object-lock but not present, exiting..."
exit_1; exit_1
fi fi
if [ "${enabled_minio2}" != "Enabled" ]; then if [ "${enabled_minio2}" != "Enabled" ]; then
echo "expected bucket to be mirrored with object-lock enabled, exiting..." echo "expected bucket to be mirrored with object-lock enabled, exiting..."
exit_1; exit_1
fi fi
enabled_minio1=$(./mc stat --json minio1/newbucket-olock| jq -r .ObjectLock.enabled) enabled_minio1=$(./mc stat --json minio1/newbucket-olock | jq -r .ObjectLock.enabled)
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
echo "expected bucket to be mirrored with object-lock but not present, exiting..." echo "expected bucket to be mirrored with object-lock but not present, exiting..."
exit_1; exit_1
fi fi
if [ "${enabled_minio1}" != "Enabled" ]; then if [ "${enabled_minio1}" != "Enabled" ]; then
echo "expected bucket to be mirrored with object-lock enabled, exiting..." echo "expected bucket to be mirrored with object-lock enabled, exiting..."
exit_1; exit_1
fi fi
# "Test if most recent tag update is replicated" # "Test if most recent tag update is replicated"
./mc tag set minio2/newbucket "key=val1" ./mc tag set minio2/newbucket "key=val1"
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
echo "expecting tag set to be successful. exiting.." echo "expecting tag set to be successful. exiting.."
exit_1; exit_1
fi fi
sleep 10 sleep 10
@ -281,7 +281,7 @@ sleep 10
val=$(./mc tag list minio1/newbucket --json | jq -r .tagset | jq -r .key) val=$(./mc tag list minio1/newbucket --json | jq -r .tagset | jq -r .key)
if [ "${val}" != "val1" ]; then if [ "${val}" != "val1" ]; then
echo "expected bucket tag to have replicated, exiting..." echo "expected bucket tag to have replicated, exiting..."
exit_1; exit_1
fi fi
# stop minio1 # stop minio1
kill -9 ${site1_pid} kill -9 ${site1_pid}
@ -297,17 +297,17 @@ minio server --config-dir /tmp/minio-ldap --address ":9001" /tmp/minio-ldap-idp1
sleep 200 sleep 200
# Test whether most recent tag update on minio2 is replicated to minio1 # Test whether most recent tag update on minio2 is replicated to minio1
val=$(./mc tag list minio1/newbucket --json | jq -r .tagset | jq -r .key ) val=$(./mc tag list minio1/newbucket --json | jq -r .tagset | jq -r .key)
if [ "${val}" != "val2" ]; then if [ "${val}" != "val2" ]; then
echo "expected bucket tag to have replicated, exiting..." echo "expected bucket tag to have replicated, exiting..."
exit_1; exit_1
fi fi
# Test if bucket created/deleted when minio1 is down healed # Test if bucket created/deleted when minio1 is down healed
diff -q <(./mc ls minio1) <(./mc ls minio2) 1>/dev/null diff -q <(./mc ls minio1) <(./mc ls minio2) 1>/dev/null
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
echo "expected 'bucket2' delete and 'newbucket2' creation to have replicated, exiting..." echo "expected 'bucket2' delete and 'newbucket2' creation to have replicated, exiting..."
exit_1; exit_1
fi fi
cleanup cleanup

90
docs/site-replication/run-multi-site-minio-idp.sh
View File

@ -37,8 +37,8 @@ export MINIO_PROMETHEUS_AUTH_TYPE=public
export MINIO_KMS_SECRET_KEY=my-minio-key:OSMM+vkKUTCvQs9YL/CVMIMt43HFhkUpqJxTmGl6rYw= export MINIO_KMS_SECRET_KEY=my-minio-key:OSMM+vkKUTCvQs9YL/CVMIMt43HFhkUpqJxTmGl6rYw=
if [ ! -f ./mc ]; then if [ ! -f ./mc ]; then
wget -O mc https://dl.minio.io/client/mc/release/linux-amd64/mc \ wget -O mc https://dl.minio.io/client/mc/release/linux-amd64/mc &&
&& chmod +x mc chmod +x mc
fi fi
minio server --config-dir /tmp/minio-internal --address ":9001" /tmp/minio-internal-idp1/{1...4} >/tmp/minio1_1.log 2>&1 & minio server --config-dir /tmp/minio-internal --address ":9001" /tmp/minio-internal-idp1/{1...4} >/tmp/minio1_1.log 2>&1 &
@ -91,49 +91,49 @@ sleep 10
./mc admin policy info minio1 rw ./mc admin policy info minio1 rw
if [ $? -eq 0 ]; then if [ $? -eq 0 ]; then
echo "expecting the command to fail, exiting.." echo "expecting the command to fail, exiting.."
exit_1; exit_1
fi fi
./mc admin policy info minio2 rw ./mc admin policy info minio2 rw
if [ $? -eq 0 ]; then if [ $? -eq 0 ]; then
echo "expecting the command to fail, exiting.." echo "expecting the command to fail, exiting.."
exit_1; exit_1
fi fi
./mc admin policy info minio3 rw ./mc admin policy info minio3 rw
if [ $? -eq 0 ]; then if [ $? -eq 0 ]; then
echo "expecting the command to fail, exiting.." echo "expecting the command to fail, exiting.."
exit_1; exit_1
fi fi
./mc admin user info minio1 foobar ./mc admin user info minio1 foobar
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
echo "policy mapping missing on 'minio1', exiting.." echo "policy mapping missing on 'minio1', exiting.."
exit_1; exit_1
fi fi
./mc admin user info minio2 foobar ./mc admin user info minio2 foobar
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
echo "policy mapping missing on 'minio2', exiting.." echo "policy mapping missing on 'minio2', exiting.."
exit_1; exit_1
fi fi
./mc admin user info minio3 foobar ./mc admin user info minio3 foobar
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
echo "policy mapping missing on 'minio3', exiting.." echo "policy mapping missing on 'minio3', exiting.."
exit_1; exit_1
fi fi
./mc admin group info minio3 foobar-g ./mc admin group info minio3 foobar-g
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
echo "group mapping missing on 'minio3', exiting.." echo "group mapping missing on 'minio3', exiting.."
exit_1; exit_1
fi fi
./mc admin user svcacct add minio2 foobar --access-key testsvc --secret-key testsvc123 ./mc admin user svcacct add minio2 foobar --access-key testsvc --secret-key testsvc123
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
echo "adding svc account failed, exiting.." echo "adding svc account failed, exiting.."
exit_1; exit_1
fi fi
sleep 10 sleep 10
@ -141,32 +141,32 @@ sleep 10
./mc admin user svcacct info minio1 testsvc ./mc admin user svcacct info minio1 testsvc
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
echo "svc account not mirrored, exiting.." echo "svc account not mirrored, exiting.."
exit_1; exit_1
fi fi
./mc admin user svcacct info minio2 testsvc ./mc admin user svcacct info minio2 testsvc
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
echo "svc account not mirrored, exiting.." echo "svc account not mirrored, exiting.."
exit_1; exit_1
fi fi
./mc admin user svcacct rm minio1 testsvc ./mc admin user svcacct rm minio1 testsvc
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
echo "removing svc account failed, exiting.." echo "removing svc account failed, exiting.."
exit_1; exit_1
fi fi
sleep 10 sleep 10
./mc admin user svcacct info minio2 testsvc ./mc admin user svcacct info minio2 testsvc
if [ $? -eq 0 ]; then if [ $? -eq 0 ]; then
echo "svc account found after delete, exiting.." echo "svc account found after delete, exiting.."
exit_1; exit_1
fi fi
./mc admin user svcacct info minio3 testsvc ./mc admin user svcacct info minio3 testsvc
if [ $? -eq 0 ]; then if [ $? -eq 0 ]; then
echo "svc account found after delete, exiting.." echo "svc account found after delete, exiting.."
exit_1; exit_1
fi fi
./mc mb minio1/newbucket ./mc mb minio1/newbucket
@ -180,24 +180,24 @@ sleep 5
./mc stat minio2/newbucket ./mc stat minio2/newbucket
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
echo "expecting bucket to be present. exiting.." echo "expecting bucket to be present. exiting.."
exit_1; exit_1
fi fi
./mc stat minio3/newbucket ./mc stat minio3/newbucket
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
echo "expecting bucket to be present. exiting.." echo "expecting bucket to be present. exiting.."
exit_1; exit_1
fi fi
err_minio2=$(./mc stat minio2/newbucket/xxx --json | jq -r .error.cause.message) err_minio2=$(./mc stat minio2/newbucket/xxx --json | jq -r .error.cause.message)
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
echo "expecting object to be missing. exiting.." echo "expecting object to be missing. exiting.."
exit_1; exit_1
fi fi
if [ "${err_minio2}" != "Object does not exist" ]; then if [ "${err_minio2}" != "Object does not exist" ]; then
echo "expected to see Object does not exist error, exiting..." echo "expected to see Object does not exist error, exiting..."
exit_1; exit_1
fi fi
./mc cp README.md minio2/newbucket/ ./mc cp README.md minio2/newbucket/
@ -206,20 +206,20 @@ sleep 5
./mc stat minio1/newbucket/README.md ./mc stat minio1/newbucket/README.md
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
echo "expecting object to be present. exiting.." echo "expecting object to be present. exiting.."
exit_1; exit_1
fi fi
./mc stat minio3/newbucket/README.md ./mc stat minio3/newbucket/README.md
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
echo "expecting object to be present. exiting.." echo "expecting object to be present. exiting.."
exit_1; exit_1
fi fi
sleep 10 sleep 10
./mc stat minio3/newbucket/lrgfile ./mc stat minio3/newbucket/lrgfile
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
echo "expected object to be present, exiting.." echo "expected object to be present, exiting.."
exit_1; exit_1
fi fi
actual_checksum=$(./mc cat minio3/newbucket/lrgfile | md5sum) actual_checksum=$(./mc cat minio3/newbucket/lrgfile | md5sum)
@ -232,31 +232,31 @@ rm ./lrgfile
vID=$(./mc stat minio2/newbucket/README.md --json | jq .versionID) vID=$(./mc stat minio2/newbucket/README.md --json | jq .versionID)
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
echo "expecting object to be present. exiting.." echo "expecting object to be present. exiting.."
exit_1; exit_1
fi fi
./mc tag set --version-id "${vID}" minio2/newbucket/README.md "k=v" ./mc tag set --version-id "${vID}" minio2/newbucket/README.md "k=v"
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
echo "expecting tag set to be successful. exiting.." echo "expecting tag set to be successful. exiting.."
exit_1; exit_1
fi fi
sleep 5 sleep 5
./mc tag remove --version-id "${vID}" minio2/newbucket/README.md ./mc tag remove --version-id "${vID}" minio2/newbucket/README.md
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
echo "expecting tag removal to be successful. exiting.." echo "expecting tag removal to be successful. exiting.."
exit_1; exit_1
fi fi
sleep 5 sleep 5
replStatus_minio2=$(./mc stat minio2/newbucket/README.md --json | jq -r .replicationStatus ) replStatus_minio2=$(./mc stat minio2/newbucket/README.md --json | jq -r .replicationStatus)
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
echo "expecting object to be present. exiting.." echo "expecting object to be present. exiting.."
exit_1; exit_1
fi fi
if [ ${replStatus_minio2} != "COMPLETED" ]; then if [ ${replStatus_minio2} != "COMPLETED" ]; then
echo "expected tag removal to have replicated, exiting..." echo "expected tag removal to have replicated, exiting..."
exit_1; exit_1
fi fi
./mc rm minio3/newbucket/README.md ./mc rm minio3/newbucket/README.md
@ -265,63 +265,63 @@ sleep 5
./mc stat minio2/newbucket/README.md ./mc stat minio2/newbucket/README.md
if [ $? -eq 0 ]; then if [ $? -eq 0 ]; then
echo "expected file to be deleted, exiting.." echo "expected file to be deleted, exiting.."
exit_1; exit_1
fi fi
./mc stat minio1/newbucket/README.md ./mc stat minio1/newbucket/README.md
if [ $? -eq 0 ]; then if [ $? -eq 0 ]; then
echo "expected file to be deleted, exiting.." echo "expected file to be deleted, exiting.."
exit_1; exit_1
fi fi
./mc mb --with-lock minio3/newbucket-olock ./mc mb --with-lock minio3/newbucket-olock
sleep 5 sleep 5
enabled_minio2=$(./mc stat --json minio2/newbucket-olock| jq -r .ObjectLock.enabled) enabled_minio2=$(./mc stat --json minio2/newbucket-olock | jq -r .ObjectLock.enabled)
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
echo "expected bucket to be mirrored with object-lock but not present, exiting..." echo "expected bucket to be mirrored with object-lock but not present, exiting..."
exit_1; exit_1
fi fi
if [ "${enabled_minio2}" != "Enabled" ]; then if [ "${enabled_minio2}" != "Enabled" ]; then
echo "expected bucket to be mirrored with object-lock enabled, exiting..." echo "expected bucket to be mirrored with object-lock enabled, exiting..."
exit_1; exit_1
fi fi
enabled_minio1=$(./mc stat --json minio1/newbucket-olock| jq -r .ObjectLock.enabled) enabled_minio1=$(./mc stat --json minio1/newbucket-olock | jq -r .ObjectLock.enabled)
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
echo "expected bucket to be mirrored with object-lock but not present, exiting..." echo "expected bucket to be mirrored with object-lock but not present, exiting..."
exit_1; exit_1
fi fi
if [ "${enabled_minio1}" != "Enabled" ]; then if [ "${enabled_minio1}" != "Enabled" ]; then
echo "expected bucket to be mirrored with object-lock enabled, exiting..." echo "expected bucket to be mirrored with object-lock enabled, exiting..."
exit_1; exit_1
fi fi
# "Test if most recent tag update is replicated" # "Test if most recent tag update is replicated"
./mc tag set minio2/newbucket "key=val1" ./mc tag set minio2/newbucket "key=val1"
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
echo "expecting tag set to be successful. exiting.." echo "expecting tag set to be successful. exiting.."
exit_1; exit_1
fi fi
sleep 5 sleep 5
val=$(./mc tag list minio1/newbucket --json | jq -r .tagset | jq -r .key) val=$(./mc tag list minio1/newbucket --json | jq -r .tagset | jq -r .key)
if [ "${val}" != "val1" ]; then if [ "${val}" != "val1" ]; then
echo "expected bucket tag to have replicated, exiting..." echo "expected bucket tag to have replicated, exiting..."
exit_1; exit_1
fi fi
# Create user with policy consoleAdmin on minio1 # Create user with policy consoleAdmin on minio1
./mc admin user add minio1 foobarx foobar123 ./mc admin user add minio1 foobarx foobar123
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
echo "adding user failed, exiting.." echo "adding user failed, exiting.."
exit_1; exit_1
fi fi
./mc admin policy attach minio1 consoleAdmin --user=foobarx ./mc admin policy attach minio1 consoleAdmin --user=foobarx
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
echo "adding policy mapping failed, exiting.." echo "adding policy mapping failed, exiting.."
exit_1; exit_1
fi fi
sleep 10 sleep 10
@ -329,7 +329,7 @@ sleep 10
./mc admin policy detach minio2 consoleAdmin --user=foobarx ./mc admin policy detach minio2 consoleAdmin --user=foobarx
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
echo "unset policy mapping failed, exiting.." echo "unset policy mapping failed, exiting.."
exit_1; exit_1
fi fi
# create a bucket bucket2 on minio1. # create a bucket bucket2 on minio1.
@ -341,7 +341,7 @@ sleep 10
policy=$(./mc admin user info minio1 foobarx --json | jq -r .policyName) policy=$(./mc admin user info minio1 foobarx --json | jq -r .policyName)
if [ "${policy}" != "null" ]; then if [ "${policy}" != "null" ]; then
echo "expected policy detach to have replicated, exiting..." echo "expected policy detach to have replicated, exiting..."
exit_1; exit_1
fi fi
kill -9 ${site1_pid} kill -9 ${site1_pid}
@ -358,15 +358,15 @@ minio server --config-dir /tmp/minio-internal --address ":9001" /tmp/minio-inter
sleep 200 sleep 200
# Test whether most recent tag update on minio2 is replicated to minio1 # Test whether most recent tag update on minio2 is replicated to minio1
val=$(./mc tag list minio1/newbucket --json | jq -r .tagset | jq -r .key ) val=$(./mc tag list minio1/newbucket --json | jq -r .tagset | jq -r .key)
if [ "${val}" != "val2" ]; then if [ "${val}" != "val2" ]; then
echo "expected bucket tag to have replicated, exiting..." echo "expected bucket tag to have replicated, exiting..."
exit_1; exit_1
fi fi
# Test if bucket created/deleted when minio1 is down healed # Test if bucket created/deleted when minio1 is down healed
diff -q <(./mc ls minio1) <(./mc ls minio2) 1>/dev/null diff -q <(./mc ls minio1) <(./mc ls minio2) 1>/dev/null
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
echo "expected 'bucket2' delete and 'newbucket2' creation to have replicated, exiting..." echo "expected 'bucket2' delete and 'newbucket2' creation to have replicated, exiting..."
exit_1; exit_1
fi fi

66
docs/site-replication/run-multi-site-oidc.sh
View File

@ -53,8 +53,8 @@ minio server --address ":9003" --console-address ":12000" /tmp/minio3/{1...4} >/
site3_pid=$! site3_pid=$!
if [ ! -f ./mc ]; then if [ ! -f ./mc ]; then
wget -O mc https://dl.minio.io/client/mc/release/linux-amd64/mc \ wget -O mc https://dl.minio.io/client/mc/release/linux-amd64/mc &&
&& chmod +x mc chmod +x mc
fi fi
sleep 10 sleep 10
@ -71,12 +71,12 @@ sleep 5
./mc admin policy info minio2 projecta >/dev/null 2>&1 ./mc admin policy info minio2 projecta >/dev/null 2>&1
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
echo "expecting the command to succeed, exiting.." echo "expecting the command to succeed, exiting.."
exit_1; exit_1
fi fi
./mc admin policy info minio3 projecta >/dev/null 2>&1 ./mc admin policy info minio3 projecta >/dev/null 2>&1
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
echo "expecting the command to succeed, exiting.." echo "expecting the command to succeed, exiting.."
exit_1; exit_1
fi fi
./mc admin policy remove minio3 projecta ./mc admin policy remove minio3 projecta
@ -85,13 +85,13 @@ sleep 10
./mc admin policy info minio1 projecta ./mc admin policy info minio1 projecta
if [ $? -eq 0 ]; then if [ $? -eq 0 ]; then
echo "expecting the command to fail, exiting.." echo "expecting the command to fail, exiting.."
exit_1; exit_1
fi fi
./mc admin policy info minio2 projecta ./mc admin policy info minio2 projecta
if [ $? -eq 0 ]; then if [ $? -eq 0 ]; then
echo "expecting the command to fail, exiting.." echo "expecting the command to fail, exiting.."
exit_1; exit_1
fi fi
./mc admin policy create minio1 projecta ./docs/site-replication/rw.json ./mc admin policy create minio1 projecta ./docs/site-replication/rw.json
@ -103,7 +103,7 @@ STS_CRED=$(MINIO_ENDPOINT=http://localhost:9001 go run ./docs/site-replication/g
MC_HOST_foo=http://${STS_CRED}@localhost:9001 ./mc ls foo MC_HOST_foo=http://${STS_CRED}@localhost:9001 ./mc ls foo
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
echo "Expected sts credential to work, exiting.." echo "Expected sts credential to work, exiting.."
exit_1; exit_1
fi fi
sleep 2 sleep 2
@ -112,13 +112,13 @@ sleep 2
MC_HOST_foo=http://${STS_CRED}@localhost:9002 ./mc ls foo MC_HOST_foo=http://${STS_CRED}@localhost:9002 ./mc ls foo
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
echo "Expected sts credential to work, exiting.." echo "Expected sts credential to work, exiting.."
exit_1; exit_1
fi fi
MC_HOST_foo=http://${STS_CRED}@localhost:9003 ./mc ls foo MC_HOST_foo=http://${STS_CRED}@localhost:9003 ./mc ls foo
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
echo "Expected sts credential to work, exiting.." echo "Expected sts credential to work, exiting.."
exit_1; exit_1
fi fi
STS_ACCESS_KEY=$(echo ${STS_CRED} | cut -d ':' -f 1) STS_ACCESS_KEY=$(echo ${STS_CRED} | cut -d ':' -f 1)
@ -127,7 +127,7 @@ STS_ACCESS_KEY=$(echo ${STS_CRED} | cut -d ':' -f 1)
./mc admin user svcacct add minio2 $STS_ACCESS_KEY --access-key testsvc --secret-key testsvc123 ./mc admin user svcacct add minio2 $STS_ACCESS_KEY --access-key testsvc --secret-key testsvc123
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
echo "adding svc account failed, exiting.." echo "adding svc account failed, exiting.."
exit_1; exit_1
fi fi
sleep 10 sleep 10
@ -135,32 +135,32 @@ sleep 10
./mc admin user svcacct info minio1 testsvc ./mc admin user svcacct info minio1 testsvc
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
echo "svc account not mirrored, exiting.." echo "svc account not mirrored, exiting.."
exit_1; exit_1
fi fi
./mc admin user svcacct info minio2 testsvc ./mc admin user svcacct info minio2 testsvc
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
echo "svc account not mirrored, exiting.." echo "svc account not mirrored, exiting.."
exit_1; exit_1
fi fi
./mc admin user svcacct rm minio1 testsvc ./mc admin user svcacct rm minio1 testsvc
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
echo "removing svc account failed, exiting.." echo "removing svc account failed, exiting.."
exit_1; exit_1
fi fi
sleep 10 sleep 10
./mc admin user svcacct info minio2 testsvc ./mc admin user svcacct info minio2 testsvc
if [ $? -eq 0 ]; then if [ $? -eq 0 ]; then
echo "svc account found after delete, exiting.." echo "svc account found after delete, exiting.."
exit_1; exit_1
fi fi
./mc admin user svcacct info minio3 testsvc ./mc admin user svcacct info minio3 testsvc
if [ $? -eq 0 ]; then if [ $? -eq 0 ]; then
echo "svc account found after delete, exiting.." echo "svc account found after delete, exiting.."
exit_1; exit_1
fi fi
# create a bucket bucket2 on minio1. # create a bucket bucket2 on minio1.
@ -177,13 +177,13 @@ sleep 5
./mc stat minio2/newbucket ./mc stat minio2/newbucket
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
echo "expecting bucket to be present. exiting.." echo "expecting bucket to be present. exiting.."
exit_1; exit_1
fi fi
./mc stat minio3/newbucket ./mc stat minio3/newbucket
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
echo "expecting bucket to be present. exiting.." echo "expecting bucket to be present. exiting.."
exit_1; exit_1
fi fi
./mc cp README.md minio2/newbucket/ ./mc cp README.md minio2/newbucket/
@ -192,13 +192,13 @@ sleep 5
./mc stat minio1/newbucket/README.md ./mc stat minio1/newbucket/README.md
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
echo "expecting object to be present. exiting.." echo "expecting object to be present. exiting.."
exit_1; exit_1
fi fi
./mc stat minio3/newbucket/README.md ./mc stat minio3/newbucket/README.md
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
echo "expecting object to be present. exiting.." echo "expecting object to be present. exiting.."
exit_1; exit_1
fi fi
./mc rm minio3/newbucket/README.md ./mc rm minio3/newbucket/README.md
@ -207,20 +207,20 @@ sleep 5
./mc stat minio2/newbucket/README.md ./mc stat minio2/newbucket/README.md
if [ $? -eq 0 ]; then if [ $? -eq 0 ]; then
echo "expected file to be deleted, exiting.." echo "expected file to be deleted, exiting.."
exit_1; exit_1
fi fi
./mc stat minio1/newbucket/README.md ./mc stat minio1/newbucket/README.md
if [ $? -eq 0 ]; then if [ $? -eq 0 ]; then
echo "expected file to be deleted, exiting.." echo "expected file to be deleted, exiting.."
exit_1; exit_1
fi fi
sleep 10 sleep 10
./mc stat minio3/newbucket/lrgfile ./mc stat minio3/newbucket/lrgfile
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
echo "expected object to be present, exiting.." echo "expected object to be present, exiting.."
exit_1; exit_1
fi fi
actual_checksum=$(./mc cat minio3/newbucket/lrgfile | md5sum) actual_checksum=$(./mc cat minio3/newbucket/lrgfile | md5sum)
if [ "${expected_checksum}" != "${actual_checksum}" ]; then if [ "${expected_checksum}" != "${actual_checksum}" ]; then
@ -232,40 +232,40 @@ rm ./lrgfile
./mc mb --with-lock minio3/newbucket-olock ./mc mb --with-lock minio3/newbucket-olock
sleep 5 sleep 5
enabled_minio2=$(./mc stat --json minio2/newbucket-olock| jq -r .ObjectLock.enabled) enabled_minio2=$(./mc stat --json minio2/newbucket-olock | jq -r .ObjectLock.enabled)
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
echo "expected bucket to be mirrored with object-lock but not present, exiting..." echo "expected bucket to be mirrored with object-lock but not present, exiting..."
exit_1; exit_1
fi fi
if [ "${enabled_minio2}" != "Enabled" ]; then if [ "${enabled_minio2}" != "Enabled" ]; then
echo "expected bucket to be mirrored with object-lock enabled, exiting..." echo "expected bucket to be mirrored with object-lock enabled, exiting..."
exit_1; exit_1
fi fi
enabled_minio1=$(./mc stat --json minio1/newbucket-olock| jq -r .ObjectLock.enabled) enabled_minio1=$(./mc stat --json minio1/newbucket-olock | jq -r .ObjectLock.enabled)
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
echo "expected bucket to be mirrored with object-lock but not present, exiting..." echo "expected bucket to be mirrored with object-lock but not present, exiting..."
exit_1; exit_1
fi fi
if [ "${enabled_minio1}" != "Enabled" ]; then if [ "${enabled_minio1}" != "Enabled" ]; then
echo "expected bucket to be mirrored with object-lock enabled, exiting..." echo "expected bucket to be mirrored with object-lock enabled, exiting..."
exit_1; exit_1
fi fi
# "Test if most recent tag update is replicated" # "Test if most recent tag update is replicated"
./mc tag set minio2/newbucket "key=val1" ./mc tag set minio2/newbucket "key=val1"
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
echo "expecting tag set to be successful. exiting.." echo "expecting tag set to be successful. exiting.."
exit_1; exit_1
fi fi
sleep 10 sleep 10
val=$(./mc tag list minio1/newbucket --json | jq -r .tagset | jq -r .key) val=$(./mc tag list minio1/newbucket --json | jq -r .tagset | jq -r .key)
if [ "${val}" != "val1" ]; then if [ "${val}" != "val1" ]; then
echo "expected bucket tag to have replicated, exiting..." echo "expected bucket tag to have replicated, exiting..."
exit_1; exit_1
fi fi
# stop minio1 instance # stop minio1 instance
kill -9 ${site1_pid} kill -9 ${site1_pid}
@ -281,15 +281,15 @@ minio server --address ":9001" --console-address ":10000" /tmp/minio1/{1...4} >/
sleep 200 sleep 200
# Test whether most recent tag update on minio2 is replicated to minio1 # Test whether most recent tag update on minio2 is replicated to minio1
val=$(./mc tag list minio1/newbucket --json | jq -r .tagset | jq -r .key ) val=$(./mc tag list minio1/newbucket --json | jq -r .tagset | jq -r .key)
if [ "${val}" != "val2" ]; then if [ "${val}" != "val2" ]; then
echo "expected bucket tag to have replicated, exiting..." echo "expected bucket tag to have replicated, exiting..."
exit_1; exit_1
fi fi
# Test if bucket created/deleted when minio1 is down healed # Test if bucket created/deleted when minio1 is down healed
diff -q <(./mc ls minio1) <(./mc ls minio2) 1>/dev/null diff -q <(./mc ls minio1) <(./mc ls minio2) 1>/dev/null
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
echo "expected 'bucket2' delete and 'newbucket2' creation to have replicated, exiting..." echo "expected 'bucket2' delete and 'newbucket2' creation to have replicated, exiting..."
exit_1; exit_1
fi fi