mirror of https://github.com/minio/minio.git
200 lines
5.5 KiB
Bash
Executable File
200 lines
5.5 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
|
|
set -x
|
|
|
|
trap 'catch $LINENO' ERR
|
|
|
|
# shellcheck disable=SC2120
|
|
catch() {
|
|
if [ $# -ne 0 ]; then
|
|
echo "error on line $1"
|
|
for site in sitea siteb; do
|
|
echo "$site server logs ========="
|
|
cat "/tmp/${site}_1.log"
|
|
echo "==========================="
|
|
cat "/tmp/${site}_2.log"
|
|
done
|
|
fi
|
|
|
|
echo "Cleaning up instances of MinIO"
|
|
pkill minio
|
|
pkill -9 minio
|
|
rm -rf /tmp/multisitea
|
|
rm -rf /tmp/multisiteb
|
|
rm -rf /tmp/data
|
|
}
|
|
|
|
catch
|
|
|
|
set -e
|
|
export MINIO_CI_CD=1
|
|
export MINIO_BROWSER=off
|
|
export MINIO_ROOT_USER="minio"
|
|
export MINIO_ROOT_PASSWORD="minio123"
|
|
export MINIO_KMS_AUTO_ENCRYPTION=off
|
|
export MINIO_PROMETHEUS_AUTH_TYPE=public
|
|
export MINIO_KMS_SECRET_KEY=my-minio-key:OSMM+vkKUTCvQs9YL/CVMIMt43HFhkUpqJxTmGl6rYw=
|
|
unset MINIO_KMS_KES_CERT_FILE
|
|
unset MINIO_KMS_KES_KEY_FILE
|
|
unset MINIO_KMS_KES_ENDPOINT
|
|
unset MINIO_KMS_KES_KEY_NAME
|
|
|
|
if [ ! -f ./mc ]; then
|
|
wget --quiet -O mc https://dl.minio.io/client/mc/release/linux-amd64/mc &&
|
|
chmod +x mc
|
|
fi
|
|
|
|
minio server --address 127.0.0.1:9001 "http://127.0.0.1:9001/tmp/multisitea/data/disterasure/xl{1...4}" \
|
|
"http://127.0.0.1:9002/tmp/multisitea/data/disterasure/xl{5...8}" >/tmp/sitea_1.log 2>&1 &
|
|
minio server --address 127.0.0.1:9002 "http://127.0.0.1:9001/tmp/multisitea/data/disterasure/xl{1...4}" \
|
|
"http://127.0.0.1:9002/tmp/multisitea/data/disterasure/xl{5...8}" >/tmp/sitea_2.log 2>&1 &
|
|
|
|
minio server --address 127.0.0.1:9003 "http://127.0.0.1:9003/tmp/multisiteb/data/disterasure/xl{1...4}" \
|
|
"http://127.0.0.1:9004/tmp/multisiteb/data/disterasure/xl{5...8}" >/tmp/siteb_1.log 2>&1 &
|
|
minio server --address 127.0.0.1:9004 "http://127.0.0.1:9003/tmp/multisiteb/data/disterasure/xl{1...4}" \
|
|
"http://127.0.0.1:9004/tmp/multisiteb/data/disterasure/xl{5...8}" >/tmp/siteb_2.log 2>&1 &
|
|
|
|
sleep 10s
|
|
|
|
export MC_HOST_sitea=http://minio:minio123@127.0.0.1:9001
|
|
export MC_HOST_siteb=http://minio:minio123@127.0.0.1:9004
|
|
|
|
./mc mb sitea/bucket
|
|
|
|
## Create 100 files
|
|
mkdir -p /tmp/data
|
|
for i in $(seq 1 10); do
|
|
echo "T" >/tmp/data/file_${i}.txt
|
|
done
|
|
|
|
./mc mirror /tmp/data sitea/bucket/
|
|
./mc version enable sitea/bucket
|
|
|
|
./mc cp /tmp/data/file_1.txt sitea/bucket/marker
|
|
./mc rm sitea/bucket/marker
|
|
|
|
./mc mb siteb/bucket/
|
|
./mc version enable siteb/bucket/
|
|
|
|
echo "adding replication rule for site a -> site b"
|
|
./mc replicate add sitea/bucket/ \
|
|
--remote-bucket http://minio:minio123@127.0.0.1:9004/bucket
|
|
|
|
remote_arn=$(./mc replicate ls sitea/bucket --json | jq -r .rule.Destination.Bucket)
|
|
sleep 1
|
|
|
|
./mc replicate resync start sitea/bucket/ --remote-bucket "${remote_arn}"
|
|
sleep 30s ## sleep for 30s idea is that we give 300ms per object.
|
|
|
|
./mc ls -r --versions sitea/bucket >/tmp/sitea.txt
|
|
./mc ls -r --versions siteb/bucket >/tmp/siteb.txt
|
|
|
|
out=$(diff -qpruN /tmp/sitea.txt /tmp/siteb.txt)
|
|
ret=$?
|
|
if [ $ret -ne 0 ]; then
|
|
echo "BUG: expected no missing entries after replication: $out"
|
|
exit 1
|
|
fi
|
|
|
|
./mc cp /tmp/data/file_1.txt sitea/bucket/marker_new
|
|
./mc rm sitea/bucket/marker_new
|
|
|
|
sleep 12s ## sleep for 12s idea is that we give 100ms per object.
|
|
|
|
./mc ls -r --versions sitea/bucket >/tmp/sitea.txt
|
|
./mc ls -r --versions siteb/bucket >/tmp/siteb.txt
|
|
|
|
out=$(diff -qpruN /tmp/sitea.txt /tmp/siteb.txt)
|
|
ret=$?
|
|
if [ $ret -ne 0 ]; then
|
|
echo "BUG: expected no 'diff' after replication: $out"
|
|
exit 1
|
|
fi
|
|
|
|
./mc rm -r --force --versions sitea/bucket/marker
|
|
sleep 14s ## sleep for 14s idea is that we give 100ms per object.
|
|
|
|
./mc ls -r --versions sitea/bucket >/tmp/sitea.txt
|
|
./mc ls -r --versions siteb/bucket >/tmp/siteb.txt
|
|
|
|
out=$(diff -qpruN /tmp/sitea.txt /tmp/siteb.txt)
|
|
ret=$?
|
|
if [ $ret -ne 0 ]; then
|
|
echo "BUG: expected no 'diff' after replication: $out"
|
|
exit 1
|
|
fi
|
|
|
|
./mc mb sitea/bucket-version/
|
|
./mc mb siteb/bucket-version
|
|
|
|
./mc version enable sitea/bucket-version/
|
|
./mc version enable siteb/bucket-version/
|
|
|
|
echo "adding replication rule for site a -> site b"
|
|
./mc replicate add sitea/bucket-version/ \
|
|
--remote-bucket http://minio:minio123@127.0.0.1:9004/bucket-version
|
|
|
|
./mc mb sitea/bucket-version/directory/
|
|
|
|
sleep 2s
|
|
|
|
./mc ls -r --versions sitea/bucket-version/ >/tmp/sitea_dirs.txt
|
|
./mc ls -r --versions siteb/bucket-version/ >/tmp/siteb_dirs.txt
|
|
|
|
out=$(diff -qpruN /tmp/sitea_dirs.txt /tmp/siteb_dirs.txt)
|
|
ret=$?
|
|
if [ $ret -ne 0 ]; then
|
|
echo "BUG: expected no 'diff' after replication: $out"
|
|
exit 1
|
|
fi
|
|
|
|
./mc rm -r --versions --force sitea/bucket-version/
|
|
|
|
sleep 2s
|
|
|
|
./mc ls -r --versions sitea/bucket-version/ >/tmp/sitea_dirs.txt
|
|
./mc ls -r --versions siteb/bucket-version/ >/tmp/siteb_dirs.txt
|
|
|
|
out=$(diff -qpruN /tmp/sitea_dirs.txt /tmp/siteb_dirs.txt)
|
|
ret=$?
|
|
if [ $ret -ne 0 ]; then
|
|
echo "BUG: expected no 'diff' after replication: $out"
|
|
exit 1
|
|
fi
|
|
|
|
## check if we don't create delete markers on the directory objects, its always permanent delete.
|
|
./mc mb sitea/bucket-version/directory/
|
|
|
|
sleep 2s
|
|
|
|
./mc rm -r --force sitea/bucket-version/
|
|
|
|
sleep 2s
|
|
|
|
./mc ls -r --versions sitea/bucket-version/ >/tmp/sitea_dirs.txt
|
|
./mc ls -r --versions siteb/bucket-version/ >/tmp/siteb_dirs.txt
|
|
|
|
out=$(diff -qpruN /tmp/sitea_dirs.txt /tmp/siteb_dirs.txt)
|
|
ret=$?
|
|
if [ $ret -ne 0 ]; then
|
|
echo "BUG: expected no 'diff' after replication: $out"
|
|
exit 1
|
|
fi
|
|
|
|
sitea_count=$(cat /tmp/sitea_dirs.txt | wc -l) # need to do it this way to avoid filename in the output
|
|
siteb_count=$(cat /tmp/siteb_dirs.txt | wc -l) # need to do it this way to avoid filename in the output
|
|
sitea_out=$(cat /tmp/sitea_dirs.txt)
|
|
siteb_out=$(cat /tmp/siteb_dirs.txt)
|
|
|
|
if [ $sitea_count -ne 0 ]; then
|
|
echo "BUG: expected no 'directory objects' left after deletion: ${sitea_out}"
|
|
exit 1
|
|
fi
|
|
|
|
if [ $siteb_count -ne 0 ]; then
|
|
echo "BUG: expected no 'directory objects' left after deletion: ${siteb_out}"
|
|
exit 1
|
|
fi
|
|
|
|
catch
|