PWD := $(shell pwd) GOPATH := $(shell go env GOPATH) LDFLAGS := $(shell go run buildscripts/gen-ldflags.go) GOARCH := $(shell go env GOARCH) GOOS := $(shell go env GOOS) VERSION ?= $(shell git describe --tags) REPO ?= quay.io/minio TAG ?= $(REPO)/minio:$(VERSION) GOLANGCI_DIR = .bin/golangci/$(GOLANGCI_VERSION) GOLANGCI = $(GOLANGCI_DIR)/golangci-lint all: build checks: ## check dependencies @echo "Checking dependencies" @(env bash $(PWD)/buildscripts/checkdeps.sh) help: ## print this help @grep -E '^[a-zA-Z_-]+:.*?## .*$$' Makefile | awk 'BEGIN {FS = ":.*?## "}; {printf "\033[36m%-40s\033[0m %s\n", $$1, $$2}' getdeps: ## fetch necessary dependencies @mkdir -p ${GOPATH}/bin @echo "Installing golangci-lint" && curl -sSfL https://raw.githubusercontent.com/golangci/golangci-lint/master/install.sh | sh -s -- -b $(GOLANGCI_DIR) @echo "Installing msgp" && go install -v github.com/tinylib/msgp@v1.2.5 @echo "Installing stringer" && go install -v golang.org/x/tools/cmd/stringer@latest crosscompile: ## cross compile minio @(env bash $(PWD)/buildscripts/cross-compile.sh) verifiers: lint check-gen check-gen: ## check for updated autogenerated files @go generate ./... >/dev/null @go mod tidy -compat=1.21 @(! git diff --name-only | grep '_gen.go$$') || (echo "Non-committed changes in auto-generated code is detected, please commit them to proceed." && false) @(! git diff --name-only | grep 'go.sum') || (echo "Non-committed changes in auto-generated go.sum is detected, please commit them to proceed." && false) lint: getdeps ## runs golangci-lint suite of linters @echo "Running $@ check" @$(GOLANGCI) run --build-tags kqueue --timeout=10m --config ./.golangci.yml @command typos && typos ./ || echo "typos binary is not found.. skipping.." lint-fix: getdeps ## runs golangci-lint suite of linters with automatic fixes @echo "Running $@ check" @$(GOLANGCI) run --build-tags kqueue --timeout=10m --config ./.golangci.yml --fix check: test test: verifiers build ## builds minio, runs linters, tests @echo "Running unit tests" @MINIO_API_REQUESTS_MAX=10000 CGO_ENABLED=0 go test -v -tags kqueue,dev ./... test-root-disable: install-race @echo "Running minio root lockdown tests" @env bash $(PWD)/buildscripts/disable-root.sh test-ilm: install-race @echo "Running ILM tests" @env bash $(PWD)/docs/bucket/replication/setup_ilm_expiry_replication.sh test-ilm-transition: install-race @echo "Running ILM tiering tests with healing" @env bash $(PWD)/docs/bucket/lifecycle/setup_ilm_transition.sh test-pbac: install-race @echo "Running bucket policies tests" @env bash $(PWD)/docs/iam/policies/pbac-tests.sh test-decom: install-race @echo "Running minio decom tests" @env bash $(PWD)/docs/distributed/decom.sh @env bash $(PWD)/docs/distributed/decom-encrypted.sh @env bash $(PWD)/docs/distributed/decom-encrypted-sse-s3.sh @env bash $(PWD)/docs/distributed/decom-compressed-sse-s3.sh @env bash $(PWD)/docs/distributed/decom-encrypted-kes.sh test-versioning: install-race @echo "Running minio versioning tests" @env bash $(PWD)/docs/bucket/versioning/versioning-tests.sh test-configfile: install-race @env bash $(PWD)/docs/distributed/distributed-from-config-file.sh test-upgrade: install-race @echo "Running minio upgrade tests" @(env bash $(PWD)/buildscripts/minio-upgrade.sh) test-race: verifiers build ## builds minio, runs linters, tests (race) @echo "Running unit tests under -race" @(env bash $(PWD)/buildscripts/race.sh) test-iam: install-race ## verify IAM (external IDP, etcd backends) @echo "Running tests for IAM (external IDP, etcd backends)" @MINIO_API_REQUESTS_MAX=10000 CGO_ENABLED=0 go test -timeout 15m -tags kqueue,dev -v -run TestIAM* ./cmd @echo "Running tests for IAM (external IDP, etcd backends) with -race" @MINIO_API_REQUESTS_MAX=10000 GORACE=history_size=7 CGO_ENABLED=1 go test -timeout 15m -race -tags kqueue,dev -v -run TestIAM* ./cmd test-iam-ldap-upgrade-import: install-race ## verify IAM (external LDAP IDP) @echo "Running upgrade tests for IAM (LDAP backend)" @env bash $(PWD)/buildscripts/minio-iam-ldap-upgrade-import-test.sh test-iam-import-with-missing-entities: install-race ## test import of external iam config withg missing entities @echo "Test IAM import configurations with missing entities" @env bash $(PWD)/docs/distributed/iam-import-with-missing-entities.sh test-iam-import-with-openid: install-race @echo "Test IAM import configurations with openid" @env bash $(PWD)/docs/distributed/iam-import-with-openid.sh test-sio-error: @(env bash $(PWD)/docs/bucket/replication/sio-error.sh) test-replication-2site: @(env bash $(PWD)/docs/bucket/replication/setup_2site_existing_replication.sh) test-replication-3site: @(env bash $(PWD)/docs/bucket/replication/setup_3site_replication.sh) test-delete-replication: @(env bash $(PWD)/docs/bucket/replication/delete-replication.sh) test-delete-marker-proxying: @(env bash $(PWD)/docs/bucket/replication/test_del_marker_proxying.sh) test-replication: install-race test-replication-2site test-replication-3site test-delete-replication test-sio-error test-delete-marker-proxying ## verify multi site replication @echo "Running tests for replicating three sites" test-site-replication-ldap: install-race ## verify automatic site replication @echo "Running tests for automatic site replication of IAM (with LDAP)" @(env bash $(PWD)/docs/site-replication/run-multi-site-ldap.sh) test-site-replication-oidc: install-race ## verify automatic site replication @echo "Running tests for automatic site replication of IAM (with OIDC)" @(env bash $(PWD)/docs/site-replication/run-multi-site-oidc.sh) test-site-replication-minio: install-race ## verify automatic site replication @echo "Running tests for automatic site replication of IAM (with MinIO IDP)" @(env bash $(PWD)/docs/site-replication/run-multi-site-minio-idp.sh) @echo "Running tests for automatic site replication of SSE-C objects" @(env bash $(PWD)/docs/site-replication/run-ssec-object-replication.sh) @echo "Running tests for automatic site replication of SSE-C objects with SSE-KMS enabled for bucket" @(env bash $(PWD)/docs/site-replication/run-sse-kms-object-replication.sh) @echo "Running tests for automatic site replication of SSE-C objects with compression enabled for site" @(env bash $(PWD)/docs/site-replication/run-ssec-object-replication-with-compression.sh) test-multipart: install-race ## test multipart @echo "Test multipart behavior when part files are missing" @(env bash $(PWD)/buildscripts/multipart-quorum-test.sh) test-timeout: install-race ## test multipart @echo "Test server timeout" @(env bash $(PWD)/buildscripts/test-timeout.sh) verify: install-race ## verify minio various setups @echo "Verifying build with race" @(env bash $(PWD)/buildscripts/verify-build.sh) verify-healing: install-race ## verify healing and replacing disks with minio binary @echo "Verify healing build with race" @(env bash $(PWD)/buildscripts/verify-healing.sh) @(env bash $(PWD)/buildscripts/verify-healing-empty-erasure-set.sh) @(env bash $(PWD)/buildscripts/heal-inconsistent-versions.sh) verify-healing-with-root-disks: install-race ## verify healing root disks @echo "Verify healing with root drives" @(env bash $(PWD)/buildscripts/verify-healing-with-root-disks.sh) verify-healing-with-rewrite: install-race ## verify healing to rewrite old xl.meta -> new xl.meta @echo "Verify healing with rewrite" @(env bash $(PWD)/buildscripts/rewrite-old-new.sh) verify-healing-inconsistent-versions: install-race ## verify resolving inconsistent versions @echo "Verify resolving inconsistent versions build with race" @(env bash $(PWD)/buildscripts/resolve-right-versions.sh) build-debugging: @(env bash $(PWD)/docs/debugging/build.sh) build: checks build-debugging ## builds minio to $(PWD) @echo "Building minio binary to './minio'" @CGO_ENABLED=0 go build -tags kqueue -trimpath --ldflags "$(LDFLAGS)" -o $(PWD)/minio 1>/dev/null hotfix-vars: $(eval LDFLAGS := $(shell MINIO_RELEASE="RELEASE" MINIO_HOTFIX="hotfix.$(shell git rev-parse --short HEAD)" go run buildscripts/gen-ldflags.go $(shell git describe --tags --abbrev=0 | \ sed 's#RELEASE\.\([0-9]\+\)-\([0-9]\+\)-\([0-9]\+\)T\([0-9]\+\)-\([0-9]\+\)-\([0-9]\+\)Z#\1-\2-\3T\4:\5:\6Z#'))) $(eval VERSION := $(shell git describe --tags --abbrev=0).hotfix.$(shell git rev-parse --short HEAD)) hotfix: hotfix-vars clean install ## builds minio binary with hotfix tags @wget -q -c https://github.com/minio/pkger/releases/download/v2.3.1/pkger_2.3.1_linux_amd64.deb @wget -q -c https://raw.githubusercontent.com/minio/minio-service/v1.0.1/linux-systemd/distributed/minio.service @sudo apt install ./pkger_2.3.1_linux_amd64.deb --yes @mkdir -p minio-release/$(GOOS)-$(GOARCH)/archive @cp -af ./minio minio-release/$(GOOS)-$(GOARCH)/minio @cp -af ./minio minio-release/$(GOOS)-$(GOARCH)/minio.$(VERSION) @minisign -qQSm minio-release/$(GOOS)-$(GOARCH)/minio.$(VERSION) -s "${CRED_DIR}/minisign.key" < "${CRED_DIR}/minisign-passphrase" @sha256sum < minio-release/$(GOOS)-$(GOARCH)/minio.$(VERSION) | sed 's, -,minio.$(VERSION),g' > minio-release/$(GOOS)-$(GOARCH)/minio.$(VERSION).sha256sum @cp -af minio-release/$(GOOS)-$(GOARCH)/minio.$(VERSION)* minio-release/$(GOOS)-$(GOARCH)/archive/ @pkger -r $(VERSION) --ignore hotfix-push: hotfix @scp -q -r minio-release/$(GOOS)-$(GOARCH)/* minio@dl-0.minio.io:~/releases/server/minio/hotfixes/linux-amd64/ @scp -q -r minio-release/$(GOOS)-$(GOARCH)/* minio@dl-0.minio.io:~/releases/server/minio/hotfixes/linux-amd64/archive @scp -q -r minio-release/$(GOOS)-$(GOARCH)/* minio@dl-1.minio.io:~/releases/server/minio/hotfixes/linux-amd64/ @scp -q -r minio-release/$(GOOS)-$(GOARCH)/* minio@dl-1.minio.io:~/releases/server/minio/hotfixes/linux-amd64/archive @echo "Published new hotfix binaries at https://dl.min.io/server/minio/hotfixes/linux-amd64/archive/minio.$(VERSION)" docker-hotfix-push: docker-hotfix @docker push -q $(TAG) && echo "Published new container $(TAG)" docker-hotfix: hotfix-push checks ## builds minio docker container with hotfix tags @echo "Building minio docker image '$(TAG)'" @docker build -q --no-cache -t $(TAG) --build-arg RELEASE=$(VERSION) . -f Dockerfile.hotfix docker: build ## builds minio docker container @echo "Building minio docker image '$(TAG)'" @docker build -q --no-cache -t $(TAG) . -f Dockerfile install-race: checks build-debugging ## builds minio to $(PWD) @echo "Building minio binary with -race to './minio'" @GORACE=history_size=7 CGO_ENABLED=1 go build -tags kqueue,dev -race -trimpath --ldflags "$(LDFLAGS)" -o $(PWD)/minio 1>/dev/null @echo "Installing minio binary with -race to '$(GOPATH)/bin/minio'" @mkdir -p $(GOPATH)/bin && cp -af $(PWD)/minio $(GOPATH)/bin/minio install: build ## builds minio and installs it to $GOPATH/bin. @echo "Installing minio binary to '$(GOPATH)/bin/minio'" @mkdir -p $(GOPATH)/bin && cp -af $(PWD)/minio $(GOPATH)/bin/minio @echo "Installation successful. To learn more, try \"minio --help\"." clean: ## cleanup all generated assets @echo "Cleaning up all the generated files" @find . -name '*.test' | xargs rm -fv @find . -name '*~' | xargs rm -fv @find . -name '.#*#' | xargs rm -fv @find . -name '#*#' | xargs rm -fv @rm -rvf minio @rm -rvf build @rm -rvf release @rm -rvf .verify* @rm -rvf minio-release @rm -rvf minio.RELEASE*.hotfix.* @rm -rvf pkger_*.deb