minio/Makefile at master · nazriel/minio

Repository navigation

History

100

101

102

103

104

105

106

107

108

109

110

111

112

113

114

115

116

117

118

119

120

121

122

123

124

125

126

127

128

129

130

131

132

133

134

135

136

137

138

139

140

141

142

143

144

145

146

147

148

149

150

151

152

153

154

155

156

157

158

159

160

161

162

163

164

165

166

167

168

169

170

171

172

173

174

175

176

177

178

179

180

181

182

183

184

185

186

187

188

189

190

191

192

193

194

195

196

197

198

199

200

201

202

203

204

205

206

207

208

209

210

211

212

213

214

215

216

217

218

219

220

221

222

223

224

225

226

227

228

229

230

231

232

233

234

235

236

237

238

239

240

241

242

243

244

245

246

247

PWD := $(shell pwd)

GOPATH := $(shell go env GOPATH)

LDFLAGS := $(shell go run buildscripts/gen-ldflags.go)

GOOS ?= $(shell go env GOOS)

GOARCH ?= $(shell go env GOARCH)

VERSION ?= $(shell git describe --tags)

REPO ?= quay.io/minio

TAG ?= $(REPO)/minio:$(VERSION)

GOLANGCI_DIR = .bin/golangci/$(GOLANGCI_VERSION)

GOLANGCI = $(GOLANGCI_DIR)/golangci-lint

all: build

checks: ## check dependencies

@echo "Checking dependencies"

@(env bash $(PWD)/buildscripts/checkdeps.sh)

help: ## print this help

@grep -E '^[a-zA-Z_-]+:.*?## .*$$' Makefile | awk 'BEGIN {FS = ":.*?## "}; {printf "\033[36m%-40s\033[0m %s\n", $$1, $$2}'

getdeps: ## fetch necessary dependencies

@mkdir -p ${GOPATH}/bin

@echo "Installing golangci-lint" && curl -sSfL https://raw.githubusercontent.com/golangci/golangci-lint/master/install.sh | sh -s -- -b $(GOLANGCI_DIR)

@echo "Installing msgp" && go install -v github.com/tinylib/msgp@v1.2.5

@echo "Installing stringer" && go install -v golang.org/x/tools/cmd/stringer@latest

crosscompile: ## cross compile minio

@(env bash $(PWD)/buildscripts/cross-compile.sh)

verifiers: lint check-gen

check-gen: ## check for updated autogenerated files

@go generate ./... >/dev/null

@go mod tidy -compat=1.21

@(! git diff --name-only | grep '_gen.go$$') || (echo "Non-committed changes in auto-generated code is detected, please commit them to proceed." && false)

@(! git diff --name-only | grep 'go.sum') || (echo "Non-committed changes in auto-generated go.sum is detected, please commit them to proceed." && false)

lint: getdeps ## runs golangci-lint suite of linters

@echo "Running $@ check"

@$(GOLANGCI) run --build-tags kqueue --timeout=10m --config ./.golangci.yml

@command typos && typos ./ || echo "typos binary is not found.. skipping.."

lint-fix: getdeps ## runs golangci-lint suite of linters with automatic fixes

@echo "Running $@ check"

@$(GOLANGCI) run --build-tags kqueue --timeout=10m --config ./.golangci.yml --fix

check: test

test: verifiers build ## builds minio, runs linters, tests

@echo "Running unit tests"

@MINIO_API_REQUESTS_MAX=10000 CGO_ENABLED=0 go test -v -tags kqueue,dev ./...

test-root-disable: install-race

@echo "Running minio root lockdown tests"

@env bash $(PWD)/buildscripts/disable-root.sh

test-ilm: install-race

@echo "Running ILM tests"

@env bash $(PWD)/docs/bucket/replication/setup_ilm_expiry_replication.sh

test-ilm-transition: install-race

@echo "Running ILM tiering tests with healing"

@env bash $(PWD)/docs/bucket/lifecycle/setup_ilm_transition.sh

test-pbac: install-race

@echo "Running bucket policies tests"

@env bash $(PWD)/docs/iam/policies/pbac-tests.sh

test-decom: install-race

@echo "Running minio decom tests"

@env bash $(PWD)/docs/distributed/decom.sh

@env bash $(PWD)/docs/distributed/decom-encrypted.sh

@env bash $(PWD)/docs/distributed/decom-encrypted-sse-s3.sh

@env bash $(PWD)/docs/distributed/decom-compressed-sse-s3.sh

@env bash $(PWD)/docs/distributed/decom-encrypted-kes.sh

test-versioning: install-race

@echo "Running minio versioning tests"

@env bash $(PWD)/docs/bucket/versioning/versioning-tests.sh

test-configfile: install-race

@env bash $(PWD)/docs/distributed/distributed-from-config-file.sh

test-upgrade: install-race

@echo "Running minio upgrade tests"

@(env bash $(PWD)/buildscripts/minio-upgrade.sh)

test-race: verifiers build ## builds minio, runs linters, tests (race)

@echo "Running unit tests under -race"

@(env bash $(PWD)/buildscripts/race.sh)

test-iam: install-race ## verify IAM (external IDP, etcd backends)

@echo "Running tests for IAM (external IDP, etcd backends)"

@MINIO_API_REQUESTS_MAX=10000 CGO_ENABLED=0 go test -timeout 15m -tags kqueue,dev -v -run TestIAM* ./cmd

@echo "Running tests for IAM (external IDP, etcd backends) with -race"

@MINIO_API_REQUESTS_MAX=10000 GORACE=history_size=7 CGO_ENABLED=1 go test -timeout 15m -race -tags kqueue,dev -v -run TestIAM* ./cmd

test-iam-ldap-upgrade-import: install-race ## verify IAM (external LDAP IDP)

@echo "Running upgrade tests for IAM (LDAP backend)"

@env bash $(PWD)/buildscripts/minio-iam-ldap-upgrade-import-test.sh

test-iam-import-with-missing-entities: install-race ## test import of external iam config withg missing entities

@echo "Test IAM import configurations with missing entities"

@env bash $(PWD)/docs/distributed/iam-import-with-missing-entities.sh

test-iam-import-with-openid: install-race

@echo "Test IAM import configurations with openid"

@env bash $(PWD)/docs/distributed/iam-import-with-openid.sh

test-sio-error:

@(env bash $(PWD)/docs/bucket/replication/sio-error.sh)

test-replication-2site:

@(env bash $(PWD)/docs/bucket/replication/setup_2site_existing_replication.sh)

test-replication-3site:

@(env bash $(PWD)/docs/bucket/replication/setup_3site_replication.sh)

test-delete-replication:

@(env bash $(PWD)/docs/bucket/replication/delete-replication.sh)

test-delete-marker-proxying:

@(env bash $(PWD)/docs/bucket/replication/test_del_marker_proxying.sh)

test-replication: install-race test-replication-2site test-replication-3site test-delete-replication test-sio-error test-delete-marker-proxying ## verify multi site replication

@echo "Running tests for replicating three sites"

test-site-replication-ldap: install-race ## verify automatic site replication

@echo "Running tests for automatic site replication of IAM (with LDAP)"

@(env bash $(PWD)/docs/site-replication/run-multi-site-ldap.sh)

test-site-replication-oidc: install-race ## verify automatic site replication

@echo "Running tests for automatic site replication of IAM (with OIDC)"

@(env bash $(PWD)/docs/site-replication/run-multi-site-oidc.sh)

test-site-replication-minio: install-race ## verify automatic site replication

@echo "Running tests for automatic site replication of IAM (with MinIO IDP)"

@(env bash $(PWD)/docs/site-replication/run-multi-site-minio-idp.sh)

@echo "Running tests for automatic site replication of SSE-C objects"

@(env bash $(PWD)/docs/site-replication/run-ssec-object-replication.sh)

@echo "Running tests for automatic site replication of SSE-C objects with SSE-KMS enabled for bucket"

@(env bash $(PWD)/docs/site-replication/run-sse-kms-object-replication.sh)

@echo "Running tests for automatic site replication of SSE-C objects with compression enabled for site"

@(env bash $(PWD)/docs/site-replication/run-ssec-object-replication-with-compression.sh)

test-multipart: install-race ## test multipart

@echo "Test multipart behavior when part files are missing"

@(env bash $(PWD)/buildscripts/multipart-quorum-test.sh)

test-timeout: install-race ## test multipart

@echo "Test server timeout"

@(env bash $(PWD)/buildscripts/test-timeout.sh)

verify: install-race ## verify minio various setups

@echo "Verifying build with race"

@(env bash $(PWD)/buildscripts/verify-build.sh)

verify-healing: install-race ## verify healing and replacing disks with minio binary

@echo "Verify healing build with race"

@(env bash $(PWD)/buildscripts/verify-healing.sh)

@(env bash $(PWD)/buildscripts/verify-healing-empty-erasure-set.sh)

@(env bash $(PWD)/buildscripts/heal-inconsistent-versions.sh)

verify-healing-with-root-disks: install-race ## verify healing root disks

@echo "Verify healing with root drives"

@(env bash $(PWD)/buildscripts/verify-healing-with-root-disks.sh)

verify-healing-with-rewrite: install-race ## verify healing to rewrite old xl.meta -> new xl.meta

@echo "Verify healing with rewrite"

@(env bash $(PWD)/buildscripts/rewrite-old-new.sh)

verify-healing-inconsistent-versions: install-race ## verify resolving inconsistent versions

@echo "Verify resolving inconsistent versions build with race"

@(env bash $(PWD)/buildscripts/resolve-right-versions.sh)

build-debugging:

@(env bash $(PWD)/docs/debugging/build.sh)

build: checks build-debugging ## builds minio to $(PWD)

@echo "Building minio binary to './minio'"

@CGO_ENABLED=0 GOOS=$(GOOS) GOARCH=$(GOARCH) go build -tags kqueue -trimpath --ldflags "$(LDFLAGS)" -o $(PWD)/minio 1>/dev/null

hotfix-vars:

$(eval LDFLAGS := $(shell MINIO_RELEASE="RELEASE" MINIO_HOTFIX="hotfix.$(shell git rev-parse --short HEAD)" go run buildscripts/gen-ldflags.go $(shell git describe --tags --abbrev=0 | \

sed 's#RELEASE\.$[0-9]\+$-$[0-9]\+$-$[0-9]\+$T$[0-9]\+$-$[0-9]\+$-$[0-9]\+$Z#\1-\2-\3T\4:\5:\6Z#')))

$(eval VERSION := $(shell git describe --tags --abbrev=0).hotfix.$(shell git rev-parse --short HEAD))

hotfix: hotfix-vars clean install ## builds minio binary with hotfix tags

@wget -q -c https://github.com/minio/pkger/releases/download/v2.3.10/pkger_2.3.10_linux_amd64.deb

@wget -q -c https://raw.githubusercontent.com/minio/minio-service/v1.1.0/linux-systemd/distributed/minio.service

@sudo apt install ./pkger_2.3.10_linux_amd64.deb --yes

@mkdir -p minio-release/$(GOOS)-$(GOARCH)/archive

@cp -af ./minio minio-release/$(GOOS)-$(GOARCH)/minio

@cp -af ./minio minio-release/$(GOOS)-$(GOARCH)/minio.$(VERSION)

@minisign -qQSm minio-release/$(GOOS)-$(GOARCH)/minio.$(VERSION) -s "${CRED_DIR}/minisign.key" < "${CRED_DIR}/minisign-passphrase"

@sha256sum < minio-release/$(GOOS)-$(GOARCH)/minio.$(VERSION) | sed 's, -,minio.$(VERSION),g' > minio-release/$(GOOS)-$(GOARCH)/minio.$(VERSION).sha256sum

@cp -af minio-release/$(GOOS)-$(GOARCH)/minio.$(VERSION)* minio-release/$(GOOS)-$(GOARCH)/archive/

@pkger -r $(VERSION) --ignore

hotfix-push: hotfix

@scp -q -r minio-release/$(GOOS)-$(GOARCH)/* minio@dl-0.minio.io:~/releases/server/minio/hotfixes/linux-$(GOOS)/

@scp -q -r minio-release/$(GOOS)-$(GOARCH)/* minio@dl-0.minio.io:~/releases/server/minio/hotfixes/linux-$(GOOS)/archive

@scp -q -r minio-release/$(GOOS)-$(GOARCH)/* minio@dl-1.minio.io:~/releases/server/minio/hotfixes/linux-$(GOOS)/

@scp -q -r minio-release/$(GOOS)-$(GOARCH)/* minio@dl-1.minio.io:~/releases/server/minio/hotfixes/linux-$(GOOS)/archive

@echo "Published new hotfix binaries at https://dl.min.io/server/minio/hotfixes/linux-$(GOOS)/archive/minio.$(VERSION)"

docker-hotfix-push: docker-hotfix

@docker push -q $(TAG) && echo "Published new container $(TAG)"

docker-hotfix: hotfix-push checks ## builds minio docker container with hotfix tags

@echo "Building minio docker image '$(TAG)'"

@docker build -q --no-cache -t $(TAG) --build-arg RELEASE=$(VERSION) . -f Dockerfile.hotfix

docker: build ## builds minio docker container

@echo "Building minio docker image '$(TAG)'"

@docker build -q --no-cache -t $(TAG) . -f Dockerfile

test-resiliency: build

@echo "Running resiliency tests"

@(DOCKER_COMPOSE_FILE=$(PWD)/docs/resiliency/docker-compose.yaml env bash $(PWD)/docs/resiliency/resiliency-tests.sh)

install-race: checks build-debugging ## builds minio to $(PWD)

@echo "Building minio binary with -race to './minio'"

@GORACE=history_size=7 CGO_ENABLED=1 go build -tags kqueue,dev -race -trimpath --ldflags "$(LDFLAGS)" -o $(PWD)/minio 1>/dev/null

@echo "Installing minio binary with -race to '$(GOPATH)/bin/minio'"

@mkdir -p $(GOPATH)/bin && cp -af $(PWD)/minio $(GOPATH)/bin/minio

install: build ## builds minio and installs it to $GOPATH/bin.

@echo "Installing minio binary to '$(GOPATH)/bin/minio'"

@mkdir -p $(GOPATH)/bin && cp -af $(PWD)/minio $(GOPATH)/bin/minio

@echo "Installation successful. To learn more, try \"minio --help\"."

clean: ## cleanup all generated assets

@echo "Cleaning up all the generated files"

@find . -name '*.test' | xargs rm -fv

@find . -name '*~' | xargs rm -fv

@find . -name '.#*#' | xargs rm -fv

@find . -name '#*#' | xargs rm -fv

@rm -rvf minio

@rm -rvf build

@rm -rvf release

@rm -rvf .verify*

@rm -rvf minio-release

@rm -rvf minio.RELEASE*.hotfix.*

@rm -rvf pkger_*.deb

FilesExpand file tree

Makefile

Latest commit

History

Makefile

File metadata and controls