Repository navigation
Expand file tree
/
Copy pathMakefile
More file actions
227 lines (196 loc) · 7.73 KB
/
Copy pathMakefile
File metadata and controls
227 lines (196 loc) · 7.73 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
SHELL := bash
RELEASE_GUARD ?= scripts/release/guard.py
RELEASE_ASSETS_HELPER ?= $(dir $(RELEASE_GUARD))assets.py
RELEASE_SIGNING_HELPER ?= $(dir $(RELEASE_GUARD))signing.py
.ONESHELL:
.SHELLFLAGS := -eo pipefail -c
mvn = mvn
ifdef IS_CICD
mvn = mvn --no-transfer-progress
endif
MAKEFILE_PATH := $(abspath $(dir $(abspath $(lastword $(MAKEFILE_LIST)))))
RELEASE_MAKEFILE := $(abspath $(lastword $(MAKEFILE_LIST)))
BIN := $(MAKEFILE_PATH)/bin
SCYLLA_CCM_COMMIT := d15a2fab9d22fffad8a30c806a7c8e1632e58aae
SCYLLA_CCM_VENV := $(BIN)/scylla-ccm-$(SCYLLA_CCM_COMMIT)
PINNED_SCYLLA_CCM_PATH := $(SCYLLA_CCM_VENV)/bin/ccm
SCYLLA_CCM_INSTALL_LOCK := $(SCYLLA_CCM_VENV).install.lock
SCYLLA_CCM_INSTALL_MARKER := $(SCYLLA_CCM_VENV)/.install-complete
SCYLLA_CCM_PATH ?= $(PINNED_SCYLLA_CCM_PATH)
SCYLLA_VERSION ?= release:2025.2.5
SCYLLA_CCM_DIAGNOSTICS_DIR ?= $(MAKEFILE_PATH)/target/ccm
MAVEN_GPG_PASSPHRASE ?=
MAVEN_OPTS ?=
SONATYPE_TOKEN_USERNAME ?=
SONATYPE_TOKEN_PASSWORD ?=
RELEASE_SKIP_TESTS ?= false
RELEASE_TARGET_TAG ?=
RELEASE_VERSION ?=
.PHONY: clean verify lint lint-specs lint-docs lint-fix compile compile-test compile-demo test-unit test-integration test-all ccm-install release-prepare release release-dry-run
.PHONY: github-release release-check-user release-check-tokens test-release-signing _release-prepare _release _release-dry-run
clean:
${mvn} clean
verify:
${mvn} verify
lint:
${mvn} license:check
${mvn} fmt:check
${mvn} checkstyle:check
${mvn} compile test-compile
$(MAKE) lint-specs
$(MAKE) lint-docs
lint-specs:
${mvn} test -Dtest=FeatureSpecFormatTest,FeatureSpecVectorsTest,FeatureSpecDefaultsTest,FeatureSpecCanonicalEndpointVectorsTest,FeatureSpecNodeHealthTransitionsTest
lint-docs:
${mvn} javadoc:test-javadoc javadoc:test-aggregate javadoc:test-aggregate-jar javadoc:test-jar javadoc:test-resource-bundle
${mvn} javadoc:jar javadoc:aggregate javadoc:aggregate-jar javadoc:resource-bundle
lint-fix:
${mvn} license:format
${mvn} fmt:format
compile:
${mvn} compile
compile-test:
${mvn} test-compile
compile-demo:
${mvn} test-compile
test-unit:
${mvn} test
test-integration: ccm-install
@for command in openssl setsid kill ps; do
executable=$$(type -P -- "$$command" || true)
[[ -n "$$executable" && -x "$$executable" ]] || {
echo "An external $$command executable is required for CCM integration tests" >&2
exit 1
}
done
mkdir -p -- "$(SCYLLA_CCM_DIAGNOSTICS_DIR)"
INTEGRATION_TESTS=true \
SCYLLA_VERSION="$(SCYLLA_VERSION)" \
SCYLLA_CCM_PATH="$(SCYLLA_CCM_PATH)" \
SCYLLA_CCM_DIAGNOSTICS_DIR="$(SCYLLA_CCM_DIAGNOSTICS_DIR)" \
${mvn} test -Dtest=ClusterProvisioningIT -DfailIfNoTests=false \
-Dtest.forkCount=1 -Dsurefire.timeout=1200
INTEGRATION_TESTS=true \
SCYLLA_VERSION="$(SCYLLA_VERSION)" \
SCYLLA_CCM_PATH="$(SCYLLA_CCM_PATH)" \
SCYLLA_CCM_DIAGNOSTICS_DIR="$(SCYLLA_CCM_DIAGNOSTICS_DIR)" \
${mvn} test '-Dtest=**/*IT,!**/ClusterProvisioningIT' -DfailIfNoTests=false \
-Dtest.forkCount=1 -Dsurefire.timeout=1200
test-all: test-integration
ccm-install:
@ccm_works() {
local executable=$$1
[[ "$$executable" == */* ]] || executable=$$(type -P -- "$$executable" || true)
[[ -n "$$executable" && -f "$$executable" && -x "$$executable" ]] \
&& "$$executable" create --help >/dev/null 2>&1
}
install_complete() {
[[ -f "$(SCYLLA_CCM_INSTALL_MARKER)" \
&& ! -L "$(SCYLLA_CCM_INSTALL_MARKER)" ]] || return 1
[[ "$$(< "$(SCYLLA_CCM_INSTALL_MARKER)")" == "$(SCYLLA_CCM_COMMIT)" ]] || return 1
ccm_works "$(PINNED_SCYLLA_CCM_PATH)"
}
if [[ "$(SCYLLA_CCM_PATH)" != "$(PINNED_SCYLLA_CCM_PATH)" ]]; then
ccm_works "$(SCYLLA_CCM_PATH)" || {
echo "SCYLLA_CCM_PATH is not a working CCM executable: $(SCYLLA_CCM_PATH)" >&2
exit 1
}
echo "Using CCM executable: $(SCYLLA_CCM_PATH)"
exit 0
fi
command -v flock >/dev/null 2>&1 || {
echo "flock is required to install scylla-ccm" >&2
exit 1
}
mkdir -p -- "$(BIN)"
exec {install_lock_fd}>"$(SCYLLA_CCM_INSTALL_LOCK)"
flock -x "$$install_lock_fd"
if install_complete; then
echo "Using CCM executable: $(PINNED_SCYLLA_CCM_PATH)"
exit 0
fi
command -v uv >/dev/null 2>&1 || {
echo "uv is required to install scylla-ccm: https://docs.astral.sh/uv/" >&2
exit 1
}
uv venv --clear "$(SCYLLA_CCM_VENV)"
uv pip install --python "$(SCYLLA_CCM_VENV)/bin/python" \
"git+https://github.com/scylladb/scylla-ccm.git@$(SCYLLA_CCM_COMMIT)"
ccm_works "$(PINNED_SCYLLA_CCM_PATH)" || {
echo "Installed CCM entry point failed its launch check" >&2
exit 1
}
temporary_marker=$$(mktemp "$(SCYLLA_CCM_VENV)/.install-complete.XXXXXXXX")
printf '%s\n' "$(SCYLLA_CCM_COMMIT)" > "$$temporary_marker"
chmod 600 -- "$$temporary_marker"
mv -fT -- "$$temporary_marker" "$(SCYLLA_CCM_INSTALL_MARKER)"
echo "Using CCM executable: $(PINNED_SCYLLA_CCM_PATH)"
github-release: release-check-user
python3 "$(RELEASE_ASSETS_HELPER)" publish
release-check-tokens:
@python3 "$(RELEASE_ASSETS_HELPER)" check-tokens
release-check-user:
@set -eu
if [ "$${GITHUB_ACTIONS:-}" = true ]; then
# The release environment authorizes workflow operators independently of the signer.
exit 0
fi
if ! user=$$(gh api user --jq .login); then
echo "Release requires GitHub user scylladb-publisher. Run gh auth login or gh auth switch." >&2
exit 1
fi
if [ "$$user" != scylladb-publisher ]; then
echo "Release requires GitHub user scylladb-publisher (current: $$user)." >&2
exit 1
fi
release-prepare: release-check-user release-check-tokens
@python3 "$(RELEASE_GUARD)" check
+@python3 "$(RELEASE_SIGNING_HELPER)" exec $(MAKE) -f "$(RELEASE_MAKEFILE)" _release-prepare
release: release-check-user release-check-tokens
@python3 "$(RELEASE_GUARD)" check
@python3 "$(RELEASE_SIGNING_HELPER)" verify-prepared
+@python3 "$(RELEASE_SIGNING_HELPER)" exec $(MAKE) -f "$(RELEASE_MAKEFILE)" _release
release-dry-run: release-check-user release-check-tokens
@python3 "$(RELEASE_GUARD)" check
@python3 "$(RELEASE_SIGNING_HELPER)" verify-prepared
+@python3 "$(RELEASE_SIGNING_HELPER)" exec $(MAKE) -f "$(RELEASE_MAKEFILE)" _release-dry-run
test-release-signing:
python3 -m unittest discover -s scripts/release -p 'test_signing.py' -v
_release-prepare: release-check-user release-check-tokens
@if [[ -z "$${MAVEN_GPG_PASSPHRASE}" ]]; then
echo "MAVEN_GPG_PASSPHRASE is empty, can't continue"
exit 1
fi
if [[ "$${RELEASE_SKIP_TESTS}" == "true" ]] || [[ "$${RELEASE_SKIP_TESTS}" == "1" ]]; then
export MAVEN_OPTS="$${MAVEN_OPTS} -DskipTests=true -DskipITs=true"
fi
NEXT_RELEASE=()
if [[ -n "$${RELEASE_VERSION}" ]]; then
if [[ ! "$${RELEASE_VERSION}" =~ ^[0-9]+\.[0-9]+\.[0-9]+$$ ]]; then
echo "Release version must be X.Y.Z" >&2
exit 1
fi
NEXT_RELEASE=("-DreleaseVersion=$${RELEASE_VERSION}")
fi
export MAVEN_OPTS
baseline=$$(git rev-parse HEAD)
python3 "$(RELEASE_GUARD)" run ${mvn} -B --no-transfer-progress release:prepare -DpushChanges=false "$${NEXT_RELEASE[@]}"
python3 "$(RELEASE_SIGNING_HELPER)" save-prepared "$$baseline"
_release: release-check-user release-check-tokens
@if [[ -z "$${MAVEN_GPG_PASSPHRASE}" ]]; then
echo "MAVEN_GPG_PASSPHRASE is empty, can't continue"
exit 1
fi
if [[ "$${RELEASE_SKIP_TESTS}" == "true" ]] || [[ "$${RELEASE_SKIP_TESTS}" == "1" ]]; then
export MAVEN_OPTS="$${MAVEN_OPTS} -DskipTests=true -DskipITs=true"
fi
python3 "$(RELEASE_GUARD)" run ${mvn} -B --no-transfer-progress release:perform -Drelease.autopublish=true
_release-dry-run: release-check-user release-check-tokens
@if [[ -z "$${MAVEN_GPG_PASSPHRASE}" ]]; then
echo "MAVEN_GPG_PASSPHRASE is empty, can't continue"
exit 1
fi
if [[ "$${RELEASE_SKIP_TESTS}" == "true" ]] || [[ "$${RELEASE_SKIP_TESTS}" == "1" ]]; then
export MAVEN_OPTS="$${MAVEN_OPTS} -DskipTests=true -DskipITs=true"
fi
python3 "$(RELEASE_GUARD)" run ${mvn} -B --no-transfer-progress release:perform -Drelease.autopublish=false