Repository navigation
Expand file tree
/
Copy pathMakefile
More file actions
231 lines (198 loc) · 10.5 KB
/
Copy pathMakefile
File metadata and controls
231 lines (198 loc) · 10.5 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
.PHONY: help install test lint format clean docs docs-dev docs-build docs-preview check-registry check-train-image check-ascend-qs-base-image check-qs-dockerfile train docker-train docker-train-cu12 docker-train-cu13-blackwell docker-train-cu13-hopper docker-train-image docker-dev docker-dev-cu12 docker-dev-cu13-blackwell docker-dev-cu13-hopper docker-dev-image docker-ascend docker-qs-ascend
DOCKER ?= docker
DOCKERFILE ?= docker/Dockerfile
CU13_DOCKERFILE ?= docker/Dockerfile.cu13
CU13_BASE_IMAGE ?=
CU13_BLACKWELL_TRAIN_IMAGE ?=
CU13_HOPPER_TRAIN_IMAGE ?=
CU13_BLACKWELL_DEV_IMAGE ?=
CU13_HOPPER_DEV_IMAGE ?=
ASCEND_DOCKERFILE ?= docker/Dockerfile.npu
SOC_VERSION ?= ascend910_9391
ASCEND_DOCKER_BUILDKIT ?= 1
DOCKER_BUILD_PROGRESS ?= plain
DOCKER_BUILD_ARGS ?=
DO_PUSH ?= 1
IMAGE_REPOSITORY ?= relax
BUILD_DATE := $(shell date +%Y%m%d)
GIT_SHORT_HASH := $(shell git rev-parse --short=8 HEAD)
IMAGE_REGISTRY := $(patsubst %/,%,$(strip $(REGISTRY)))
DEFAULT_TRAIN_IMAGE := $(IMAGE_REGISTRY)/$(IMAGE_REPOSITORY):train-$(BUILD_DATE)-$(GIT_SHORT_HASH)-cu12
DEV_IMAGE := $(IMAGE_REGISTRY)/$(IMAGE_REPOSITORY):dev-$(BUILD_DATE)-$(GIT_SHORT_HASH)-cu12
# Static pattern targets supply blackwell/hopper through $*. Keep train inputs separate
# because their CUDA kernels are compiled for different architectures.
CU13_EXTERNAL_TRAIN_IMAGE = $(strip $(if $(filter blackwell,$*),$(CU13_BLACKWELL_TRAIN_IMAGE),$(CU13_HOPPER_TRAIN_IMAGE)))
CU13_DEFAULT_TRAIN_IMAGE = $(IMAGE_REGISTRY)/$(IMAGE_REPOSITORY):train-$(BUILD_DATE)-$(GIT_SHORT_HASH)-cu13-$*
CU13_EXTERNAL_DEV_IMAGE = $(strip $(if $(filter blackwell,$*),$(CU13_BLACKWELL_DEV_IMAGE),$(CU13_HOPPER_DEV_IMAGE)))
CU13_DEFAULT_DEV_IMAGE = $(IMAGE_REGISTRY)/$(IMAGE_REPOSITORY):dev-$(BUILD_DATE)-$(GIT_SHORT_HASH)-cu13-$*
# Ascend/NPU images share the same repository as GPU; the ascend- tag prefix keeps
# aarch64 artifacts from ever overwriting the amd64 train-/dev- tags.
ASCEND_DEV_IMAGE := $(IMAGE_REGISTRY)/$(IMAGE_REPOSITORY):ascend-dev-$(BUILD_DATE)-$(GIT_SHORT_HASH)
ASCEND_QS_IMAGE := $(IMAGE_REGISTRY)/$(IMAGE_REPOSITORY):ascend-qs-$(BUILD_DATE)-$(GIT_SHORT_HASH)
# QS wrapping reuses the external relax-ci Dockerfile.qs (verified pure-python /
# arch-independent, so ARM64-safe). CI is responsible for checking out relax-ci and
# pointing ASCEND_QS_DOCKERFILE at its docker/Dockerfile.qs; the Relax repo embeds neither
# the external repo nor its credentials. ASCEND_QS_BASE_IMAGE defaults to the dev image.
ASCEND_QS_DOCKERFILE ?=
ASCEND_QS_BASE_IMAGE ?= $(ASCEND_DEV_IMAGE)
ifeq ($(strip $(TRAIN_IMAGE)),)
TRAIN_IMAGE := $(DEFAULT_TRAIN_IMAGE)
BUILD_DEFAULT_TRAIN := 1
else
BUILD_DEFAULT_TRAIN := 0
endif
export HTTP_PROXY HTTPS_PROXY NO_PROXY
PROXY_BUILD_ARGS = --build-arg HTTP_PROXY --build-arg HTTPS_PROXY --build-arg NO_PROXY
BASE_IMAGE_BUILD_ARG = $(if $(strip $(BASE_IMAGE)),--build-arg BASE_IMAGE="$(BASE_IMAGE)")
IMAGE_INSPECT := $(DOCKER) $(if $(filter 0,$(DO_PUSH)),image,manifest) inspect
IMAGE_LOCATION := $(if $(filter 0,$(DO_PUSH)),local,remote)
help:
@echo "Available commands:"
@echo " make install - Install dependencies"
@echo " make test - Run tests"
@echo " make lint - Run linters"
@echo " make format - Format code"
@echo " make clean - Clean build artifacts"
@echo " make docs-dev - Start documentation dev server"
@echo " make docs-build - Build documentation"
@echo " make docs-preview - Preview built documentation"
@echo " REGISTRY=... make train - Alias for docker-train"
@echo " REGISTRY=... make docker-train - Build and push the CUDA 12, CUDA 13 Blackwell, and CUDA 13 Hopper train images"
@echo " REGISTRY=... make docker-train-cu12 - Build and push only the CUDA 12 train stage"
@echo " REGISTRY=... make docker-train-cu13-blackwell - Build and push the CUDA 13 Blackwell train stage"
@echo " REGISTRY=... make docker-train-cu13-hopper - Build and push the CUDA 13 Hopper train stage"
@echo " CUDA 13 targets accept CU13_BASE_IMAGE=... independently of BASE_IMAGE"
@echo " CUDA 13 dev targets reuse CU13_BLACKWELL_TRAIN_IMAGE=... or CU13_HOPPER_TRAIN_IMAGE=... when set"
@echo " REGISTRY=... make docker-dev - Build and push the CUDA 12, CUDA 13 Blackwell, and CUDA 13 Hopper dev images"
@echo " REGISTRY=... make docker-dev-cu12 - Build and push only the CUDA 12 dev image"
@echo " REGISTRY=... make docker-dev-cu13-blackwell - Build and push only the CUDA 13 Blackwell dev image"
@echo " REGISTRY=... make docker-dev-cu13-hopper - Build and push only the CUDA 13 Hopper dev image"
@echo " REGISTRY=... TRAIN_IMAGE=... make docker-dev-cu12 - Build cu12 dev from an existing train image"
@echo " TRAIN_IMAGE and DEV_IMAGE overrides apply to the cu12 variant"
@echo " CUDA 13 dev output tags accept CU13_BLACKWELL_DEV_IMAGE=... and CU13_HOPPER_DEV_IMAGE=..."
@echo " REGISTRY=... make docker-ascend - Build and push the complete Ascend/NPU image"
@echo " REGISTRY=... ASCEND_QS_DOCKERFILE=... make docker-qs-ascend - Wrap an Ascend dev image into a QS image (optional)"
@echo " Ascend targets accept BASE_IMAGE=... and SOC_VERSION=... (default ascend910_9391)"
@echo " Ascend targets use BuildKit by default; set ASCEND_DOCKER_BUILDKIT=0 for legacy DinD"
@echo " Set DO_PUSH=0 before make to skip pushing Docker images"
@echo " Existing remote images are skipped; DO_PUSH=0 checks local images"
install:
pip install -e .
pip install -r requirements.txt
test:
pytest tests/
lint:
ruff check relax/
format: # develop ## Code format using pre-commit tools
@which pre-commit 2>&1 > /dev/null || python -m pip install pre-commit==3.8.0
@pre-commit run --all-files --show-diff-on-failure
clean:
rm -rf build/
rm -rf dist/
rm -rf *.egg-info
find . -type d -name __pycache__ -exec rm -rf {} +
find . -type f -name "*.pyc" -delete
# Documentation commands
docs-dev:
cd docs && npm install && npm run docs:dev
docs-build:
cd docs && npm install && npm run docs:build
docs-preview:
cd docs && npm run docs:preview
docs-install:
cd docs && npm install
check-registry:
@test -n "$(IMAGE_REGISTRY)" || { echo "REGISTRY is required" >&2; exit 2; }
check-train-image:
@test -n "$(strip $(TRAIN_IMAGE))" || { echo "TRAIN_IMAGE must not be empty" >&2; exit 2; }
check-ascend-qs-base-image:
@test -n "$(strip $(ASCEND_QS_BASE_IMAGE))" || { echo "ASCEND_QS_BASE_IMAGE must not be empty" >&2; exit 2; }
check-qs-dockerfile:
@test -n "$(strip $(ASCEND_QS_DOCKERFILE))" || { echo "ASCEND_QS_DOCKERFILE is required (path to relax-ci docker/Dockerfile.qs)" >&2; exit 2; }
@test -f "$(strip $(ASCEND_QS_DOCKERFILE))" || { echo "ASCEND_QS_DOCKERFILE not found: $(ASCEND_QS_DOCKERFILE)" >&2; exit 2; }
train: docker-train
docker-train: docker-train-cu12 docker-train-cu13-blackwell docker-train-cu13-hopper
docker-train-cu12: docker-train-image
docker-train-cu13-blackwell docker-train-cu13-hopper: docker-train-cu13-%:
+$(MAKE) --no-print-directory docker-train-image \
DOCKERFILE="$(CU13_DOCKERFILE)" \
TRAIN_IMAGE="$(or $(CU13_EXTERNAL_TRAIN_IMAGE),$(CU13_DEFAULT_TRAIN_IMAGE))" \
BASE_IMAGE="$(CU13_BASE_IMAGE)" \
DOCKER_BUILD_ARGS="$(DOCKER_BUILD_ARGS) --build-arg GPU_ARCH=$*"
docker-train-image: check-registry
@echo "[docker] output train image: $(TRAIN_IMAGE)"
@set -e; \
if $(IMAGE_INSPECT) "$(TRAIN_IMAGE)" >/dev/null 2>&1; then \
echo "[docker] skip existing $(IMAGE_LOCATION) train image: $(TRAIN_IMAGE)"; \
else \
$(DOCKER) build --progress=$(DOCKER_BUILD_PROGRESS) \
-f $(DOCKERFILE) \
--target train \
-t "$(TRAIN_IMAGE)" \
$(PROXY_BUILD_ARGS) $(BASE_IMAGE_BUILD_ARG) $(DOCKER_BUILD_ARGS) \
.; \
if [ "$(DO_PUSH)" != "0" ]; then $(DOCKER) push "$(TRAIN_IMAGE)"; fi; \
fi
docker-dev: docker-dev-cu12 docker-dev-cu13-blackwell docker-dev-cu13-hopper
docker-dev-cu12: docker-dev-image
docker-dev-cu13-blackwell docker-dev-cu13-hopper: docker-dev-cu13-%:
+$(MAKE) --no-print-directory docker-dev-image \
DOCKERFILE="$(CU13_DOCKERFILE)" \
TRAIN_IMAGE="$(or $(CU13_EXTERNAL_TRAIN_IMAGE),$(CU13_DEFAULT_TRAIN_IMAGE))" \
DEV_IMAGE="$(or $(CU13_EXTERNAL_DEV_IMAGE),$(CU13_DEFAULT_DEV_IMAGE))" \
BUILD_DEFAULT_TRAIN=$(if $(CU13_EXTERNAL_TRAIN_IMAGE),0,1) \
BASE_IMAGE="$(CU13_BASE_IMAGE)" \
DOCKER_BUILD_ARGS="$(DOCKER_BUILD_ARGS) --build-arg GPU_ARCH=$*"
docker-dev-image: check-registry check-train-image
@echo "[docker] input train image: $(TRAIN_IMAGE)"
@echo "[docker] output dev image: $(DEV_IMAGE)"
@set -e; \
if $(IMAGE_INSPECT) "$(DEV_IMAGE)" >/dev/null 2>&1; then \
echo "[docker] skip existing $(IMAGE_LOCATION) dev image: $(DEV_IMAGE)"; \
else \
if [ "$(BUILD_DEFAULT_TRAIN)" = "1" ]; then \
$(MAKE) --no-print-directory docker-train-image TRAIN_IMAGE="$(TRAIN_IMAGE)"; \
fi; \
$(DOCKER) build --progress=$(DOCKER_BUILD_PROGRESS) \
-f $(DOCKERFILE) \
--target relax \
-t "$(DEV_IMAGE)" \
--build-arg TRAIN_IMAGE="$(TRAIN_IMAGE)" \
$(PROXY_BUILD_ARGS) $(BASE_IMAGE_BUILD_ARG) $(DOCKER_BUILD_ARGS) \
.; \
if [ "$(DO_PUSH)" != "0" ]; then $(DOCKER) push "$(DEV_IMAGE)"; fi; \
fi
docker-ascend: check-registry
@echo "[docker] output ascend image: $(ASCEND_DEV_IMAGE)"
@set -e; \
if $(IMAGE_INSPECT) "$(ASCEND_DEV_IMAGE)" >/dev/null 2>&1; then \
echo "[docker] skip existing $(IMAGE_LOCATION) ascend image: $(ASCEND_DEV_IMAGE)"; \
else \
DOCKER_BUILDKIT=$(ASCEND_DOCKER_BUILDKIT) $(DOCKER) build --progress=$(DOCKER_BUILD_PROGRESS) \
-f $(ASCEND_DOCKERFILE) \
--target relax \
-t "$(ASCEND_DEV_IMAGE)" \
--build-arg SOC_VERSION="$(SOC_VERSION)" \
$(PROXY_BUILD_ARGS) $(BASE_IMAGE_BUILD_ARG) $(DOCKER_BUILD_ARGS) \
.; \
if [ "$(DO_PUSH)" != "0" ]; then $(DOCKER) push "$(ASCEND_DEV_IMAGE)"; fi; \
fi
# Optional: wrap an Ascend dev image into an internal QS image using relax-ci's
# Dockerfile.qs. ASCEND_QS_DOCKERFILE must point at a relax-ci checkout; ASCEND_QS_BASE_IMAGE
# defaults to the dev image built above but can be any existing Ascend dev image.
docker-qs-ascend: check-registry check-qs-dockerfile check-ascend-qs-base-image
@echo "[docker] input ascend dev image: $(ASCEND_QS_BASE_IMAGE)"
@echo "[docker] output ascend qs image: $(ASCEND_QS_IMAGE)"
@set -e; \
if $(IMAGE_INSPECT) "$(ASCEND_QS_IMAGE)" >/dev/null 2>&1; then \
echo "[docker] skip existing $(IMAGE_LOCATION) ascend qs image: $(ASCEND_QS_IMAGE)"; \
else \
DOCKER_BUILDKIT=$(ASCEND_DOCKER_BUILDKIT) $(DOCKER) build --progress=$(DOCKER_BUILD_PROGRESS) \
--no-cache \
-f "$(ASCEND_QS_DOCKERFILE)" \
-t "$(ASCEND_QS_IMAGE)" \
--build-arg BASE_IMAGE="$(ASCEND_QS_BASE_IMAGE)" \
$(PROXY_BUILD_ARGS) $(DOCKER_BUILD_ARGS) \
"$(dir $(ASCEND_QS_DOCKERFILE))"; \
if [ "$(DO_PUSH)" != "0" ]; then $(DOCKER) push "$(ASCEND_QS_IMAGE)"; fi; \
fi