-
Notifications
You must be signed in to change notification settings - Fork 1
Expand file tree
/
Copy pathMakefile
More file actions
59 lines (48 loc) · 1.94 KB
/
Copy pathMakefile
File metadata and controls
59 lines (48 loc) · 1.94 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
train-all:
python train.py --num-levels 2 --scale-dim 64 --max-samples 100000 --epochs 50
python train.py --num-levels 3 --scale-dim 32 --max-samples 100000 --epochs 50
python train.py --num-levels 4 --scale-dim 32 --max-samples 100000 --epochs 50
eval-all:
python eval.py --model-path data/fractal_adapter_2L.pt \
> results/fractal_adapter_2L.txt
python eval.py --model-path data/fractal_adapter_3L.pt \
> results/fractal_adapter_3L.txt
python eval.py --model-path data/fractal_adapter_4L.pt \
> results/fractal_adapter_4L.txt
train-local:
uv run python train.py --max-samples 100000 --epochs 20
docker-build:
docker build \
-t gitlab-registry.nrp-nautilus.io/rcurrie/frac-bio-embed \
--platform linux/amd64 \
-f Dockerfile .
docker-push:
docker push gitlab-registry.nrp-nautilus.io/rcurrie/frac-bio-embed
train-local-docker:
docker run --rm \
-v ~/.aws:/root/.aws:ro \
-e S3_BASE=s3://braingeneers/personal/$$USER/frac-bio-embed \
-e AWS_ENDPOINT_URL=http://host.docker.internal:30000 \
gitlab-registry.nrp-nautilus.io/rcurrie/frac-bio-embed \
--max-samples 1000 --epochs 2
run-local-s3-job:
kubectl config use-context docker-desktop
-kubectl delete job/frac-bio-embed-train 2>/dev/null
envsubst < job.yaml | kubectl apply -f -
kubectl wait --for=condition=ready --timeout=-1s pod -l job-name=frac-bio-embed-train
kubectl logs -f job/frac-bio-embed-train
# kubectl delete job/frac-bio-embed-train
run-cloud-s3-job:
kubectl config use-context nautilus
-kubectl delete job/frac-bio-embed-train 2>/dev/null
envsubst < job.yaml | kubectl apply -f -
kubectl wait --for=condition=ready --timeout=-1s pod -l job-name=frac-bio-embed-train
shell-into-cloud:
kubectl exec -it frac-bio-embed-train-p4l8p -- /bin/bash
tail-cloud-s3-job:
kubectl logs -f job/frac-bio-embed-train
cleanup-cloud-s3-job:
kubectl delete job/frac-bio-embed-train
list-s3-outputs:
aws s3 ls --profile=braingeneers \
s3://braingeneers/personal/rcurrie/frac-bio-embed/