forked from TraceMachina/nativelink-blogs
-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathBUILD.bazel
More file actions
27 lines (25 loc) · 905 Bytes
/
BUILD.bazel
File metadata and controls
27 lines (25 loc) · 905 Bytes
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
load("@rules_python//python:defs.bzl", "py_test")
exports_files(
["train_model.py"],
visibility = ["//visibility:public"], # Makes it visible to all packages
)
py_test(
name = "training_test",
size = "large",
srcs = ["train_model.py"],
main = "train_model.py",
# IMPORTANT: Model training is irreproducible. We can use NativeLink to
# speed up the build, but we can't "reuse" a cached model as
# every training run will yield different results. The `no-cache`
# flag here prevents any sort of caching while still allowing for
# remote execution in Nativelink's distributed infrastructure.
tags = ["no-cache"],
visibility = ["//visibility:public"],
deps = [
"@pypi//accelerate",
"@pypi//datasets",
"@pypi//psutil",
"@pypi//torch",
"@pypi//transformers",
],
)