Skip to content

Commit 3564297

Browse files
committed
Update ['dlc_developer_config.toml']
dlc_developer_config.toml: { 'build': { 'build_frameworks': ['huggingface_pytorch'], 'build_inference': False, 'build_training': True}, 'buildspec_override': { 'dlc-pr-huggingface-pytorch-training': 'huggingface/pytorch/training/buildspec.yml'}, 'dev': { 'arm64_mode': False, 'deep_canary_mode': False, 'graviton_mode': False, 'neuronx_mode': False}, 'test': { 'ec2_tests': False, 'ecs_tests': False, 'eks_tests': False, 'sagemaker_local_tests': False, 'sagemaker_remote_tests': False, 'sanity_tests': True, 'security_tests': False}}
1 parent 5288002 commit 3564297

File tree

1 file changed

+14
-118
lines changed

1 file changed

+14
-118
lines changed

dlc_developer_config.toml

Lines changed: 14 additions & 118 deletions
Original file line numberDiff line numberDiff line change
@@ -1,179 +1,75 @@
11
[dev]
2-
# Set to "huggingface", for example, if you are a huggingface developer. Default is ""
32
partner_developer = ""
4-
# Please only set it to true if you are preparing an EI related PR
5-
# Do remember to revert it back to false before merging any PR (including EI dedicated PR)
63
ei_mode = false
7-
# Please only set it to true if you are preparing a NEURON related PR
8-
# Do remember to revert it back to false before merging any PR (including NEURON dedicated PR)
94
neuron_mode = false
10-
# Please only set it to true if you are preparing a NEURONX related PR
11-
# Do remember to revert it back to false before merging any PR (including NEURONX dedicated PR)
125
neuronx_mode = false
13-
# Please only set it to true if you are preparing a GRAVITON related PR
14-
# Do remember to revert it back to false before merging any PR (including GRAVITON dedicated PR)
156
graviton_mode = false
16-
# Please only set it to true if you are preparing a ARM64 related PR
17-
# Do remember to revert it back to false before merging any PR (including ARM64 dedicated PR)
187
arm64_mode = false
19-
# Please only set it to True if you are preparing a HABANA related PR
20-
# Do remember to revert it back to False before merging any PR (including HABANA dedicated PR)
218
habana_mode = false
22-
# Please only set it to True if you are preparing a HUGGINGFACE TRCOMP related PR
23-
# Do remember to revert it back to False before merging any PR (including HUGGINGFACE TRCOMP dedicated PR)
24-
# This mode is used to build TF 2.6 and PT1.11 DLC
259
huggingface_trcomp_mode = false
26-
# Please only set it to True if you are preparing a TRCOMP related PR
27-
# Do remember to revert it back to False before merging any PR (including TRCOMP dedicated PR)
28-
# This mode is used to build PT1.12 and above DLC
2910
trcomp_mode = false
30-
# Set deep_canary_mode to true to simulate Deep Canary Test conditions on PR for all frameworks in the
31-
# build_frameworks list below. This will cause all image builds and non-deep-canary tests on the PR to be skipped,
32-
# regardless of whether they are enabled or disabled below.
33-
# Set graviton_mode/arm64_mode to true to run Deep Canaries on Graviton/ARM64 images.
34-
# Do remember to revert it back to false before merging any PR.
3511
deep_canary_mode = false
3612

3713
[build]
38-
# Add in frameworks you would like to build. By default, builds are disabled unless you specify building an image.
39-
# available frameworks - ["base", "vllm", "autogluon", "huggingface_tensorflow", "huggingface_pytorch", "huggingface_tensorflow_trcomp", "huggingface_pytorch_trcomp", "pytorch_trcomp", "tensorflow", "pytorch", "stabilityai_pytorch"]
40-
build_frameworks = []
41-
42-
43-
# By default we build both training and inference containers. Set true/false values to determine which to build.
14+
build_frameworks = [ "huggingface_pytorch",]
4415
build_training = true
45-
build_inference = true
46-
47-
# Set do_build to "false" to skip builds and test the latest image built by this PR
48-
# Note: at least one build is required to set do_build to "false"
16+
build_inference = false
4917
do_build = true
5018

5119
[notify]
52-
### Notify on test failures
53-
### Off by default
5420
notify_test_failures = false
55-
# Valid values: medium or high
56-
notification_severity = "medium"
21+
notification_severity = "medium"
5722

5823
[test]
59-
### On by default
6024
sanity_tests = true
61-
security_tests = true
62-
safety_check_test = false
63-
ecr_scan_allowlist_feature = false
64-
ecs_tests = true
65-
eks_tests = true
66-
ec2_tests = true
67-
# Set it to true if you are preparing a Benchmark related PR
25+
security_tests = false
26+
safety_check_test = false
27+
ecr_scan_allowlist_feature = false
28+
ecs_tests = false
29+
eks_tests = false
30+
ec2_tests = false
6831
ec2_benchmark_tests = false
69-
70-
### Set ec2_tests_on_heavy_instances = true to be able to run any EC2 tests that use large/expensive instance types by
71-
### default. If false, these types of tests will be skipped while other tests will run as usual.
72-
### These tests are run in EC2 test jobs, so ec2_tests must be true if ec2_tests_on_heavy_instances is true.
73-
### Off by default (set to false)
7432
ec2_tests_on_heavy_instances = false
75-
### SM specific tests
76-
### On by default
77-
sagemaker_local_tests = true
78-
### Set enable_ipv6 = true to run tests with IPv6-enabled resources
79-
### Off by default (set to false)
33+
sagemaker_local_tests = false
8034
enable_ipv6 = false
81-
### Set the VPC name to be used for IPv6 testing, this variable is empty by default
82-
### To create an IPv6-enabled VPC and its related resources:
83-
### 1. Follow this AWS doc: https://docs.aws.amazon.com/vpc/latest/userguide/create-vpc.html#create-vpc-and-other-resources
84-
### 2. After creating the VPC and related resources:
85-
### a. Set 'Auto-assign IPv6 address' option to 'No' in all public subnets within the VPC
86-
### b. Configure the default security group to allow SSH traffic using IPv4
87-
###
88-
### 3. Create an EFA-enabled security group:
89-
### a. Follow 'Step 1: Prepare an EFA-enabled security group' in:
90-
### https://docs.aws.amazon.com/AWSEC2/latest/UserGuide/efa-start.html#efa-start-security
91-
### b. Configure this security group to also allow SSH traffic via IPv4
9235
ipv6_vpc_name = ""
93-
94-
# run standard sagemaker remote tests from test/sagemaker_tests
95-
sagemaker_remote_tests = true
96-
# run efa sagemaker tests
36+
sagemaker_remote_tests = false
9737
sagemaker_efa_tests = false
98-
# run release_candidate_integration tests
9938
sagemaker_rc_tests = false
100-
# run sagemaker benchmark tests
10139
sagemaker_benchmark_tests = false
102-
103-
# SM remote EFA test instance type
10440
sagemaker_remote_efa_instance_type = ""
105-
106-
# Run CI tests for nightly images
107-
# false by default
10841
nightly_pr_test_mode = false
109-
11042
use_scheduler = false
11143

11244
[buildspec_override]
113-
# Assign the path to the required buildspec file from the deep-learning-containers folder
114-
# For example:
115-
# dlc-pr-tensorflow-2-habana-training = "habana/tensorflow/training/buildspec-2-10.yml"
116-
# dlc-pr-pytorch-inference = "pytorch/inference/buildspec-1-12.yml"
117-
# Setting the buildspec file path to "" allows the image builder to choose the default buildspec file.
118-
119-
### TRAINING PR JOBS ###
120-
121-
# Standard Framework Training
12245
dlc-pr-pytorch-training = ""
12346
dlc-pr-tensorflow-2-training = ""
12447
dlc-pr-autogluon-training = ""
125-
126-
# ARM64 Training
12748
dlc-pr-pytorch-arm64-training = ""
128-
129-
# HuggingFace Training
13049
dlc-pr-huggingface-tensorflow-training = ""
131-
dlc-pr-huggingface-pytorch-training = ""
132-
133-
# Training Compiler
50+
dlc-pr-huggingface-pytorch-training = "huggingface/pytorch/training/buildspec.yml"
13451
dlc-pr-huggingface-pytorch-trcomp-training = ""
13552
dlc-pr-huggingface-tensorflow-2-trcomp-training = ""
13653
dlc-pr-pytorch-trcomp-training = ""
137-
138-
# Neuron Training
13954
dlc-pr-pytorch-neuron-training = ""
14055
dlc-pr-tensorflow-2-neuron-training = ""
141-
142-
# Stability AI Training
14356
dlc-pr-stabilityai-pytorch-training = ""
144-
145-
# Habana Training
14657
dlc-pr-pytorch-habana-training = ""
14758
dlc-pr-tensorflow-2-habana-training = ""
148-
149-
### INFERENCE PR JOBS ###
150-
151-
# Standard Framework Inference
15259
dlc-pr-pytorch-inference = ""
15360
dlc-pr-tensorflow-2-inference = ""
15461
dlc-pr-autogluon-inference = ""
155-
156-
# Graviton Inference
15762
dlc-pr-pytorch-graviton-inference = ""
15863
dlc-pr-tensorflow-2-graviton-inference = ""
159-
160-
# ARM64 Inference
16164
dlc-pr-pytorch-arm64-inference = ""
16265
dlc-pr-tensorflow-2-arm64-inference = ""
163-
164-
# Neuron Inference
16566
dlc-pr-pytorch-neuron-inference = ""
16667
dlc-pr-tensorflow-1-neuron-inference = ""
16768
dlc-pr-tensorflow-2-neuron-inference = ""
168-
169-
# HuggingFace Inference
17069
dlc-pr-huggingface-tensorflow-inference = ""
17170
dlc-pr-huggingface-pytorch-inference = ""
17271
dlc-pr-huggingface-pytorch-neuron-inference = ""
173-
174-
# Stability AI Inference
17572
dlc-pr-stabilityai-pytorch-inference = ""
176-
177-
# EIA Inference
17873
dlc-pr-pytorch-eia-inference = ""
179-
dlc-pr-tensorflow-2-eia-inference = ""
74+
dlc-pr-tensorflow-2-eia-inference = ""
75+

0 commit comments

Comments
 (0)