-
Notifications
You must be signed in to change notification settings - Fork 88
Expand file tree
/
Copy pathbenchmarks.yml
More file actions
56 lines (55 loc) · 1.27 KB
/
benchmarks.yml
File metadata and controls
56 lines (55 loc) · 1.27 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
---
tf2_unet_train_real_pod4:
description: |
Training unet 1 replica on 4 IPUs
cmd: >-
python3 main.py
--nb-ipus-per-replica 4
--micro-batch-size 1
--gradient-accumulation-count 24
--train
--augment
--learning-rate 0.0024
--kfold 1
--num-epochs 200
--data-dir $DATASETS_DIR/tif
--benchmark
data:
throughput:
regexp: 'throughput: *(.*?) samples\/sec'
skip: 2
loss:
reduction_type: "final"
regexp: 'loss: *(\d*\.\d*)'
celoss:
reduction_type: "final"
regexp: 'ce_loss: *(\d*\.\d*)'
output:
- [samples/sec, 'throughput']
- [loss, 'loss']
- [CE-loss, 'celoss']
tf2_unet_infer_gen_pod4:
description: |
Inference on unet on IPUM-2000 (4 copies)
parameters:
batchsize: 1,2
cmd: >-
mpirun
--np 4
--bind-to socket
-x POPLAR_RUNTIME_OPTIONS
-x POPLAR_ENGINE_OPTIONS
python3 main.py
--nb-ipus-per-replica 1
--micro-batch-size {batchsize}
--steps-per-execution 400
--infer
--host-generated-data
--benchmark
data:
throughput:
regexp: 'throughput: *(.*?) samples\/sec'
output:
- [samples/sec, 'throughput']
env:
POPLAR_ENGINE_OPTIONS: '{"debug.retainDebugInformation":"true"}'