|
1 | 1 | # @package _global_ |
2 | 2 |
|
| 3 | +# Deployment (see autoware_ml/deployment/config.py for the typed schema). |
| 4 | +# Per-stage settings live under deploy.stages.<stage_name>, keyed by the names the |
| 5 | +# model declares in build_stages(); artifact names are derived from the same names |
| 6 | +# (<stage_name>.onnx / .engine), so nothing is spelled twice. |
3 | 7 | deploy: |
4 | 8 | onnx: |
5 | 9 | enabled: true |
6 | 10 | dynamo: true |
7 | 11 | opset_version: 21 |
8 | | - modify_graph: null |
| 12 | + do_constant_folding: true |
| 13 | + # Precision of the exported graphs. TensorRT builds strongly typed (weak typing |
| 14 | + # was removed in TensorRT 11), so precision lives in the ONNX: |
| 15 | + # fp32 — export as traced. |
| 16 | + # fp16 — run ModelOpt AutoCast on every exported stage WITHOUT Q/DQ nodes |
| 17 | + # (quantized stages keep the precision their checkpoint bakes in). |
9 | 18 | precision: fp32 |
| 19 | + modify_graph: null |
10 | 20 | tensorrt: |
11 | 21 | enabled: true |
12 | 22 | workspace_size: 4294967296 |
| 23 | + plugin_libraries: [] |
| 24 | + # deploy.stages.<stage_name>.onnx.{dynamic_axes|dynamic_shapes} |
| 25 | + # deploy.stages.<stage_name>.tensorrt.input_shapes.<input>.{min_shape,opt_shape,max_shape} |
| 26 | + stages: {} |
| 27 | + # Cross-backend numerical parity on the final raw graph outputs (opt-in per experiment). |
| 28 | + verification: |
| 29 | + enabled: false |
| 30 | + # Default absolute tolerance for FP32-graph comparisons. Lossy backends |
| 31 | + # (fp16 engines, int8) must set an explicit per-scenario `tolerance` instead |
| 32 | + # of loosening this default. |
| 33 | + tolerance: 0.01 |
| 34 | + num_verify_batches: 1 |
| 35 | + scenarios: [] |
| 36 | + # Per-backend ground-truth metrics + latency on the test split (opt-in per experiment). |
| 37 | + # PyTorch is a backend like the others; keys land under {split}/{backend}/{metric}. |
| 38 | + evaluation: |
| 39 | + enabled: false |
| 40 | + # Split the backends are scored on: test (default) or val — for when the test |
| 41 | + # split is unavailable or held back. Metric keys carry the split (val/{backend}/...). |
| 42 | + split: test |
| 43 | + num_samples: -1 |
| 44 | + num_warmup: 2 |
| 45 | + backends: |
| 46 | + pytorch: { enabled: true, device: cuda } |
| 47 | + onnx: { enabled: true, device: cuda } |
| 48 | + tensorrt: { enabled: true, device: cuda } |
0 commit comments