File tree Expand file tree Collapse file tree 1 file changed +0
-11
lines changed
Expand file tree Collapse file tree 1 file changed +0
-11
lines changed Original file line number Diff line number Diff line change @@ -13,10 +13,8 @@ For example:
1313
1414``` yaml
1515testenv :
16- # dataset configuration
1716 dataset :
1817 ...
19- # metrics configuration for test case's evaluation; list type;
2018 metrics :
2119 ...
2220` ` `
@@ -67,11 +65,8 @@ Or JSONL:
6765For example:
6866
6967``` yaml
70- # dataset configuration
7168dataset :
72- # the url address of train dataset index; string type;
7369 train_index : " ./dataset/mmlu-5-shot/train_data/data.json"
74- # the url address of test dataset index; string type;
7570 test_index : " ./dataset/mmlu-5-shot/test_data/metadata.json"
7671` ` `
7772
@@ -101,18 +96,12 @@ You can select multiple metrics in `examples/cloud-edge-collaborative-inference-
10196` ` ` yaml
10297# testenv.yaml
10398testenv:
104- # dataset configuration
10599 dataset:
106- # the url address of train dataset index; string type;
107100 train_data: "./dataset/mmlu-5-shot/train_data/data.json"
108- # the url address of test dataset index; string type;
109101 test_data_info: "./dataset/mmlu-5-shot/test_data/metadata.json"
110102
111- # metrics configuration for test case's evaluation; list type;
112103 metrics:
113- # metric name; string type;
114104 - name: "Accuracy"
115- # the url address of python file
116105 url: "./examples/cloud-edge-collaborative-inference-for-llm/testenv/accuracy.py"
117106
118107 - name: "Edge Ratio"
You can’t perform that action at this time.
0 commit comments