Skip to content

Commit e0059f3

Browse files
committed
refactor: update the new schema naming convention
1 parent 2523106 commit e0059f3

File tree

2 files changed

+5
-5
lines changed

2 files changed

+5
-5
lines changed
Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1 +1 @@
1-
{"task_id": "sosp24_wasabi", "task_file": "data/benchmark/sosp24_wasabi/wasabi/README.md", "repo_name": "sosp24_wasabi", "test_method": "data/benchmark/sosp24_wasabi/wasabi/_agent_eval/main.py", "expected_score": 4, "test_results": "", "difficulty": "easy", "repo_url": "https://github.com/bastoica/wasabi/tree/sosp24-ae"}
1+
{"artifact_id": "sosp24_wasabi", "artifact_dir": "sosp24_wasabi", "artifact_readme": "data/benchmark/sosp24_wasabi/wasabi/README.md", "artifact_url": "https://github.com/bastoica/wasabi/tree/sosp24-ae", "evaluator": "data/benchmark/sosp24_wasabi/wasabi/_agent_eval/main.py", "expected_score": 4, "docer_env": ""}

benchmarks/arteval_bench/src/main.py

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -31,10 +31,10 @@ def main(file_path, model, agent, save_path):
3131
continue
3232

3333
deployment = item.get('docker_env', None)
34-
project_path = f"./data/benchmark/{item.get('repo_name', None)}"
35-
task_file = item.get('task_file', None)
36-
task_id = item.get('task_id', None)
37-
test_method = item.get('test_method', None)
34+
project_path = f"./data/benchmark/{item.get('artifact_dir', None)}"
35+
task_file = item.get('artifact_readme', None)
36+
task_id = item.get('artifact_id', None)
37+
test_method = item.get('evaluator', None)
3838

3939
task = get_task(task_file)
4040

0 commit comments

Comments
 (0)