verilog-template/tasks.json at main · hud-evals/verilog-template · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
[
  {
    "id": "stream_arb_fifo_repair",
    "slug": "stream-arb-fifo-repair",
    "prompt_file": "tasks/stream_arb_fifo_repair/prompt.md",
    "workdir": "/workdir/stream_arb_fifo_repair",
    "metadata": {
      "track": "design",
      "variant": "repair_debug",
      "language": "systemverilog",
      "module": "stream_arb_fifo",
      "simulator": "verilator",
      "synthesis": "yosys",
      "rubric": "tasks/stream_arb_fifo_repair/donotaccess/rubric.json"
    },
    "agent_config": {
      "append_setup_output": false
    }
  },
  {
    "id": "stream_arb_fifo_cocotb_dv",
    "slug": "stream-arb-fifo-cocotb-dv",
    "prompt_file": "tasks/stream_arb_fifo_cocotb_dv/prompt.md",
    "workdir": "/workdir/stream_arb_fifo_cocotb_dv",
    "metadata": {
      "track": "verification",
      "variant": "repair_debug",
      "language": "python+cocotb",
      "module": "stream_arb_fifo",
      "simulator": "verilator",
      "verification": "cocotb",
      "rubric": "tasks/stream_arb_fifo_cocotb_dv/donotaccess/rubric.json"
    },
    "agent_config": {
      "append_setup_output": false
    }
  },
  {
    "id": "stream_arb_fifo_formal",
    "slug": "stream-arb-fifo-formal",
    "prompt_file": "tasks/stream_arb_fifo_formal/prompt.md",
    "workdir": "/workdir/stream_arb_fifo_formal",
    "metadata": {
      "track": "formal",
      "variant": "repair_debug",
      "language": "systemverilog-formal",
      "module": "stream_arb_fifo",
      "formal": "symbiyosys+yosys",
      "rubric": "tasks/stream_arb_fifo_formal/donotaccess/rubric.json"
    },
    "agent_config": {
      "append_setup_output": false
    }
  }
]