pineapple/fixtures/pipelines/bench_cpu_work_parity.json at 0d2af3c60304fd462ef4e29173d6a422736293f7 · Liam0205/pineapple · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
{
  "name": "transform_bench_cpu byte-identical work output across runtimes (M12)",
  "config": {
    "_PINEAPPLE_VERSION": "0.10.15",
    "pipeline_config": {
      "operators": {
        "bench": {
          "type_name": "transform_bench_cpu",
          "iterations": 2,
          "$metadata": {
            "common_input": [],
            "common_output": [],
            "item_input": [],
            "item_output": ["_bench_result"]
          }
        }
      },
      "pipeline_map": {
        "main_stage": {"pipeline": ["bench"]}
      }
    },
    "pipeline_group": {
      "main": {"pipeline": ["main_stage"]}
    },
    "flow_contract": {
      "common_input": [],
      "item_input": ["id"],
      "common_output": [],
      "item_output": ["id", "_bench_result"]
    }
  },
  "cases": [
    {
      "name": "iterations=2, single item, all three runtimes must agree bit-for-bit",
      "request": {
        "common": {},
        "items": [
          {"id": "a"}
        ]
      },
      "expected": {
        "common": {},
        "items": [
          {"id": "a", "_bench_result": 4356611.465081713}
        ]
      }
    },
    {
      "name": "iterations=2, three items, per-item compute repeated identically",
      "request": {
        "common": {},
        "items": [
          {"id": "x"},
          {"id": "y"},
          {"id": "z"}
        ]
      },
      "expected": {
        "common": {},
        "items": [
          {"id": "x", "_bench_result": 4356611.465081713},
          {"id": "y", "_bench_result": 4356611.465081713},
          {"id": "z", "_bench_result": 4356611.465081713}
        ]
      }
    },
    {
      "name": "iterations=2, zero items, body never executed (parity)",
      "request": {
        "common": {},
        "items": []
      },
      "expected": {
        "common": {},
        "items": []
      }
    }
  ]
}