Retrigger/tools/benchmarks/schema/results.v1.schema.json at main · GriffinCanCode/Retrigger · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
{
  "$schema": "https://json-schema.org/draft/2020-12/schema",
  "$id": "https://retrigger.dev/schemas/benchmarks/results.v1.schema.json",
  "title": "Retrigger benchmark results v1",
  "type": "object",
  "required": ["schema", "schemaVersion", "env", "suites"],
  "additionalProperties": true,
  "properties": {
    "schema": { "const": "retrigger.benchmarks.results.v1" },
    "schemaVersion": { "const": 1 },
    "env": {
      "type": "object",
      "required": ["timestamp", "node", "platform", "arch", "engine", "hashAlgorithm"],
      "properties": {
        "timestamp": { "type": "string" },
        "gitSha": { "type": ["string", "null"] },
        "node": { "type": "string" },
        "platform": { "type": "string" },
        "arch": { "type": "string" },
        "osRelease": { "type": "string" },
        "cpuModel": { "type": ["string", "null"] },
        "cpuCount": { "type": "integer" },
        "totalMemoryBytes": { "type": "number" },
        "engine": { "type": "string" },
        "backend": { "type": "string" },
        "hashAlgorithm": { "type": "string" },
        "simd": { "type": ["string", "null"] },
        "engineReason": { "type": ["string", "null"] },
        "corePath": { "type": "string" }
      }
    },
    "config": { "type": "object" },
    "suites": {
      "type": "array",
      "items": {
        "type": "object",
        "required": ["name", "cases"],
        "properties": {
          "name": { "type": "string" },
          "description": { "type": "string" },
          "cases": {
            "type": "array",
            "items": {
              "type": "object",
              "required": ["id"],
              "properties": {
                "id": { "type": "string" },
                "watcher": { "type": "string" },
                "status": { "enum": ["ok", "error", "not_installed", "skipped"] },
                "error": { "type": "string" },
                "metrics": { "type": "object" },
                "samples": {
                  "type": "array",
                  "items": { "type": "number" }
                },
                "resources": { "type": "object" }
              }
            }
          }
        }
      }
    },
    "gates": {
      "type": "array",
      "items": {
        "type": "object",
        "required": ["id", "pass", "detail"],
        "properties": {
          "id": { "type": "string" },
          "pass": { "type": "boolean" },
          "detail": { "type": "string" }
        }
      }
    }
  }
}