skills/evals/openalex/rubric.schema.json at main · Gabrymi93/skills · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
{
  "type": "object",
  "properties": {
    "overall_pass": { "type": "boolean" },
    "score": { "type": "integer", "minimum": 0, "maximum": 100 },
    "checks": {
      "type": "array",
      "items": {
        "type": "object",
        "properties": {
          "id": { "type": "string" },
          "pass": { "type": "boolean" },
          "notes": { "type": "string" }
        },
        "required": ["id", "pass", "notes"],
        "additionalProperties": false
      }
    }
  },
  "required": ["overall_pass", "score", "checks"],
  "additionalProperties": false,
  "_check_ids": [
    "trigger",
    "curl_urlencode",
    "api_key",
    "jq_parsing",
    "select_fields",
    "pitfall_relevance_sort",
    "pitfall_nested_select",
    "pdf_fallback_chain",
    "pdf_missing_handled"
  ]
}