swe-forge/repair_full_test.json at main · CortexLM/swe-forge · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
{
  "total_tasks": 5,
  "kept": 1,
  "rejected_complexity": 1,
  "rejected_verification": 3,
  "acceptance_rate": "20.0%",
  "results": [
    {
      "task_id": "CaptainFact-captain-fact-api-507",
      "complexity_score": 0.05,
      "complexity_difficulty": "easy",
      "complexity_passed": false,
      "verification_passed": false,
      "verification_error": null,
      "action": "reject_complexity",
      "details": {
        "reason": "Score 0.05 below threshold 0.25"
      }
    },
    {
      "task_id": "Fast-64-fast64-689",
      "complexity_score": 0.33,
      "complexity_difficulty": "easy",
      "complexity_passed": true,
      "verification_passed": true,
      "verification_error": null,
      "action": "keep",
      "details": {}
    },
    {
      "task_id": "GaijinEntertainment-daScript-2363",
      "complexity_score": 0.5,
      "complexity_difficulty": "medium",
      "complexity_passed": true,
      "verification_passed": false,
      "verification_error": "fail_to_pass tests FAIL after patch - patch doesn't fix the bug",
      "action": "reject_verification",
      "details": {}
    },
    {
      "task_id": "GitoxideLabs-gitoxide-2492",
      "complexity_score": 0.43,
      "complexity_difficulty": "medium",
      "complexity_passed": true,
      "verification_passed": false,
      "verification_error": "fail_to_pass tests FAIL after patch - patch doesn't fix the bug",
      "action": "reject_verification",
      "details": {}
    },
    {
      "task_id": "IBM-Cloud-terraform-provider-ibm-6692",
      "complexity_score": 0.42,
      "complexity_difficulty": "medium",
      "complexity_passed": true,
      "verification_passed": false,
      "verification_error": "Timeout during verification",
      "action": "reject_verification",
      "details": {}
    }
  ]
}