Cortex/benchmarks/results/repro/20260909-v4.20.0-longmemeval-s/MANIFEST.json at main · cdeust/Cortex · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
{
  "git_sha": "86251ab8fc27a18f80f9b09b99a75f3b60edd9cb",
  "machine_load_at_start": {
    "load_average_1m": 4.45703125,
    "load_average_5m": 5.33642578125,
    "load_average_15m": 5.6650390625,
    "cpu_count": 10,
    "concurrent_pytest_processes": 0,
    "concurrent_docker_containers": 1
  },
  "disk_space_at_start": {
    "repo_root": {
      "path": "/Users/cdeust/Developments/anthropic-partnership/Cortex/.claude/worktrees/bench-v4200",
      "free_bytes": 12583370752,
      "total_bytes": 494384795648
    },
    "docker_root": null
  },
  "machine_load_at_end": {
    "load_average_1m": 10.8740234375,
    "load_average_5m": 7.60400390625,
    "load_average_15m": 6.87109375,
    "cpu_count": 10,
    "concurrent_pytest_processes": 0,
    "concurrent_docker_containers": 2
  },
  "disk_space_at_end": {
    "repo_root": {
      "path": "/Users/cdeust/Developments/anthropic-partnership/Cortex/.claude/worktrees/bench-v4200",
      "free_bytes": 10084896768,
      "total_bytes": 494384795648
    },
    "docker_root": null
  },
  "longmemeval_dataset_sha256": "08d8dad4be43ee2049a22ff5674eb86725d0ce5ff434cde2627e5e8e7e117894",
  "pg_image": "pgvector/pgvector:pg16",
  "bench_container_name": "cortex-bench-pg-39984-6be2ee96",
  "bench_container_port": 32771,
  "bench_runner_pid": 39984,
  "python": "3.12.11",
  "packages": {
    "datasets": "5.0.1",
    "sentence-transformers": "5.6.1",
    "torch": "2.13.0",
    "psycopg": "3.3.5",
    "psycopg-pool": "3.3.1"
  },
  "embedding_model_revision": "1110a243fdf4706b3f48f1d95db1a4f5529b4d41",
  "reranker_active": true,
  "reranker_state": "loaded",
  "reranker_model_sha256": "d3dd7b09fcf06b0c070081d6819b5effbb40b667bcad78b2d7543400271141d1",
  "results_files": [
    "longmemeval-s.json"
  ]
}