Skip to content

Commit d938501

Browse files
luciaquirkeluciaquirke
committed
Add data
1 parent 710460e commit d938501

File tree

1 file changed

+31
-0
lines changed

1 file changed

+31
-0
lines changed

‎runs/benchmarks/small_models_cli_benchmark_8gpu.csv‎

Lines changed: 31 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,31 @@
1+
model_key,model_name,model_params,train_tokens,eval_tokens,dataset,batch_size,build_seconds,reduce_seconds,score_seconds,total_runtime_seconds,run_path,num_gpus,hardware
2+
pythia-12b,EleutherAI/pythia-12b,12000000000,10000,1,data/EleutherAI/SmolLM2-135M-10B-tokenized,32768,42.63282784598414,,42.1408650589874,84.7738633150002,/home/luciarosequirke/bergson/runs/bergson_cli_benchmark_2/pythia-12b/10K-1.02K-1-8gpu-2026-01-19T01:58:21Z,8,eleuther-group-fq9g.us-central1-c.c.aisquared-1738.internal (8x NVIDIA H100 80GB HBM3)
3+
pythia-12b,EleutherAI/pythia-12b,12000000000,100000000,1,data/EleutherAI/SmolLM2-135M-10B-tokenized,32768,2024.0552952329745,,2019.937575901975,4043.9930308790063,/home/luciarosequirke/bergson/runs/bergson_cli_benchmark_2/pythia-12b/100M-1.02K-1-8gpu-2026-01-19T02:13:58Z,8,eleuther-group-fq9g.us-central1-c.c.aisquared-1738.internal (8x NVIDIA H100 80GB HBM3)
4+
pythia-12b,EleutherAI/pythia-12b,12000000000,1000000,1,data/EleutherAI/SmolLM2-135M-10B-tokenized,32768,59.427474789030384,,62.156387826020364,121.58403757802444,/home/luciarosequirke/bergson/runs/bergson_cli_benchmark_2/pythia-12b/1M-1.02K-1-8gpu-2026-01-19T02:02:38Z,8,eleuther-group-fq9g.us-central1-c.c.aisquared-1738.internal (8x NVIDIA H100 80GB HBM3)
5+
pythia-12b,EleutherAI/pythia-12b,12000000000,100000,1,data/EleutherAI/SmolLM2-135M-10B-tokenized,32768,42.417386753018945,,45.424360172008164,87.84193140402203,/home/luciarosequirke/bergson/runs/bergson_cli_benchmark_2/pythia-12b/100K-1.02K-1-8gpu-2026-01-19T02:00:28Z,8,eleuther-group-fq9g.us-central1-c.c.aisquared-1738.internal (8x NVIDIA H100 80GB HBM3)
6+
pythia-12b,EleutherAI/pythia-12b,12000000000,10000000,1,data/EleutherAI/SmolLM2-135M-10B-tokenized,32768,236.45404899597634,,237.08165448502405,473.53587540402077,/home/luciarosequirke/bergson/runs/bergson_cli_benchmark_2/pythia-12b/10M-1.02K-1-8gpu-2026-01-19T02:05:22Z,8,eleuther-group-fq9g.us-central1-c.c.aisquared-1738.internal (8x NVIDIA H100 80GB HBM3)
7+
pythia-1b,EleutherAI/pythia-1b,1000000000,100000000,1,data/EleutherAI/SmolLM2-135M-10B-tokenized,8192,337.6899828899768,,316.73796396999387,654.4281088850112,/home/luciarosequirke/bergson/runs/bergson_cli_benchmark_2/pythia-1b/100M-1.02K-1-8gpu-2026-01-18T23:22:38Z,8,eleuther-group-fq9g.us-central1-c.c.aisquared-1738.internal (8x NVIDIA H100 80GB HBM3)
8+
pythia-1b,EleutherAI/pythia-1b,1000000000,100000,1,data/EleutherAI/SmolLM2-135M-10B-tokenized,8192,26.416164669033606,,27.423962118977215,53.84028749499703,/home/luciarosequirke/bergson/runs/bergson_cli_benchmark_2/pythia-1b/100K-1.02K-1-8gpu-2026-01-18T23:17:27Z,8,eleuther-group-fq9g.us-central1-c.c.aisquared-1738.internal (8x NVIDIA H100 80GB HBM3)
9+
pythia-1b,EleutherAI/pythia-1b,1000000000,10000,1,data/EleutherAI/SmolLM2-135M-10B-tokenized,8192,27.222709299996495,,28.51971986697754,55.74260708299698,/home/luciarosequirke/bergson/runs/bergson_cli_benchmark_2/pythia-1b/10K-1.02K-1-8gpu-2026-01-18T23:15:58Z,8,eleuther-group-fq9g.us-central1-c.c.aisquared-1738.internal (8x NVIDIA H100 80GB HBM3)
10+
pythia-1b,EleutherAI/pythia-1b,1000000000,1000000,1,data/EleutherAI/SmolLM2-135M-10B-tokenized,8192,30.456283305946272,,30.690752541995607,61.14720904297428,/home/luciarosequirke/bergson/runs/bergson_cli_benchmark_2/pythia-1b/1M-1.02K-1-8gpu-2026-01-18T23:18:49Z,8,eleuther-group-fq9g.us-central1-c.c.aisquared-1738.internal (8x NVIDIA H100 80GB HBM3)
11+
pythia-1b,EleutherAI/pythia-1b,1000000000,10000000,1,data/EleutherAI/SmolLM2-135M-10B-tokenized,8192,56.308417428983375,,55.442158212012146,111.75074404798215,/home/luciarosequirke/bergson/runs/bergson_cli_benchmark_2/pythia-1b/10M-1.02K-1-8gpu-2026-01-18T23:20:18Z,8,eleuther-group-fq9g.us-central1-c.c.aisquared-1738.internal (8x NVIDIA H100 80GB HBM3)
12+
pythia-70m,EleutherAI/pythia-70m,70000000,100000,1,data/EleutherAI/SmolLM2-135M-10B-tokenized,8192,24.207900388981216,,26.408902990981005,50.616967809037305,/home/luciarosequirke/bergson/runs/bergson_cli_benchmark_2/pythia-70m/100K-1.02K-1-8gpu-2026-01-18T22:48:29Z,8,eleuther-group-fq9g.us-central1-c.c.aisquared-1738.internal (8x NVIDIA H100 80GB HBM3)
13+
pythia-70m,EleutherAI/pythia-70m,70000000,10000,1,data/EleutherAI/SmolLM2-135M-10B-tokenized,8192,24.159287162998226,,26.254051967000123,50.41350559797138,/home/luciarosequirke/bergson/runs/bergson_cli_benchmark_2/pythia-70m/10K-1.02K-1-8gpu-2026-01-18T22:47:08Z,8,eleuther-group-fq9g.us-central1-c.c.aisquared-1738.internal (8x NVIDIA H100 80GB HBM3)
14+
pythia-70m,EleutherAI/pythia-70m,70000000,1000000,1,data/EleutherAI/SmolLM2-135M-10B-tokenized,8192,25.25153265800327,,27.185437927022576,52.437142154958565,/home/luciarosequirke/bergson/runs/bergson_cli_benchmark_2/pythia-70m/1M-1.02K-1-8gpu-2026-01-18T22:49:47Z,8,eleuther-group-fq9g.us-central1-c.c.aisquared-1738.internal (8x NVIDIA H100 80GB HBM3)
15+
pythia-70m,EleutherAI/pythia-70m,70000000,10000000,1,data/EleutherAI/SmolLM2-135M-10B-tokenized,8192,40.35187385499012,,41.33204508601921,81.68412868800806,/home/luciarosequirke/bergson/runs/bergson_cli_benchmark_2/pythia-70m/10M-1.02K-1-8gpu-2026-01-18T22:51:07Z,8,eleuther-group-fq9g.us-central1-c.c.aisquared-1738.internal (8x NVIDIA H100 80GB HBM3)
16+
pythia-70m,EleutherAI/pythia-70m,70000000,100000000,1,data/EleutherAI/SmolLM2-135M-10B-tokenized,8192,197.49145769001916,,197.39567230304237,394.8872911670478,/home/luciarosequirke/bergson/runs/bergson_cli_benchmark_2/pythia-70m/100M-1.02K-1-8gpu-2026-01-18T22:52:56Z,8,eleuther-group-fq9g.us-central1-c.c.aisquared-1738.internal (8x NVIDIA H100 80GB HBM3)
17+
pythia-160m,EleutherAI/pythia-160m,160000000,100000000,1,data/EleutherAI/SmolLM2-135M-10B-tokenized,8192,281.48761095904047,,272.8164220630424,554.3041947110323,/home/luciarosequirke/bergson/runs/bergson_cli_benchmark_2/pythia-160m/100M-1.02K-1-8gpu-2026-01-18T23:06:16Z,8,eleuther-group-fq9g.us-central1-c.c.aisquared-1738.internal (8x NVIDIA H100 80GB HBM3)
18+
pythia-160m,EleutherAI/pythia-160m,160000000,100000,1,data/EleutherAI/SmolLM2-135M-10B-tokenized,8192,26.23277256998699,,27.45366651803488,53.68658489995869,/home/luciarosequirke/bergson/runs/bergson_cli_benchmark_2/pythia-160m/100K-1.02K-1-8gpu-2026-01-18T23:01:22Z,8,eleuther-group-fq9g.us-central1-c.c.aisquared-1738.internal (8x NVIDIA H100 80GB HBM3)
19+
pythia-160m,EleutherAI/pythia-160m,160000000,1000000,1,data/EleutherAI/SmolLM2-135M-10B-tokenized,8192,27.19159475399647,,29.561530318984296,56.75329679902643,/home/luciarosequirke/bergson/runs/bergson_cli_benchmark_2/pythia-160m/1M-1.02K-1-8gpu-2026-01-18T23:02:44Z,8,eleuther-group-fq9g.us-central1-c.c.aisquared-1738.internal (8x NVIDIA H100 80GB HBM3)
20+
pythia-160m,EleutherAI/pythia-160m,160000000,10000,1,data/EleutherAI/SmolLM2-135M-10B-tokenized,8192,25.078622913046274,,27.563173417001963,52.641967205971014,/home/luciarosequirke/bergson/runs/bergson_cli_benchmark_2/pythia-160m/10K-1.02K-1-8gpu-2026-01-18T22:59:59Z,8,eleuther-group-fq9g.us-central1-c.c.aisquared-1738.internal (8x NVIDIA H100 80GB HBM3)
21+
pythia-160m,EleutherAI/pythia-160m,160000000,10000000,1,data/EleutherAI/SmolLM2-135M-10B-tokenized,8192,48.25453913398087,,51.35037930600811,99.60508959903382,/home/luciarosequirke/bergson/runs/bergson_cli_benchmark_2/pythia-160m/10M-1.02K-1-8gpu-2026-01-18T23:04:08Z,8,eleuther-group-fq9g.us-central1-c.c.aisquared-1738.internal (8x NVIDIA H100 80GB HBM3)
22+
pythia-6.9b,EleutherAI/pythia-6.9b,6900000000,10000,1,data/EleutherAI/SmolLM2-135M-10B-tokenized,32768,39.36518669698853,,38.71987656404963,78.0852783480077,/home/luciarosequirke/bergson/runs/bergson_cli_benchmark_2/pythia-6.9b/10K-1.02K-1-8gpu-2026-01-19T01:00:35Z,8,eleuther-group-fq9g.us-central1-c.c.aisquared-1738.internal (8x NVIDIA H100 80GB HBM3)
23+
pythia-6.9b,EleutherAI/pythia-6.9b,6900000000,100000,1,data/EleutherAI/SmolLM2-135M-10B-tokenized,32768,37.44996233895654,,39.799940449011046,77.25005847902503,/home/luciarosequirke/bergson/runs/bergson_cli_benchmark_2/pythia-6.9b/100K-1.02K-1-8gpu-2026-01-19T01:02:34Z,8,eleuther-group-fq9g.us-central1-c.c.aisquared-1738.internal (8x NVIDIA H100 80GB HBM3)
24+
pythia-6.9b,EleutherAI/pythia-6.9b,6900000000,1000000,1,data/EleutherAI/SmolLM2-135M-10B-tokenized,32768,49.385312797967345,,51.946018943039235,101.33148697897559,/home/luciarosequirke/bergson/runs/bergson_cli_benchmark_2/pythia-6.9b/1M-1.02K-1-8gpu-2026-01-19T01:04:31Z,8,eleuther-group-fq9g.us-central1-c.c.aisquared-1738.internal (8x NVIDIA H100 80GB HBM3)
25+
pythia-6.9b,EleutherAI/pythia-6.9b,6900000000,10000000,1,data/EleutherAI/SmolLM2-135M-10B-tokenized,32768,165.55896946799476,,167.31033275596565,332.8694759529899,/home/luciarosequirke/bergson/runs/bergson_cli_benchmark_2/pythia-6.9b/10M-1.02K-1-8gpu-2026-01-19T01:06:53Z,8,eleuther-group-fq9g.us-central1-c.c.aisquared-1738.internal (8x NVIDIA H100 80GB HBM3)
26+
pythia-6.9b,EleutherAI/pythia-6.9b,6900000000,100000000,1,data/EleutherAI/SmolLM2-135M-10B-tokenized,32768,1342.969735738996,,1331.3673178580357,2674.3372538129915,/home/luciarosequirke/bergson/runs/bergson_cli_benchmark_2/pythia-6.9b/100M-1.02K-1-8gpu-2026-01-19T01:13:06Z,8,eleuther-group-fq9g.us-central1-c.c.aisquared-1738.internal (8x NVIDIA H100 80GB HBM3)
27+
pythia-14m,EleutherAI/pythia-14m,14000000,1000000,1,data/EleutherAI/SmolLM2-135M-10B-tokenized,8192,27.189026743988506,,26.272265993990004,53.46146049897652,/home/luciarosequirke/bergson/runs/bergson_cli_benchmark_2/pythia-14m/1M-1.02K-1-8gpu-2026-01-18T22:36:54Z,8,eleuther-group-fq9g.us-central1-c.c.aisquared-1738.internal (8x NVIDIA H100 80GB HBM3)
28+
pythia-14m,EleutherAI/pythia-14m,14000000,10000,1,data/EleutherAI/SmolLM2-135M-10B-tokenized,8192,22.991685483022593,,25.07390448800288,48.065752763999626,/home/luciarosequirke/bergson/runs/bergson_cli_benchmark_2/pythia-14m/10K-1.02K-1-8gpu-2026-01-18T22:34:22Z,8,eleuther-group-fq9g.us-central1-c.c.aisquared-1738.internal (8x NVIDIA H100 80GB HBM3)
29+
pythia-14m,EleutherAI/pythia-14m,14000000,10000000,1,data/EleutherAI/SmolLM2-135M-10B-tokenized,8192,40.27026768901851,,40.21278706897283,80.48320816201158,/home/luciarosequirke/bergson/runs/bergson_cli_benchmark_2/pythia-14m/10M-1.02K-1-8gpu-2026-01-18T22:38:15Z,8,eleuther-group-fq9g.us-central1-c.c.aisquared-1738.internal (8x NVIDIA H100 80GB HBM3)
30+
pythia-14m,EleutherAI/pythia-14m,14000000,100000000,1,data/EleutherAI/SmolLM2-135M-10B-tokenized,8192,199.39215644495562,,198.48760693898657,397.8799218930071,/home/luciarosequirke/bergson/runs/bergson_cli_benchmark_2/pythia-14m/100M-1.02K-1-8gpu-2026-01-18T22:40:03Z,8,eleuther-group-fq9g.us-central1-c.c.aisquared-1738.internal (8x NVIDIA H100 80GB HBM3)
31+
pythia-14m,EleutherAI/pythia-14m,14000000,100000,1,data/EleutherAI/SmolLM2-135M-10B-tokenized,8192,24.17619149701204,,25.271735679008998,49.448097179003526,/home/luciarosequirke/bergson/runs/bergson_cli_benchmark_2/pythia-14m/100K-1.02K-1-8gpu-2026-01-18T22:35:37Z,8,eleuther-group-fq9g.us-central1-c.c.aisquared-1738.internal (8x NVIDIA H100 80GB HBM3)

0 commit comments

Comments
 (0)