Raw data for the grid search over draft number and draft length to fi…

…nd the fastest combination
Academich · Feb 3, 2025 · 0a73352 · 0a73352
1 parent c0b2f14
commit 0a73352
Show file tree

Hide file tree

Showing 15 changed files with 1,124 additions and 0 deletions.
diff --git a/results_grid_search/results_product_500_beam_search_speculative_bs_1_report.txt b/results_grid_search/results_product_500_beam_search_speculative_bs_1_report.txt
diff --git a/results_grid_search/results_product_500_beam_search_speculative_bs_2_report.txt b/results_grid_search/results_product_500_beam_search_speculative_bs_2_report.txt
diff --git a/results_grid_search/results_product_500_beam_search_speculative_bs_3_report.txt b/results_grid_search/results_product_500_beam_search_speculative_bs_3_report.txt
diff --git a/results_grid_search/results_product_500_beam_search_speculative_bs_4_report.txt b/results_grid_search/results_product_500_beam_search_speculative_bs_4_report.txt
diff --git a/results_grid_search/results_product_500_greedy_speculative_bs_16_report.txt b/results_grid_search/results_product_500_greedy_speculative_bs_16_report.txt
diff --git a/results_grid_search/results_product_500_greedy_speculative_bs_1_report.txt b/results_grid_search/results_product_500_greedy_speculative_bs_1_report.txt
diff --git a/results_grid_search/results_product_500_greedy_speculative_bs_32_report.txt b/results_grid_search/results_product_500_greedy_speculative_bs_32_report.txt
diff --git a/results_grid_search/results_product_500_greedy_speculative_bs_4_report.txt b/results_grid_search/results_product_500_greedy_speculative_bs_4_report.txt
diff --git a/results_grid_search/results_retro_500_beam_search_speculative_bs_1_nbest_10_report.txt b/results_grid_search/results_retro_500_beam_search_speculative_bs_1_nbest_10_report.txt
diff --git a/results_grid_search/results_retro_500_beam_search_speculative_bs_1_nbest_15_report.txt b/results_grid_search/results_retro_500_beam_search_speculative_bs_1_nbest_15_report.txt
diff --git a/results_grid_search/results_retro_500_beam_search_speculative_bs_1_nbest_20_report.txt b/results_grid_search/results_retro_500_beam_search_speculative_bs_1_nbest_20_report.txt
diff --git a/results_grid_search/results_retro_500_beam_search_speculative_bs_1_nbest_5_report.txt b/results_grid_search/results_retro_500_beam_search_speculative_bs_1_nbest_5_report.txt
diff --git a/results_grid_search/results_retro_500_beam_search_speculative_bs_2_nbest_10_report.txt b/results_grid_search/results_retro_500_beam_search_speculative_bs_2_nbest_10_report.txt
@@ -0,0 +1,34 @@
+{"algorithm": "beam_search_speculative", "batch_size": 2, "tgt_test_path": "data/USPTO_50K_PtoR_sample_500/test/tgt-test.txt", "max_len": 200, "total_seconds": 176.7339, "model_calls": 12099, "seconds_per_model_call": 0.0146, "n_drafts": 2, "draft_len": 4, "accepted_tokens": 71336, "acceptance_rate": 0.6116}
+{"algorithm": "beam_search_speculative", "batch_size": 2, "tgt_test_path": "data/USPTO_50K_PtoR_sample_500/test/tgt-test.txt", "max_len": 200, "total_seconds": 185.8826, "model_calls": 12083, "seconds_per_model_call": 0.0154, "n_drafts": 2, "draft_len": 5, "accepted_tokens": 70327, "acceptance_rate": 0.6254}
+{"algorithm": "beam_search_speculative", "batch_size": 2, "tgt_test_path": "data/USPTO_50K_PtoR_sample_500/test/tgt-test.txt", "max_len": 200, "total_seconds": 183.27, "model_calls": 11517, "seconds_per_model_call": 0.0159, "n_drafts": 2, "draft_len": 7, "accepted_tokens": 81079, "acceptance_rate": 0.6603}
+{"algorithm": "beam_search_speculative", "batch_size": 2, "tgt_test_path": "data/USPTO_50K_PtoR_sample_500/test/tgt-test.txt", "max_len": 200, "total_seconds": 177.1335, "model_calls": 11122, "seconds_per_model_call": 0.0159, "n_drafts": 2, "draft_len": 9, "accepted_tokens": 90213, "acceptance_rate": 0.6919}
+{"algorithm": "beam_search_speculative", "batch_size": 2, "tgt_test_path": "data/USPTO_50K_PtoR_sample_500/test/tgt-test.txt", "max_len": 200, "total_seconds": 173.0078, "model_calls": 10832, "seconds_per_model_call": 0.016, "n_drafts": 2, "draft_len": 10, "accepted_tokens": 94419, "acceptance_rate": 0.7077}
+{"algorithm": "beam_search_speculative", "batch_size": 2, "tgt_test_path": "data/USPTO_50K_PtoR_sample_500/test/tgt-test.txt", "max_len": 200, "total_seconds": 171.9459, "model_calls": 10698, "seconds_per_model_call": 0.0161, "n_drafts": 2, "draft_len": 11, "accepted_tokens": 96527, "acceptance_rate": 0.718}
+{"algorithm": "beam_search_speculative", "batch_size": 2, "tgt_test_path": "data/USPTO_50K_PtoR_sample_500/test/tgt-test.txt", "max_len": 200, "total_seconds": 166.1137, "model_calls": 10545, "seconds_per_model_call": 0.0158, "n_drafts": 2, "draft_len": 12, "accepted_tokens": 98989, "acceptance_rate": 0.7245}
+{"algorithm": "beam_search_speculative", "batch_size": 2, "tgt_test_path": "data/USPTO_50K_PtoR_sample_500/test/tgt-test.txt", "max_len": 200, "total_seconds": 167.1783, "model_calls": 10344, "seconds_per_model_call": 0.0162, "n_drafts": 2, "draft_len": 14, "accepted_tokens": 102002, "acceptance_rate": 0.7378}
+{"algorithm": "beam_search_speculative", "batch_size": 2, "tgt_test_path": "data/USPTO_50K_PtoR_sample_500/test/tgt-test.txt", "max_len": 200, "total_seconds": 159.4838, "model_calls": 9946, "seconds_per_model_call": 0.016, "n_drafts": 2, "draft_len": 17, "accepted_tokens": 110137, "acceptance_rate": 0.7649}
+{"algorithm": "beam_search_speculative", "batch_size": 2, "tgt_test_path": "data/USPTO_50K_PtoR_sample_500/test/tgt-test.txt", "max_len": 200, "total_seconds": 159.9721, "model_calls": 9955, "seconds_per_model_call": 0.0161, "n_drafts": 2, "draft_len": 20, "accepted_tokens": 113314, "acceptance_rate": 0.7822}
+{"algorithm": "beam_search_speculative", "batch_size": 2, "tgt_test_path": "data/USPTO_50K_PtoR_sample_500/test/tgt-test.txt", "max_len": 200, "total_seconds": 171.1364, "model_calls": 10833, "seconds_per_model_call": 0.0158, "n_drafts": 3, "draft_len": 4, "accepted_tokens": 89996, "acceptance_rate": 0.6261}
+{"algorithm": "beam_search_speculative", "batch_size": 2, "tgt_test_path": "data/USPTO_50K_PtoR_sample_500/test/tgt-test.txt", "max_len": 200, "total_seconds": 163.4384, "model_calls": 10602, "seconds_per_model_call": 0.0154, "n_drafts": 3, "draft_len": 5, "accepted_tokens": 91719, "acceptance_rate": 0.6454}
+{"algorithm": "beam_search_speculative", "batch_size": 2, "tgt_test_path": "data/USPTO_50K_PtoR_sample_500/test/tgt-test.txt", "max_len": 200, "total_seconds": 159.3417, "model_calls": 10123, "seconds_per_model_call": 0.0157, "n_drafts": 3, "draft_len": 7, "accepted_tokens": 100909, "acceptance_rate": 0.6799}
+{"algorithm": "beam_search_speculative", "batch_size": 2, "tgt_test_path": "data/USPTO_50K_PtoR_sample_500/test/tgt-test.txt", "max_len": 200, "total_seconds": 153.0645, "model_calls": 9650, "seconds_per_model_call": 0.0159, "n_drafts": 3, "draft_len": 9, "accepted_tokens": 111036, "acceptance_rate": 0.7083}
+{"algorithm": "beam_search_speculative", "batch_size": 2, "tgt_test_path": "data/USPTO_50K_PtoR_sample_500/test/tgt-test.txt", "max_len": 200, "total_seconds": 148.3929, "model_calls": 9318, "seconds_per_model_call": 0.0159, "n_drafts": 3, "draft_len": 10, "accepted_tokens": 114777, "acceptance_rate": 0.7236}
+{"algorithm": "beam_search_speculative", "batch_size": 2, "tgt_test_path": "data/USPTO_50K_PtoR_sample_500/test/tgt-test.txt", "max_len": 200, "total_seconds": 151.7137, "model_calls": 9249, "seconds_per_model_call": 0.0164, "n_drafts": 3, "draft_len": 11, "accepted_tokens": 116284, "acceptance_rate": 0.7313}
+{"algorithm": "beam_search_speculative", "batch_size": 2, "tgt_test_path": "data/USPTO_50K_PtoR_sample_500/test/tgt-test.txt", "max_len": 200, "total_seconds": 141.8269, "model_calls": 9023, "seconds_per_model_call": 0.0157, "n_drafts": 3, "draft_len": 12, "accepted_tokens": 118329, "acceptance_rate": 0.738}
+{"algorithm": "beam_search_speculative", "batch_size": 2, "tgt_test_path": "data/USPTO_50K_PtoR_sample_500/test/tgt-test.txt", "max_len": 200, "total_seconds": 143.5554, "model_calls": 8932, "seconds_per_model_call": 0.0161, "n_drafts": 3, "draft_len": 14, "accepted_tokens": 123050, "acceptance_rate": 0.7533}
+{"algorithm": "beam_search_speculative", "batch_size": 2, "tgt_test_path": "data/USPTO_50K_PtoR_sample_500/test/tgt-test.txt", "max_len": 200, "total_seconds": 141.9046, "model_calls": 8733, "seconds_per_model_call": 0.0162, "n_drafts": 3, "draft_len": 17, "accepted_tokens": 127933, "acceptance_rate": 0.7739}
+{"algorithm": "beam_search_speculative", "batch_size": 2, "tgt_test_path": "data/USPTO_50K_PtoR_sample_500/test/tgt-test.txt", "max_len": 200, "total_seconds": 145.7109, "model_calls": 8936, "seconds_per_model_call": 0.0163, "n_drafts": 3, "draft_len": 20, "accepted_tokens": 129003, "acceptance_rate": 0.7838}
+{"algorithm": "beam_search_speculative", "batch_size": 2, "tgt_test_path": "data/USPTO_50K_PtoR_sample_500/test/tgt-test.txt", "max_len": 200, "total_seconds": 155.0331, "model_calls": 9223, "seconds_per_model_call": 0.0168, "n_drafts": 5, "draft_len": 4, "accepted_tokens": 111623, "acceptance_rate": 0.6494}
+{"algorithm": "beam_search_speculative", "batch_size": 2, "tgt_test_path": "data/USPTO_50K_PtoR_sample_500/test/tgt-test.txt", "max_len": 200, "total_seconds": 153.2518, "model_calls": 8816, "seconds_per_model_call": 0.0174, "n_drafts": 5, "draft_len": 5, "accepted_tokens": 115662, "acceptance_rate": 0.6688}
+{"algorithm": "beam_search_speculative", "batch_size": 2, "tgt_test_path": "data/USPTO_50K_PtoR_sample_500/test/tgt-test.txt", "max_len": 200, "total_seconds": 145.6655, "model_calls": 8370, "seconds_per_model_call": 0.0174, "n_drafts": 5, "draft_len": 7, "accepted_tokens": 123804, "acceptance_rate": 0.7045}
+{"algorithm": "beam_search_speculative", "batch_size": 2, "tgt_test_path": "data/USPTO_50K_PtoR_sample_500/test/tgt-test.txt", "max_len": 200, "total_seconds": 149.2666, "model_calls": 7957, "seconds_per_model_call": 0.0188, "n_drafts": 5, "draft_len": 9, "accepted_tokens": 133265, "acceptance_rate": 0.7341}
+{"algorithm": "beam_search_speculative", "batch_size": 2, "tgt_test_path": "data/USPTO_50K_PtoR_sample_500/test/tgt-test.txt", "max_len": 200, "total_seconds": 141.5545, "model_calls": 7838, "seconds_per_model_call": 0.0181, "n_drafts": 5, "draft_len": 10, "accepted_tokens": 135006, "acceptance_rate": 0.7417}
+{"algorithm": "beam_search_speculative", "batch_size": 2, "tgt_test_path": "data/USPTO_50K_PtoR_sample_500/test/tgt-test.txt", "max_len": 200, "total_seconds": 142.9738, "model_calls": 7808, "seconds_per_model_call": 0.0183, "n_drafts": 5, "draft_len": 11, "accepted_tokens": 135378, "acceptance_rate": 0.7446}
+{"algorithm": "beam_search_speculative", "batch_size": 2, "tgt_test_path": "data/USPTO_50K_PtoR_sample_500/test/tgt-test.txt", "max_len": 200, "total_seconds": 141.3633, "model_calls": 7588, "seconds_per_model_call": 0.0186, "n_drafts": 5, "draft_len": 12, "accepted_tokens": 136192, "acceptance_rate": 0.7503}
+{"algorithm": "beam_search_speculative", "batch_size": 2, "tgt_test_path": "data/USPTO_50K_PtoR_sample_500/test/tgt-test.txt", "max_len": 200, "total_seconds": 144.1414, "model_calls": 7559, "seconds_per_model_call": 0.0191, "n_drafts": 5, "draft_len": 14, "accepted_tokens": 140095, "acceptance_rate": 0.763}
+{"algorithm": "beam_search_speculative", "batch_size": 2, "tgt_test_path": "data/USPTO_50K_PtoR_sample_500/test/tgt-test.txt", "max_len": 200, "total_seconds": 150.2153, "model_calls": 7530, "seconds_per_model_call": 0.0199, "n_drafts": 5, "draft_len": 17, "accepted_tokens": 144607, "acceptance_rate": 0.7793}
+{"algorithm": "beam_search_speculative", "batch_size": 2, "tgt_test_path": "data/USPTO_50K_PtoR_sample_500/test/tgt-test.txt", "max_len": 200, "total_seconds": 154.1224, "model_calls": 7624, "seconds_per_model_call": 0.0202, "n_drafts": 5, "draft_len": 20, "accepted_tokens": 146528, "acceptance_rate": 0.7852}
+{"algorithm": "beam_search_speculative", "batch_size": 2, "tgt_test_path": "data/USPTO_50K_PtoR_sample_500/test/tgt-test.txt", "max_len": 200, "total_seconds": 159.1178, "model_calls": 8201, "seconds_per_model_call": 0.0194, "n_drafts": 7, "draft_len": 4, "accepted_tokens": 124771, "acceptance_rate": 0.6662}
+{"algorithm": "beam_search_speculative", "batch_size": 2, "tgt_test_path": "data/USPTO_50K_PtoR_sample_500/test/tgt-test.txt", "max_len": 200, "total_seconds": 156.7649, "model_calls": 7831, "seconds_per_model_call": 0.02, "n_drafts": 7, "draft_len": 5, "accepted_tokens": 127864, "acceptance_rate": 0.6893}
+{"algorithm": "beam_search_speculative", "batch_size": 2, "tgt_test_path": "data/USPTO_50K_PtoR_sample_500/test/tgt-test.txt", "max_len": 200, "total_seconds": 159.4479, "model_calls": 7369, "seconds_per_model_call": 0.0216, "n_drafts": 7, "draft_len": 7, "accepted_tokens": 136691, "acceptance_rate": 0.7177}
+{"algorithm": "beam_search_speculative", "batch_size": 2, "tgt_test_path": "data/USPTO_50K_PtoR_sample_500/test/tgt-test.txt", "max_len": 200, "total_seconds": 166.9151, "model_calls": 7176, "seconds_per_model_call": 0.0233, "n_drafts": 7, "draft_len": 9, "accepted_tokens": 143230, "acceptance_rate": 0.7415}