forked from LinusFilbry/BED-LLM-reproduction
-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathconfig.yaml
More file actions
41 lines (37 loc) · 1.48 KB
/
config.yaml
File metadata and controls
41 lines (37 loc) · 1.48 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
# logs go to "logs/log{version}.txt", do 20 questions for animals[version]
version: 0
animals:
- ['Coyote', 'Rhinoceros beetle', 'Wolverine', 'Saiga antelope', 'Yak', 'Kiwi', 'Zebra', 'Golden jackal', 'Horseshoe crab', 'Sand cat']
# - ['European badger', 'Blue dragon sea slug', 'Cassowary', 'Electric eel', 'Flying fox', 'Giraffe', 'Hammerhead shark', 'Vicuña', 'Ibex', 'Aye-aye']
# - ['Scarlet macaw', 'Peregrine falcon', 'Wildebeest', 'Capybara', 'Sea otter', 'Leafcutter ant', 'African elephant', 'Rosy boa', 'Quetzal', 'Snowy owl']
# - ['Jerboa', 'Gharial', 'Albatross', 'Dhole', 'Kookaburra', 'Monarch butterfly', 'Uakari', 'Bottlenose dolphin', 'Platypus', 'Brown bear']
# model combinations (Q, A) on which to run games
model_pairs:
- questioner:
model: "Qwen/Qwen3.5-4B"
thinking: false
answerer:
model: "Qwen/Qwen3.5-4B"
thinking: false
# - questioner:
# model: "google/gemma-4-E4B-it"
# thinking: true
# answerer:
# model: "openai/gpt-oss-20b"
# reasoning_effort: low
# methods on which to run games
method_names:
# - "naive"
# - "split"
# - "Entropy"
- "EIG"
# hyperparameters for LLM calls, optimal question & belief generation, and answer filtering
batched_block_size: 225
generation_temperature_diverse: 1.3
generation_temperature_simple: 1.0
answer_temperature: 0.7
target_num_questions: 15
num_mc_samples: 15
max_num_samples: 50
min_num_samples: 15
threshold_rejection_probability: 0.2