-
Notifications
You must be signed in to change notification settings - Fork 372
/
Copy pathconfig_iwslt14.py
45 lines (42 loc) · 1.02 KB
/
config_iwslt14.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
num_epochs = 15
display = 500
source_vocab_file = './data/iwslt14/vocab.de'
target_vocab_file = './data/iwslt14/vocab.en'
train = {
'batch_size': 32,
'allow_smaller_final_batch': False,
'source_dataset': {
"files": 'data/iwslt14/train.de',
'vocab_file': source_vocab_file,
'max_seq_length': 50
},
'target_dataset': {
'files': 'data/iwslt14/train.en',
'vocab_file': target_vocab_file,
'max_seq_length': 50
}
}
val = {
'batch_size': 32,
'shuffle': False,
'source_dataset': {
"files": 'data/iwslt14/valid.de',
'vocab_file': source_vocab_file,
},
'target_dataset': {
'files': 'data/iwslt14/valid.en',
'vocab_file': target_vocab_file,
}
}
test = {
'batch_size': 32,
'shuffle': False,
'source_dataset': {
"files": 'data/iwslt14/test.de',
'vocab_file': source_vocab_file,
},
'target_dataset': {
'files': 'data/iwslt14/test.en',
'vocab_file': target_vocab_file,
}
}