ReinflectionTransduce27/defaults.py at master · davidgu13/ReinflectionTransduce27 · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
import os
import re

SRC_PATH = os.path.dirname(__file__)
RESULTS_PATH = os.path.join(SRC_PATH, './Results')
DATA_PATH = os.path.join(SRC_PATH, '.data/Reinflection/CleanedData')
EVALM_PATH = os.path.join(SRC_PATH, '../eval_scripts/evalm.py')

ALIGN_SYMBOL = '~'

### UNK: characters, actions, features
UNK = 0
UNK_CHAR = '#'

### Word boundary: characters, actions
BEGIN_WORD = 1
END_WORD = 2

BEGIN_WORD_CHAR = '<'
END_WORD_CHAR = '>'

### Special actions
STEP = DELETE = 3
COPY = 4
STEP_CHAR = '^'
DELETE_CHAR = '|'
COPY_CHAR   = '='
#STOP_CHAR   = '>'

# all special characters (except feature UNK)
SPECIAL_CHARS = (ALIGN_SYMBOL, BEGIN_WORD_CHAR, END_WORD_CHAR, UNK_CHAR,
                 STEP_CHAR, DELETE_CHAR, COPY_CHAR)

### trainer defaults
MAX_ACTION_SEQ_LEN = 150
SANITY_SIZE = 100

### for docopt argument processing
NULL_ARGS = 'None', 'none', 'no', '0'

LANGUAGES_LIST = ['kat', 'swc', 'sqi', 'lav', 'bul', 'hun', 'tur', 'fin']