text2sql_tuning/run_evaluation.sh at main · ruandocini/text2sql_tuning · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
#eval broken tables
# db_root_path='./dataset/bird_mod/databases/'
# data_mode='dev'
# diff_json_path='./dataset/results_broken_llama3_7b/dev.json'
# predicted_sql_path_kg='./dataset/results_broken_llama3_7b/'
# predicted_sql_path='./dataset/results_broken_llama3_7b/'
# ground_truth_path='./dataset/results_broken_llama3_7b/'
# num_cpus=16
# meta_time_out=30.0
# mode_gt='gt'
# mode_predict='gpt'

# Ta rolando pro normal, fazer funcionar pras modificações
# #eval normal tables
db_root_path='./data/bird/data/dev_databases_mod/'
data_mode='dev'
diff_json_path='./data/bird/dev.json'
# predicted_sql_path_kg='./dataset/results_finetuning/'
predicted_sql_path='./data/bird/data/dev_databases_mod/'
ground_truth_path='./data/bird/data/dev_databases_mod/'
num_cpus=16
meta_time_out=30.0
mode_gt='gt'
mode_predict='gpt'
output_path=$1

# echo '''starting to compare with knowledge for ex'''
# python3 -u ./src/evaluation.py --db_root_path ${db_root_path} --predicted_sql_path ${predicted_sql_path_kg} --data_mode ${data_mode} \
# --ground_truth_path ${ground_truth_path} --num_cpus ${num_cpus} --mode_gt ${mode_gt} --mode_predict ${mode_predict} \
# --diff_json_path ${diff_json_path} --meta_time_out ${meta_time_out}

echo '''starting to compare without knowledge for ex'''
python3 -u evaluation.py --db_root_path ${db_root_path} --predicted_sql_path ${predicted_sql_path} --data_mode ${data_mode} \
--ground_truth_path ${ground_truth_path} --num_cpus ${num_cpus} --mode_gt ${mode_gt} --mode_predict ${mode_predict} \
--diff_json_path ${diff_json_path} --meta_time_out ${meta_time_out} --output_path ${output_path}

# echo '''starting to compare with knowledge for ves'''
# python3 -u ./src/evaluation_ves.py --db_root_path ${db_root_path} --predicted_sql_path ${predicted_sql_path_kg} --data_mode ${data_mode} \
# --ground_truth_path ${ground_truth_path} --num_cpus ${num_cpus} --mode_gt ${mode_gt} --mode_predict ${mode_predict} \
# --diff_json_path ${diff_json_path} --meta_time_out ${meta_time_out}

# echo '''starting to compare without knowledge for ves'''
# python3 -u ./src/evaluation_ves.py --db_root_path ${db_root_path} --predicted_sql_path ${predicted_sql_path} --data_mode ${data_mode} \
# --ground_truth_path ${ground_truth_path} --num_cpus ${num_cpus} --mode_gt ${mode_gt} --mode_predict ${mode_predict} \
# --diff_json_path ${diff_json_path} --meta_time_out ${meta_time_out}