come/test_all.sh at master · hyc2026/come · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
#!/bin/sh

# MODELS=$(ls output)
# for MODEL in $MODELS
# do
#     echo "" >> output/result
#     echo "#===================#" >> output/result
#     echo $MODEL >> output/result

#     python3 evaluate.py \
#         --refs_filename /root/edist1/data/Codisum/cleaned.test.msg \
#         --preds_filename ./output/${MODEL} \
#         >> output/result
#     # python ./evaluator/Bleu-B-Norm.py \
#     #     /root/edist1/data/Codisum/cleaned.test.msg \
#     #     < ./output/${MODEL} \
#     #     >> output/result

#     # python ./evaluator/evaluate.py \
#     #     /root/edist1/data/Codisum/cleaned.test.msg \
#     #     ./output/${MODEL} \
#     #     >> output/result
# done

# MODEL=race
# python ./evaluator/Bleu-B-Norm.py \
#         /root/edist1/data/Codisum/cleaned.test.msg \
#         < ./output/${MODEL} \
#         >> output/result

#     python ./evaluator/evaluate.py \
#         /root/edist1/data/Codisum/cleaned.test.msg \
#         ./output/${MODEL} \
#         >> output/result

# echo "cpp"
# python3 evaluate.py --refs_filename /root/CodeT51/exp/cpp/prediction/s2/test_best-bleu.gold1 --preds_filename /root/CodeT51/exp/cpp/prediction/s2/test_best-bleu.output1
# echo "csharp"
# python3 evaluate.py --refs_filename /root/CodeT51/exp/csharp/prediction/s2/test_best-bleu.gold1 --preds_filename /root/CodeT51/exp/csharp/prediction/s2/test_best-bleu.output1
# echo "java"
# python3 evaluate.py --refs_filename /root/CodeT51/exp/java1/prediction/s2/test_best-bleu.gold1 --preds_filename /root/CodeT51/exp/java1/prediction/s2/test_best-bleu.output1
# python3 evaluate.py --refs_filename /root/CodeT51/exp/java1/prediction/s2/test_best-bleu.gold1 --preds_filename /root/CodeT51/exp/java1/prediction/svm
# echo "javascript"
# python3 evaluate.py --refs_filename /root/CodeT51/exp/javascript/prediction/s2/test_best-bleu.gold1 --preds_filename /root/CodeT51/exp/javascript/prediction/s2/test_best-bleu.output1
# echo "python"
# python3 evaluate.py --refs_filename /root/CodeT51/exp/python/prediction/s2/test_best-bleu.gold1 --preds_filename /root/CodeT51/exp/python/prediction/s2/test_best-bleu.output1

# echo "cpp"
# python3 evaluate.py --refs_filename /root/CodeT51/exp/java/prediction/s2/test_best-bleu.gold1 --preds_filename /root/CodeT51/exp/java/prediction/svm
# echo "csharp"
# python3 evaluate.py --refs_filename /root/CodeT51/exp/csharp/prediction/s2/test_best-bleu.gold1 --preds_filename /root/CodeT51/output/MCMD/csharp/3layer_9head.msg_join
# echo "java"
# python3 evaluate.py --refs_filename /root/CodeT51/exp/java1/prediction/s2/test_best-bleu.gold1 --preds_filename /root/CodeT51/output/MCMD/java1/3layer_9head.msg_join
# echo "javascript"
# python3 evaluate.py --refs_filename /root/CodeT51/exp/javascript/prediction/s2/test_best-bleu.gold1 --preds_filename /root/CodeT51/output/MCMD/javascript/3layer_9head.msg_join
# echo "python"
# python3 evaluate.py --refs_filename /root/CodeT51/exp/python/prediction/s2/test_best-bleu.gold1 --preds_filename /root/CodeT51/output/MCMD/python/3layer_9head.msg_join

# date=$1
# python -W ignore svm.py \
#     -valid_retrieval_msg /root/CodeT51/exp/$date/output/retrieval/test.output \
#     -valid_retrieval_bleu /root/CodeT51/exp/$date/output/retrieval/test.score \
#     -valid_generate_msg /root/CodeT51/exp/$date/prediction/s2/test_best-bleu.output \
#     -valid_generate_score /root/CodeT51/exp/$date/prediction/s2/test_best-bleu.score \
#     -ground_truth /root/CodeT51/exp/$date/prediction/s2/test_best-bleu.gold \
#     -test_retrieval_msg /root/CodeT51/exp/$date/output/retrieval/test.output \
#     -test_retrieval_bleu /root/CodeT51/exp/$date/output/retrieval/test.score \
#     -test_generate_msg /root/CodeT51/exp/$date/prediction/s2/test_best-bleu.output \
#     -test_generate_score /root/CodeT51/exp/$date/prediction/s2/test_best-bleu.score \
#     -test_ground_truth /root/CodeT51/exp/$date/prediction/s2/test_best-bleu.gold \
#     -output  /root/CodeT51/exp/$date/prediction/svm

# python3 evaluate.py --refs_filename /root/CodeT51/exp/$date/prediction/s2/test_best-bleu.gold1 --preds_filename /root/CodeT51/exp/$date/prediction/svm
# python3 evaluate.py --refs_filename /root/CodeT51/exp/$date/prediction/s2/test_best-bleu.gold1 --preds_filename /root/CodeT51/exp/$date/prediction/s2/test_best-bleu.output1
# python3 evaluate.py --refs_filename /root/CodeT51/exp/$date/prediction/s2/test_best-bleu.gold1 --preds_filename /root/CodeT51/exp/$date/output/retrieval/test.output

echo "./result/MCMD/cpp/tranlate"
python3 evaluate.py --refs_filename  ./result/MCMD/cpp/gt --preds_filename ./result/MCMD/cpp/tranlate
echo "./result/MCMD/cpp/retrieve"
python3 evaluate.py --refs_filename  ./result/MCMD/cpp/gt --preds_filename ./result/MCMD/cpp/retrieve
echo "./result/MCMD/cpp/come"
python3 evaluate.py --refs_filename  ./result/MCMD/cpp/gt --preds_filename ./result/MCMD/cpp/come
echo "./result/MCMD/csharp/tranlate"
python3 evaluate.py --refs_filename  ./result/MCMD/csharp/gt --preds_filename ./result/MCMD/csharp/tranlate
echo "./result/MCMD/csharp/retrieve"
python3 evaluate.py --refs_filename  ./result/MCMD/csharp/gt --preds_filename ./result/MCMD/csharp/retrieve
echo "./result/MCMD/csharp/come"
python3 evaluate.py --refs_filename  ./result/MCMD/csharp/gt --preds_filename ./result/MCMD/csharp/come
echo "./result/MCMD/java/tranlate"
python3 evaluate.py --refs_filename  ./result/MCMD/java/gt --preds_filename ./result/MCMD/java/tranlate
echo "./result/MCMD/java/retrieve"
python3 evaluate.py --refs_filename  ./result/MCMD/java/gt --preds_filename ./result/MCMD/java/retrieve
echo "./result/MCMD/java/come"
python3 evaluate.py --refs_filename  ./result/MCMD/java/gt --preds_filename ./result/MCMD/java/come
echo "./result/MCMD/javascript/tranlate"
python3 evaluate.py --refs_filename  ./result/MCMD/javascript/gt --preds_filename ./result/MCMD/javascript/tranlate
echo "./result/MCMD/javascript/retrieve"
python3 evaluate.py --refs_filename  ./result/MCMD/javascript/gt --preds_filename ./result/MCMD/javascript/retrieve
echo "./result/MCMD/javascript/come"
python3 evaluate.py --refs_filename  ./result/MCMD/javascript/gt --preds_filename ./result/MCMD/javascript/come
echo "./result/MCMD/python/tranlate"
python3 evaluate.py --refs_filename  ./result/MCMD/python/gt --preds_filename ./result/MCMD/python/tranlate
echo "./result/MCMD/python/retrieve"
python3 evaluate.py --refs_filename  ./result/MCMD/python/gt --preds_filename ./result/MCMD/python/retrieve
echo "./result/MCMD/python/come"
python3 evaluate.py --refs_filename  ./result/MCMD/python/gt --preds_filename ./result/MCMD/python/come
echo "./result/CoDiSum/retrieve"
python3 evaluate.py --refs_filename  ./result/CoDiSum/gt --preds_filename ./result/CoDiSum/retrieve
echo "./result/CoDiSum/come"
python3 evaluate.py --refs_filename  ./result/CoDiSum/gt --preds_filename ./result/CoDiSum/come
echo "./result/CoDiSum/tranlate"
python3 evaluate.py --refs_filename  ./result/CoDiSum/gt --preds_filename ./result/CoDiSum/tranlate