-
Notifications
You must be signed in to change notification settings - Fork 1
/
Copy pathrun_sms.sh
90 lines (72 loc) · 3.78 KB
/
run_sms.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
# These are versions of spacy, allennlp and wmd required to work
#spacy==2.2.1 wmd==1.3.2 allennlp==0.9.0
source activate myclone #APPROPRIRATE ENVIRONMENT!
cd /YOUR SMS CODE FOLDER/sms/
HOMEDIR='/YOUR HOME TO THIS DATA/data/multinews'
CANDI_FOLDER='testout'
#CANDI_FOLDER='valout'
FAIRHOMEDIR='/YOUR HOME TO THIS DATA/fairseq/outputs'
FAIRHOMEDIRTEST=${FAIRHOMEDIR}'/test'
system='opennmt' #'fairseq'
# MultiNews test
#REFFILE=${HOMEDIR}/test.txt.tgt
#declare -a PREFIX_LIST_SRC=("test.newser-brnn-covloss-49000_no3B" "test.newser-brnn-ori-50000_4gpu_no3B" \
#"test.newser-brnn-covloss-vec-46000_no3B" "test.newser-brnn-dpp-49000_no3B" \
#"test.newser-brnn-covloss-findpp-43000_no3B" "test.newser-transformer-ori2-14000_no3B" \
#"test.newser-transformer-covloss-14000_no3B" "test.newser-transformer-dpp-prevl-resca-7000_no3B_temp06")
# MultiNews val
#REFFILE=${HOMEDIR}/val.txt.tgt
#declare -a PREFIX_LIST_SRC=("val.newser-transformer-ori2-13000_no3B_nocovp_b1_debug" \
#"val.newser-transformer-dpp-prevl-resca-14000_no3B_nocovp_b1_debug" \
#"val.newser-transformer-covloss-14000_no3B_nocovp_b1_debug")
#WCS4ONMT='/home/lperez/wikigen/code/fairseq/data-bin'
#Animal
#REFFILE=${WCS4ONMT}'/animal_tok_min5_L7.5k_tdtk_r2r_L800_SS_4onmt/test.tgt_bin_text.txt'
#declare -a PREFIX_LIST_SRC=("test.animal_r2r-transformer-ori-10000_nogehr" \
#"test.animal_r2r-transformer-covloss-10000_nogehr" "test.animal_r2r-transformer-dpp-prevl-resca-13000_nogehr_temp06" \
#"test.animal_r2r-brnn-dpp-resca-49000_nogehr" "test.animal_r2r-brnn-ori-48000_nogehr" \
#"test.animal_r2r-brnn-covloss-44000_nogehr" "test.animal_r2r-brnn-covloss-vec-49000_nogehr")
#Company
#REFFILE=${WCS4ONMT}'/company_tok_min5_L7.5k_tdtk_r2r_L800_SS_4onmt/test.tgt_bin_text.txt'
#declare -a PREFIX_LIST_SRC=("test.company_r2r-transformer-ori-11000_nogehr" \
#"test.company_r2r-transformer-covloss-11000_nogehr" \
#"test.company_r2r-transformer-dpp-prevl-past-resca-11000_nogehr_temp06" "test.company_r2r-brnn-ori-40000_nogehr" \
#"test.company_r2r-brnn-covloss-38000_nogehr" "test.company_r2r-brnn-covloss-vec-36000_nogehr" \
#"test.company_r2r-brnn-dpp-resca-49000_nogehr")
#Film
#REFFILE=${WCS4ONMT}'/film_tok_min5_L7.5k_tdtk_r2r_L800_SS_4onmt/test.tgt_bin_text.txt'
#declare -a PREFIX_LIST_SRC=("test.film_r2r-transformer-ori-2gpu-7000_nogehr" \
#"test.film_r2r-transformer-covloss-2gpu-7000_nogehr" \
#"test.film_r2r-transformer-dpp-prevl-past-resca-6500_nogehr_temp06" \
#"test.film_r2r-brnn-ori-43000_nogehr" "test.film_r2r-brnn-covloss-35000_nogehr" \
#"test.film_r2r-brnn-covloss-vec-47000_nogehr" "test.film_r2r-brnn-dpp-resca-onmtpy-32500_nogehr")
# On Fairseq ConS2S ouputs
# Animal
#REFFILE=${FAIRHOMEDIR}'/reference/animal_test/'
#declare -a PREFIX_LIST_SRC=("fconvdpp_prevl_iwslt_de_en_tdtk_r2r_animal_L800_checkpoint18" \
#"fconv_iwslt_de_en_covloss__tdtk_r2r_animal_L800_checkpoint16" \
#"fconv_iwslt_de_en_tdtk_r2r_animal_L800_checkpoint15")
# Company
#REFFILE=${FAIRHOMEDIR}'/reference/company_test/'
#declare -a PREFIX_LIST_SRC=("fconvdpp_prevl_iwslt_de_en_tdtk_r2r_company_L800_checkpoint13" \
#"fconv_iwslt_de_en_covloss__tdtk_r2r_company_L800_checkpoint11" \
#"fconv_iwslt_de_en_tdtk_r2r_company_L800_checkpoint14")
# Film
#REFFILE=${FAIRHOMEDIR}'/reference/film_test/'
#declare -a PREFIX_LIST_SRC=("fconvdpp_prevl_iwslt_de_en_tdtk_r2r_film_L800_checkpoint14" \
#"fconv_iwslt_de_en_covloss__tdtk_r2r_film_L800_checkpoint14" \
#"fconv_iwslt_de_en_tdtk_r2r_film_L800_checkpoint14")
for CANDI in ${PREFIX_LIST_SRC[@]}; do
echo ${CANDI}
if [ $system == 'opennmt' ]; then
python wmd-relax-master/my_smd.py \
${HOMEDIR}/${CANDI_FOLDER}/${CANDI}.out \
${REFFILE} \
glove sms opennmt
else
python wmd-relax-master/my_smd.py \
${FAIRHOMEDIRTEST}/${CANDI}/ \
${REFFILE} \
glove sms fairseq
fi
done