forked from minerva-ml/open-solution-toxic-comments
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathrun_end_to_end.sh
79 lines (74 loc) · 2.42 KB
/
run_end_to_end.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
#!/usr/bin/env bash
#Train single models
neptune run \
--config best_configs/bad_word_logreg.yaml \
-- train_evaluate_predict_cv_pipeline -p bad_word_logreg -m first
neptune run \
--config best_configs/count_logreg.yaml \
-- train_evaluate_predict_cv_pipeline -p count_logreg -m first
neptune run \
--config best_configs/tfidf_logreg.yaml \
-- train_evaluate_predict_cv_pipeline -p tfidf_logreg -m first
neptune run \
--config best_configs/char_vdcnn.yaml \
-- train_evaluate_predict_cv_pipeline -p char_vdcnn -m first
neptune run \
--config best_configs/fasttext_gru.yaml \
-- train_evaluate_predict_cv_pipeline -p fasttext_gru -m first
neptune run \
--config best_configs/fasttext_lstm.yaml \
-- train_evaluate_predict_cv_pipeline -p fasttext_lstm -m first
neptune run \
--config best_configs/glove_gru.yaml \
-- train_evaluate_predict_cv_pipeline -p glove_gru -m first
neptune run \
--config best_configs/glove_lstm.yaml \
-- train_evaluate_predict_cv_pipeline -p glove_lstm -m first
neptune run \
--config best_configs/fasttext_scnn.yaml \
-- train_evaluate_predict_cv_pipeline -p fasttext_scnn -m first
neptune run \
--config best_configs/glove_scnn.yaml \
-- train_evaluate_predict_cv_pipeline -p glove_scnn -m first
neptune run \
--config best_configs/fasttext_dpcnn.yaml \
-- train_evaluate_predict_cv_pipeline -p fasttext_dpcnn -m first
neptune run \
--config best_configs/glove_dpcnn.yaml \
-- train_evaluate_predict_cv_pipeline -p glove_dpcnn -m first
neptune run \
--config best_configs/word2vec_gru.yaml \
-- train_evaluate_predict_cv_pipeline -p word2vec_gru -m first
neptune run \
--config best_configs/word2vec_lstm.yaml \
-- train_evaluate_predict_cv_pipeline -p word2vec_lstm -m first
neptune run \
--config best_configs/word2vec_dpcnn.yaml \
-- train_evaluate_predict_cv_pipeline -p word2vec_dpcnn -m first
neptune run \
--config best_configs/word2vec_scnn.yaml \
-- train_evaluate_predict_cv_pipeline -p word2vec_scnn -m first
#Copy single model predictions for stacking
neptune run \
--config best_configs/setup.yaml \
-- prepare_single_model_predictions_dir \
count_logreg \
bad_word_logreg \
tfidf_logreg \
char_vdcnn \
glove_gru \
glove_lstm \
glove_dpcnn \
glove_scnn \
word2vec_gru \
word2vec_lstm \
word2vec_dpcnn \
word2vec_scnn \
fasttext_gru \
fasttext_lstm \
fasttext_dpcnn \
fasttext_scnn
#Train second level models
neptune run \
--config best_configs/xgboost_ensemble.yaml \
-- train_evaluate_predict_cv_pipeline -p xgboost_ensemble -m second