forked from minerva-ml/open-solution-toxic-comments
-
Notifications
You must be signed in to change notification settings - Fork 0
/
gru_ensemble.yaml
109 lines (94 loc) · 2.47 KB
/
gru_ensemble.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
project-key: TOX
name: toxic
tags: [ensemble, gru, predictions]
metric:
channel: 'Final Validation Score ROC_AUC'
goal: maximize
#Comment out if not in Cloud Environment
pip-requirements-file: requirements.txt
exclude:
- output
- imgs
- neptune.log
- offline_job.log
- .git
- .idea
- .ipynb_checkpoints
parameters:
# Cloud Environment
data_dir: /public/toxic_comments
embedding_filepath: None
single_model_predictions_dir: /public/toxic_comments/single_model_predictions_20180226
experiment_dir: /output/trained_pipelines/gru_stacker_ensemble
# Local Environment
# data_dir: /path/to/toxic/data
# embedding_filepath: /path/to/embedding i.e. ~/fasttext/crawl-300d-2M.vec
# single_model_predictions_dir: /path/to/single/model/preds/ i.e. ~/single_model_predictions_20180226
# experiment_dir: /my/working/directory i.e. ~/toxic/trained_pipelines/gru_stacker_ensemble
bad_words_filepath: None
overwrite: 1
num_workers: 4
n_cv_splits: 5
# Preprocessing
max_features_char: None
max_features_word: None
maxlen_char: None
maxlen_words: None
char_ngram_max: None
drop_punctuation: None
drop_newline: None
drop_multispaces: None
all_lower_case: None
fill_na_with: None
deduplication_threshold: None
# Architecture
filter_nr: 128
kernel_size: None
repeat_block: 1
dense_size: 256
repeat_dense: 0
max_pooling: 1
mean_pooling: 1
weighted_average_attention: 0
concat_mode: 'concat'
trainable_embedding: None
word_embedding_size: None
char_embedding_size: None
# General Architecture
use_prelu: None
# Log Reg Params
log_reg_c: None
log_reg_penalty: None
max_iter: None
# Ensemble Catboost
catboost__iterations: 500
catboost__learning_rate: 0.02
catboost__depth: 3
catboost__l2_leaf_reg: 1
catboost__border_count: 100
catboost__model_size_reg: 0.25
catboost__rsm: 1.25
catboost__verbose: 0
# Training schedule
epochs_nr: 1000
batch_size_train: 64
batch_size_inference: 64
lr: 0.002
momentum: None
gamma: 0.8
patience: 10
# Regularization
batch_norm_first: 0
use_batch_norm: 0
dropout_embedding: 0.1
rnn_dropout: 0.25
dense_dropout: 0.25
conv_dropout: None
dropout_mode: 'simple'
rnn_kernel_reg_l2: 0.000001
rnn_recurrent_reg_l2: 0.000001
rnn_bias_reg_l2: 0.000001
dense_kernel_reg_l2: 0.000001
dense_bias_reg_l2: 0.000001
conv_kernel_reg_l2: None
conv_bias_reg_l2: None