Update the hyperparameters

zysite · zysite · commit 2c77f9a2fb9c · 2019-10-15T05:02:25.000Z
diff --git a/config.ini b/config.ini
@@ -1,23 +1,30 @@
+[Data]
+bert_model = 'bert-base-cased'
+
 [Network]
 n_embed = 100
-n_tag_embed = 100
-embed_dropout = 0.33
+n_char_embed = 50
+n_bert_layers = 4
+embed_dropout = .33
 n_lstm_hidden = 400
 n_lstm_layers = 3
-lstm_dropout = 0.33
+lstm_dropout = .33
 n_mlp_arc = 500
 n_mlp_rel = 100
-mlp_dropout = 0.33
+mlp_dropout = .33
 
 [Optimizer]
 lr = 2e-3
-beta_1 = 0.9
-beta_2 = 0.9
+mu = .9
+nu = .9
 epsilon = 1e-12
+clip = 5.0
 decay = .75
-steps = 5000
+decay_steps = 5000
 
 [Run]
 batch_size = 5000
 epochs = 50000
 patience = 100
+min_freq = 2
+fix_len = 20
