Update model_tx.py

atulkum · web-flow · commit f736a5ce2a86 · 2019-04-15T10:22:26.000-07:00
diff --git a/neural_ner/model_tx.py b/neural_ner/model_tx.py
@@ -35,11 +35,11 @@ def __init__(self, vocab, config):
         if config.is_caps:
             input_size += config.caps_embd_dim
 
-        model_dim = 256 #512
-        num_head = 4 #8
+        model_dim = 128 #512
+        num_head = 2 #8
         num_layer = 2 #6
         dropout_ratio = 0.1
-        affine_dim = 512 #2048
+        affine_dim = 256 #2048
 
         self.tx_proj = nn.Linear(input_size, model_dim)
         self.lstm = Encoder(num_layer, num_head, dropout_ratio, model_dim, affine_dim)
