Default to postnorm

yzhangcs · yzhangcs · commit 1e70f2ea2bc7 · 2021-08-03T12:34:52.000+08:00
diff --git a/supar/modules/transformer.py b/supar/modules/transformer.py
@@ -126,7 +126,7 @@ def forward(self, x, mask):
 
 class RelativePositionTransformerEncoder(nn.Module):
 
-    def __init__(self, n_layers, n_heads=8, n_model=1024, n_inner=2048, pre_norm=True, dropout=0.1):
+    def __init__(self, n_layers, n_heads=8, n_model=1024, n_inner=2048, pre_norm=False, dropout=0.1):
         super(RelativePositionTransformerEncoder, self).__init__()
 
         self.n_layers = n_layers
@@ -212,7 +212,7 @@ def forward(self, q, k, v, mask):
 
 class RelativePositionTransformerEncoderLayer(nn.Module):
 
-    def __init__(self, n_heads, n_model, n_inner, activation='relu', pre_norm=True, dropout=0.1):
+    def __init__(self, n_heads, n_model, n_inner, activation='relu', pre_norm=False, dropout=0.1):
         super(RelativePositionTransformerEncoderLayer, self).__init__()
 
         self.pre_norm = pre_norm
