Add 1 to bias dimension

goldsborough · goldsborough · commit ed2f9685a0a8 · 2018-06-11T13:10:11.000-07:00
diff --git a/cpp/lltm.py b/cpp/lltm.py
@@ -32,7 +32,7 @@ def __init__(self, input_features, state_size):
         self.state_size = state_size
         self.weights = nn.Parameter(
             torch.Tensor(3 * state_size, input_features + state_size))
-        self.bias = nn.Parameter(torch.Tensor(3 * state_size))
+        self.bias = nn.Parameter(torch.Tensor(1, 3 * state_size))
         self.reset_parameters()
 
     def reset_parameters(self):
diff --git a/cuda/lltm.py b/cuda/lltm.py
@@ -33,7 +33,7 @@ def __init__(self, input_features, state_size):
         self.state_size = state_size
         self.weights = nn.Parameter(
             torch.Tensor(3 * state_size, input_features + state_size))
-        self.bias = nn.Parameter(torch.Tensor(3 * state_size))
+        self.bias = nn.Parameter(torch.Tensor(1, 3 * state_size))
         self.reset_parameters()
 
     def reset_parameters(self):
diff --git a/python/lltm.py b/python/lltm.py
@@ -14,7 +14,7 @@ def __init__(self, input_features, state_size):
         # input_features + state_size because we will multiply with [input, h].
         self.weights = torch.nn.Parameter(
             torch.Tensor(3 * state_size, input_features + state_size))
-        self.bias = torch.nn.Parameter(torch.Tensor(3 * state_size))
+        self.bias = torch.nn.Parameter(torch.Tensor(1, 3 * state_size))
         self.reset_parameters()
 
     def reset_parameters(self):
diff --git a/python/lltm_baseline.py b/python/lltm_baseline.py
@@ -86,7 +86,7 @@ def __init__(self, input_features, state_size):
         self.state_size = state_size
         self.weights = nn.Parameter(
             torch.Tensor(3 * state_size, input_features + state_size))
-        self.bias = nn.Parameter(torch.Tensor(3 * state_size))
+        self.bias = nn.Parameter(torch.Tensor(1, 3 * state_size))
         self.reset_parameters()
 
     def reset_parameters(self):
