LFADS: Fixing alignment bias bug

lfads/lfads.py

@@ -409,6 +409,12 @@ class LFADS(object):
           dataset = datasets[name]
           in_mat_cxf = dataset['alignment_matrix_cxf'].astype(np.float32)
 
+        if datasets and 'alignment_bias_c' in datasets[name].keys():
+          dataset = datasets[name]
+          print("Using alignment bias provided for dataset:", name)
+          align_bias_c = dataset['alignment_bias_c'].astype(np.float32)
+          align_bias_1xc = np.expand_dims(align_bias_c, axis=0)
+
         out_mat_fxc = None
         out_bias_1xc = None
         if in_mat_cxf is not None:

lfads/utils.py

@@ -112,7 +112,7 @@ def init_linear(in_size, out_size, do_bias=True, mat_init_value=None,
         'Provided mat_init_value must have shape [%d, %d].'%(in_size, out_size))
   if bias_init_value is not None and bias_init_value.shape != (1,out_size):
     raise ValueError(
-        'Provided bias_init_value must have shape [1,%d].'%(1,out_size))
+        'Provided bias_init_value must have shape [1,%d].'%(out_size,))
 
   if mat_init_value is None:
     stddev = alpha/np.sqrt(float(in_size))