"model/vscode:/vscode.git/clone" did not exist on "1b308e1d2a478e70ef3e31e6b24d687a44b33016"
Commit 3f7d667e authored by Swaroop Guntupalli's avatar Swaroop Guntupalli Committed by Karmel Allison
Browse files

Bugfix for initialization in autoencoder. (#3477)

parent ed4e22b8
...@@ -40,21 +40,24 @@ class Autoencoder(object): ...@@ -40,21 +40,24 @@ class Autoencoder(object):
def _initialize_weights(self): def _initialize_weights(self):
all_weights = dict() all_weights = dict()
initializer = tf.contrib.layers.xavier_initializer()
# Encoding network weights # Encoding network weights
encoder_weights = [] encoder_weights = []
for layer in range(len(self.n_layers)-1): for layer in range(len(self.n_layers)-1):
w = tf.Variable( w = tf.Variable(
autoencoder.Utils.xavier_init(self.n_layers[layer], initializer((self.n_layers[layer], self.n_layers[layer + 1]),
self.n_layers[layer + 1])) dtype=tf.float32))
b = tf.Variable(tf.zeros([self.n_layers[layer+1]], dtype=tf.float32)) b = tf.Variable(
tf.zeros([self.n_layers[layer + 1]], dtype=tf.float32))
encoder_weights.append({'w': w, 'b': b}) encoder_weights.append({'w': w, 'b': b})
# Recon network weights # Recon network weights
recon_weights = [] recon_weights = []
for layer in range(len(self.n_layers)-1, 0, -1): for layer in range(len(self.n_layers)-1, 0, -1):
w = tf.Variable( w = tf.Variable(
autoencoder.Utils.xavier_init(self.n_layers[layer], initializer((self.n_layers[layer], self.n_layers[layer - 1]),
self.n_layers[layer - 1])) dtype=tf.float32))
b = tf.Variable(tf.zeros([self.n_layers[layer-1]], dtype=tf.float32)) b = tf.Variable(
tf.zeros([self.n_layers[layer - 1]], dtype=tf.float32))
recon_weights.append({'w': w, 'b': b}) recon_weights.append({'w': w, 'b': b})
all_weights['encode'] = encoder_weights all_weights['encode'] = encoder_weights
all_weights['recon'] = recon_weights all_weights['recon'] = recon_weights
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment