fix loss scaling

6da769b1 · guptapriya · guptapriya · 71c6a697 · 6da769b1
Commit 6da769b1 authored Jun 11, 2019 by guptapriya Committed by guptapriya Jun 12, 2019
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 3 deletions

official/recommendation/ncf_keras_main.py official/recommendation/ncf_keras_main.py +1 -3

No files found.
--- a/official/recommendation/ncf_keras_main.py
+++ b/official/recommendation/ncf_keras_main.py
@@ -235,12 +235,10 @@ def _get_keras_model(params):
      from_logits=True,
      reduction="sum")

-  loss_scale_factor = (batch_size) #*
-                       #tf.distribute.get_strategy().num_replicas_in_sync)
  keras_model.add_loss(loss_obj(
      y_true=label_input,
      y_pred=softmax_logits,
-      sample_weight=valid_pt_mask_input) * 1.0 / loss_scale_factor)
+      sample_weight=valid_pt_mask_input) * 1.0 / batch_size)

  keras_model.summary()
  return keras_model