Internal change

PiperOrigin-RevId: 389748939

official/nlp/serving/serving_modules.py

@@ -84,7 +84,8 @@ class SentencePrediction(export_base.ExportModule):
   def serve(self,
             input_word_ids,
             input_mask=None,
-            input_type_ids=None) -> Dict[str, tf.Tensor]:
+            input_type_ids=None,
+            use_prob=False) -> Dict[str, tf.Tensor]:
     if input_type_ids is None:
       # Requires CLS token is the first token of inputs.
       input_type_ids = tf.zeros_like(input_word_ids)
@@ -97,7 +98,10 @@ class SentencePrediction(export_base.ExportModule):
         input_word_ids=input_word_ids,
         input_mask=input_mask,
         input_type_ids=input_type_ids)
+    if not use_prob:
       return dict(outputs=self.inference_step(inputs))
+    else:
+      return dict(outputs=tf.nn.softmax(self.inference_step(inputs)))
 
   @tf.function
   def serve_examples(self, inputs) -> Dict[str, tf.Tensor]: