changed inference to text generation

megatron/text_generation_server.py

@@ -20,7 +20,7 @@ from flask import Flask, request, jsonify, current_app
 from flask_restful import Resource, Api
 from megatron import get_args
 from megatron import mpu
-from megatron.inference.api import generate_and_post_process
+from megatron.text_generation import generate_and_post_process
 
 
 GENERATE_NUM = 0

tools/run_text_generation_server.py

@@ -27,7 +27,7 @@ from megatron.initialize import initialize_megatron
 from megatron.model import GPTModel
 from megatron.training import get_model
 from megatron.text_generation_server import MegatronServer
-from megatron.inference.api import generate_and_post_process
+from megatron.text_generation import generate_and_post_process
 import torch
 
 def model_provider(pre_process=True, post_process=True):