"README.md" did not exist on "b5936af65c8aebd53b50b08fd4b28b6272f83dcf"
Commit 18a16d33 authored by yaoht's avatar yaoht
Browse files

rm prof debug code

parent 098fab15
...@@ -360,16 +360,9 @@ class TestModel: ...@@ -360,16 +360,9 @@ class TestModel:
# 自回归生成 # 自回归生成
# ---------------------------------------------------------------------------- # # ---------------------------------------------------------------------------- #
input_ids_infini = infinicore.from_list(input_ids_list) input_ids_infini = infinicore.from_list(input_ids_list)
import os
import ctypes
rocm_path = os.environ.get('ROCM_PATH')
lib_path = os.path.join(rocm_path, 'hip/lib/libgalaxyhip.so')
lib = ctypes.CDLL(lib_path)
roctracer_stop = lib.roctracer_stop
roctracer_start = lib.roctracer_start
t1 = time.time() t1 = time.time()
print("=================== start generate ====================") print("=================== start generate ====================")
roctracer_start()
output_ids = self.model.generate( output_ids = self.model.generate(
input_ids_infini, input_ids_infini,
GenerationConfig( GenerationConfig(
...@@ -382,7 +375,6 @@ class TestModel: ...@@ -382,7 +375,6 @@ class TestModel:
), ),
_measure_and_log_time=True, _measure_and_log_time=True,
) )
roctracer_stop()
t2 = time.time() t2 = time.time()
numpy_output_ids = np.array( numpy_output_ids = np.array(
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment