Commit 18a16d33 authored by yaoht's avatar yaoht
Browse files

rm prof debug code

parent 098fab15
......@@ -360,16 +360,9 @@ class TestModel:
# 自回归生成
# ---------------------------------------------------------------------------- #
input_ids_infini = infinicore.from_list(input_ids_list)
import os
import ctypes
rocm_path = os.environ.get('ROCM_PATH')
lib_path = os.path.join(rocm_path, 'hip/lib/libgalaxyhip.so')
lib = ctypes.CDLL(lib_path)
roctracer_stop = lib.roctracer_stop
roctracer_start = lib.roctracer_start
t1 = time.time()
print("=================== start generate ====================")
roctracer_start()
output_ids = self.model.generate(
input_ids_infini,
GenerationConfig(
......@@ -382,7 +375,6 @@ class TestModel:
),
_measure_and_log_time=True,
)
roctracer_stop()
t2 = time.time()
numpy_output_ids = np.array(
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment