Commit 4b3a102f authored by Gustaf Ahdritz's avatar Gustaf Ahdritz
Browse files

Fix timing in inference script

parent e6852aee
...@@ -117,7 +117,8 @@ def run_model(model, batch, tag, args): ...@@ -117,7 +117,8 @@ def run_model(model, batch, tag, args):
logger.info(f"Running inference for {tag}...") logger.info(f"Running inference for {tag}...")
t = time.perf_counter() t = time.perf_counter()
out = model(batch) out = model(batch)
logger.info(f"Inference time: {time.perf_counter() - t}") inference_time = time.perf_counter() - t
logger.info(f"Inference time: {inference_time}")
return out return out
...@@ -429,8 +430,9 @@ def main(args): ...@@ -429,8 +430,9 @@ def main(args):
) )
t = time.perf_counter() t = time.perf_counter()
trace_model_(model, processed_feature_dict) trace_model_(model, processed_feature_dict)
tracing_time = time.perf_counter() - t
logger.info( logger.info(
f"Tracing time: {time.perf_counter() - t}" f"Tracing time: {tracing_time}"
) )
cur_tracing_interval = rounded_seqlen cur_tracing_interval = rounded_seqlen
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment