Unverified Commit 550a4f78 authored by Tom Dörr's avatar Tom Dörr Committed by GitHub
Browse files

Fix typos in infer_batch.py (#354)

parent ff99c38a
......@@ -240,7 +240,7 @@ class Batch:
out_cache_loc = self.token_to_kv_pool.alloc(extend_num_tokens)
if out_cache_loc is None:
print("Prefill out of memory. This should nerver happen.")
print("Prefill out of memory. This should never happen.")
self.tree_cache.pretty_print()
exit()
......@@ -402,7 +402,7 @@ class Batch:
self.out_cache_loc = self.token_to_kv_pool.alloc(bs)
if self.out_cache_loc is None:
print("Decode out of memory. This should nerver happen.")
print("Decode out of memory. This should never happen.")
self.tree_cache.pretty_print()
exit()
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment