Fix BaseCache metric (#170)

cba50273 · Cody Yu · GitHub · a6aa46dd · cba50273
Unverified Commit cba50273 authored Feb 08, 2024 by Cody Yu Committed by GitHub Feb 08, 2024
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

python/sglang/srt/constrained/base_cache.py python/sglang/srt/constrained/base_cache.py +1 -1

No files found.
--- a/python/sglang/srt/constrained/base_cache.py
+++ b/python/sglang/srt/constrained/base_cache.py
@@ -24,7 +24,6 @@ class BaseCache:
            self.metrics["avg_init_time"] = (init_time / new_total) + (
                curr_total / new_total
            ) * self.metrics["avg_init_time"]
-            self.metrics["total"] += 1
            return val

        if key in self.cache:
@@ -35,6 +34,7 @@ class BaseCache:
            val = _init_with_timer(key)

        if self.enable:
+            self.metrics["total"] += 1
            self.cache[key] = val
        return val