fix1

23fdbb68 · nicodafagood · 049da596 · 23fdbb68 · 23fdbb68
Commit 23fdbb68 authored Sep 13, 2024 by nicodafagood
Hide whitespace changes
Inline Side-by-side

Showing with 2 additions and 2 deletions

benchmarks/benchmark_latency.py benchmarks/benchmark_latency.py +1 -1

benchmarks/benchmark_throughput.py benchmarks/benchmark_throughput.py +1 -1

No files found.
--- a/benchmarks/benchmark_latency.py
+++ b/benchmarks/benchmark_latency.py
@@ -92,7 +92,7 @@ if __name__ == '__main__':
    parser.add_argument('--tokenizer', type=str, default=None)
    parser.add_argument('--quantization',
                        '-q',
-                        choices=['awq', 'gptq', 'squeezellm', None],
+                        choices=['awq', 'gptq','myq', 'squeezellm', None],
                        default=None)
    parser.add_argument('--tensor-parallel-size', '-tp', type=int, default=1)
    parser.add_argument('--input-len', type=int, default=32)

--- a/benchmarks/benchmark_throughput.py
+++ b/benchmarks/benchmark_throughput.py
@@ -258,7 +258,7 @@ if __name__ == "__main__":
    parser.add_argument("--tokenizer", type=str, default=None)
    parser.add_argument('--quantization',
                        '-q',
-                        choices=['awq', 'gptq', 'squeezellm', None],
+                        choices=['awq', 'gptq','myq', 'squeezellm', None],
                        default=None)
    parser.add_argument("--tensor-parallel-size", "-tp", type=int, default=1)
    parser.add_argument("--n",