`use_tqdm=False` if batch_size != auto (#1144)

lm_eval/models/vllm_causallms.py

@@ -139,7 +139,6 @@ please install vllm via `pip install lm-eval[vllm]` or `pip install -e .[vllm]`"
         generate: bool = False,
         max_tokens: int = None,
         stop: Optional[List[str]] = None,
-        use_tqdm=True,
         **kwargs,
     ):
         if "do_sample" in kwargs.keys():
@@ -169,7 +168,7 @@ please install vllm via `pip install lm-eval[vllm]` or `pip install -e .[vllm]`"
         outputs = self.model.generate(
             prompt_token_ids=requests,
             sampling_params=sampling_params,
-            use_tqdm=use_tqdm,
+            use_tqdm=True if self.batch_size == "auto" else False,
         )
 
         return outputs