fix vllm data parallel (#2746)

* remove ray.remote resources

* remove kobtest tag (registered as group)

lm_eval/models/vllm_causallms.py

@@ -243,13 +243,13 @@ class VLLM(TemplateLM):
                 temperature=0, prompt_logprobs=1, max_tokens=1, detokenize=False
             )
         if self.data_parallel_size > 1:
-            # vLLM hangs if tensor_parallel > 1 and resources are set in ray.remote
+            # vLLM hangs if resources are set in ray.remote
             # also seems to only work with decorator and not with ray.remote() fn
             # see https://github.com/vllm-project/vllm/issues/973
-            @ray.remote(num_gpus=1 if self.tensor_parallel_size == 1 else None)
+            @ray.remote
             def run_inference_one_model(
                 model_args: dict,
-                sampling_params,
+                sampling_params: SamplingParams,
                 requests: List[List[int]],
                 lora_request: LoRARequest,
             ):

lm_eval/models/vllm_vlms.py

@@ -109,10 +109,10 @@ class VLLM_VLM(VLLM):
                 temperature=0, prompt_logprobs=1, max_tokens=1, detokenize=False
             )
         if self.data_parallel_size > 1:
-            # vLLM hangs if tensor_parallel > 1 and resources are set in ray.remote
+            # vLLM hangs if resources are set in ray.remote
             # also seems to only work with decorator and not with ray.remote() fn
             # see https://github.com/vllm-project/vllm/issues/973
-            @ray.remote(num_gpus=1 if self.tensor_parallel_size == 1 else None)
+            @ray.remote
             def run_inference_one_model(
                 model_args: dict, sampling_params, requests: List[List[dict]]
             ):

lm_eval/tasks/kobest/kobest_boolq.yaml

-tag:
-  - kobest
 task: kobest_boolq
 dataset_path: skt/kobest_v1
 dataset_name: boolq

lm_eval/tasks/kobest/kobest_copa.yaml

-tag:
-  - kobest
 task: kobest_copa
 dataset_path: skt/kobest_v1
 dataset_name: copa

lm_eval/tasks/kobest/kobest_hellaswag.yaml

-tag:
-  - kobest
 task: kobest_hellaswag
 dataset_path: skt/kobest_v1
 dataset_name: hellaswag

lm_eval/tasks/kobest/kobest_sentineg.yaml

-tag:
-  - kobest
 task: kobest_sentineg
 dataset_path: skt/kobest_v1
 dataset_name: sentineg

lm_eval/tasks/kobest/kobest_wic.yaml

-tag:
-  - kobest
 task: kobest_wic
 dataset_path: skt/kobest_v1
 dataset_name: wic