将qfeat添加到test2的server服务

vllm/entrypoints/openai/protocol.py

@@ -1766,13 +1766,15 @@ class ClassificationRequest(OpenAIBaseModel):
     )
 
     activation: Optional[bool] = None
+    qfeat: Optional[list] = None
 
     # --8<-- [end:classification-extra-params]
 
     def to_pooling_params(self):
         return PoolingParams(
             truncate_prompt_tokens=self.truncate_prompt_tokens,
-            activation=self.activation)
+            activation=self.activation,
+            qfeat=self.qfeat)
 
 
 class ClassificationData(OpenAIBaseModel):

vllm/entrypoints/openai/serving_engine.py

@@ -380,7 +380,8 @@ class OpenAIServing:
 
             for i, engine_prompt in enumerate(ctx.engine_prompts):
                 request_id_item = f"{ctx.request_id}-{i}"
-
+                if pooling_params.qfeat is not None:
+                    engine_prompt["qfeat"] = pooling_params.qfeat
                 self._log_inputs(
                     request_id_item,
                     engine_prompt,