Unverified Commit 073da7b1 authored by Hongkuan Zhou's avatar Hongkuan Zhou Committed by GitHub
Browse files

fix(planner): normalize model_name case in KubernetesConnector comparisons (#8384)


Signed-off-by: default avatarhongkuanz <hongkuanz@nvidia.com>
Co-authored-by: default avatarbrluobt <brluo@nvidia.com>
parent da7d6724
...@@ -203,7 +203,7 @@ class KubernetesConnector(PlannerConnector): ...@@ -203,7 +203,7 @@ class KubernetesConnector(PlannerConnector):
model_name = decode_model_name model_name = decode_model_name
elif decode_model_name is None: elif decode_model_name is None:
model_name = prefill_model_name model_name = prefill_model_name
elif prefill_model_name != decode_model_name: elif prefill_model_name.lower() != decode_model_name.lower():
raise DeploymentModelNameMismatchError( raise DeploymentModelNameMismatchError(
prefill_model_name, decode_model_name prefill_model_name, decode_model_name
) )
...@@ -224,7 +224,7 @@ class KubernetesConnector(PlannerConnector): ...@@ -224,7 +224,7 @@ class KubernetesConnector(PlannerConnector):
# If user provided a model name and it doesn't match the model name from the deployment, raise an error # If user provided a model name and it doesn't match the model name from the deployment, raise an error
if self.user_provided_model_name: if self.user_provided_model_name:
if model_name != self.user_provided_model_name: if model_name.lower() != self.user_provided_model_name:
raise UserProvidedModelNameMismatchError( raise UserProvidedModelNameMismatchError(
model_name, self.user_provided_model_name model_name, self.user_provided_model_name
) )
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment