From 4b8ea8afdc04ab7473012f2ab575f47753c031c4 Mon Sep 17 00:00:00 2001 From: Dmitrii Cherkasov Date: Fri, 8 Aug 2025 20:44:12 -0700 Subject: [PATCH] Fixes loading default params for the AQUA model. --- ads/aqua/common/enums.py | 1 + ads/aqua/modeldeployment/deployment.py | 5 +---- 2 files changed, 2 insertions(+), 4 deletions(-) diff --git a/ads/aqua/common/enums.py b/ads/aqua/common/enums.py index 37b32f337..322cf8f92 100644 --- a/ads/aqua/common/enums.py +++ b/ads/aqua/common/enums.py @@ -58,6 +58,7 @@ class InferenceContainerTypeFamily(ExtendedEnum): AQUA_VLLM_LLAMA4_CONTAINER_FAMILY = "odsc-vllm-serving-llama4" AQUA_TGI_CONTAINER_FAMILY = "odsc-tgi-serving" AQUA_LLAMA_CPP_CONTAINER_FAMILY = "odsc-llama-cpp-serving" + AQUA_VLLM_OPENAI_CONTAINER_FAMILY = "odsc-vllm-serving-openai" class CustomInferenceContainerTypeFamily(ExtendedEnum): diff --git a/ads/aqua/modeldeployment/deployment.py b/ads/aqua/modeldeployment/deployment.py index 497244970..be64e148e 100644 --- a/ads/aqua/modeldeployment/deployment.py +++ b/ads/aqua/modeldeployment/deployment.py @@ -1160,10 +1160,7 @@ def get_deployment_default_params( f"{AQUA_DEPLOYMENT_CONTAINER_METADATA_NAME} key is not available in the custom metadata field for model {model_id}." ) - if ( - container_type_key - and container_type_key in InferenceContainerTypeFamily.values() - ): + if container_type_key: deployment_config = self.get_deployment_config(model_id) instance_shape_config = deployment_config.configuration.get(