@@ -181,6 +181,12 @@ class TestDataset:
181181 "created_on" : "2024-01-01T00:00:00.000000+00:00" ,
182182 "created_by" : "ocid1.user.oc1..<OCID>" ,
183183 "endpoint" : MODEL_DEPLOYMENT_URL ,
184+ "environment_variables" : {
185+ "BASE_MODEL" : "service_models/model-name/artifact" ,
186+ "MODEL_DEPLOY_ENABLE_STREAMING" : "true" ,
187+ "MODEL_DEPLOY_PREDICT_ENDPOINT" : "/v1/completions" ,
188+ "PARAMS" : "--served-model-name odsc-llm --seed 42" ,
189+ },
184190 "console_link" : "https://cloud.oracle.com/data-science/model-deployments/ocid1.datasciencemodeldeployment.oc1.<region>.<MD_OCID>?region=region-name" ,
185191 "lifecycle_details" : "" ,
186192 "shape_info" : {
@@ -192,6 +198,14 @@ class TestDataset:
192198 "tags" : {"OCI_AQUA" : "active" , "aqua_model_name" : "model-name" },
193199 }
194200
201+ aqua_deployment_gguf_env_vars = {
202+ "BASE_MODEL" : "service_models/model-name/artifact" ,
203+ "BASE_MODEL_FILE" : "model-name.gguf" ,
204+ "MODEL_DEPLOY_ENABLE_STREAMING" : "true" ,
205+ "MODEL_DEPLOY_HEALTH_ENDPOINT" : "/v1/models" ,
206+ "MODEL_DEPLOY_PREDICT_ENDPOINT" : "/v1/completions" ,
207+ }
208+
195209 aqua_deployment_gguf_shape_info = {
196210 "instance_shape" : DEPLOYMENT_SHAPE_NAME_CPU ,
197211 "instance_count" : 1 ,
@@ -544,6 +558,9 @@ def test_create_deployment_for_gguf_model(
544558 expected_result = copy .deepcopy (TestDataset .aqua_deployment_object )
545559 expected_result ["state" ] = "CREATING"
546560 expected_result ["shape_info" ] = TestDataset .aqua_deployment_gguf_shape_info
561+ expected_result ["environment_variables" ] = (
562+ TestDataset .aqua_deployment_gguf_env_vars
563+ )
547564 assert actual_attributes == expected_result
548565
549566 @parameterized .expand (
0 commit comments