From cc1f683ac4c41f5ce473ed8fe073fafcaeae9d9c Mon Sep 17 00:00:00 2001 From: pagezyhf Date: Thu, 9 Oct 2025 15:56:45 +0200 Subject: [PATCH 1/2] image --- .../image_uri_config/huggingface-llm.json | 111 +++++++++++++++++- .../image_uris/test_huggingface_llm.py | 2 + 2 files changed, 112 insertions(+), 1 deletion(-) diff --git a/src/sagemaker/image_uri_config/huggingface-llm.json b/src/sagemaker/image_uri_config/huggingface-llm.json index 58fffa0ed9..df639a1058 100644 --- a/src/sagemaker/image_uri_config/huggingface-llm.json +++ b/src/sagemaker/image_uri_config/huggingface-llm.json @@ -16,7 +16,8 @@ "2.3": "2.3.1", "3.0": "3.0.1", "3.2": "3.2.3", - "3.1": "3.1.1" + "3.1": "3.1.1", + "3.3": "3.3.6" }, "versions": { "0.6.0": { @@ -1152,6 +1153,114 @@ "container_version": { "gpu": "cu124-ubuntu22.04" } + }, + "3.3.4": { + "py_versions": [ + "py311" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "cn-north-1": "727897471807", + "cn-northwest-1": "727897471807", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-gov-east-1": "446045086412", + "us-gov-west-1": "442386744353", + "us-iso-east-1": "886529160074", + "us-isob-east-1": "094389454867", + "us-isof-east-1": "303241398832", + "us-isof-south-1": "454834333376", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "tag_prefix": "2.7.0-tgi3.3.4", + "repository": "huggingface-pytorch-tgi-inference", + "container_version": { + "gpu": "cu124-ubuntu22.04" + } + }, + "3.3.6": { + "py_versions": [ + "py311" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "cn-north-1": "727897471807", + "cn-northwest-1": "727897471807", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-gov-east-1": "446045086412", + "us-gov-west-1": "442386744353", + "us-iso-east-1": "886529160074", + "us-isob-east-1": "094389454867", + "us-isof-east-1": "303241398832", + "us-isof-south-1": "454834333376", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "tag_prefix": "2.7.0-tgi3.3.6", + "repository": "huggingface-pytorch-tgi-inference", + "container_version": { + "gpu": "cu124-ubuntu22.04" + } } } } diff --git a/tests/unit/sagemaker/image_uris/test_huggingface_llm.py b/tests/unit/sagemaker/image_uris/test_huggingface_llm.py index 5771b7b4dd..692db3e8dc 100644 --- a/tests/unit/sagemaker/image_uris/test_huggingface_llm.py +++ b/tests/unit/sagemaker/image_uris/test_huggingface_llm.py @@ -55,6 +55,8 @@ "2.3.1": "2.4.0-tgi2.3.1-gpu-py311-cu124-ubuntu22.04", "2.4.0": "2.4.0-tgi2.4.0-gpu-py311-cu124-ubuntu22.04-v2.2", "3.0.1": "2.4.0-tgi3.0.1-gpu-py311-cu124-ubuntu22.04-v2.1", + "3.3.4": "2.7.0-tgi3.3.4-gpu-py311-cu124-ubuntu22.04", + "3.3.6": "2.7.0-tgi3.3.6-gpu-py311-cu124-ubuntu22.04", }, "inf2": { "0.0.16": "1.13.1-optimum0.0.16-neuronx-py310-ubuntu22.04", From 1a72bd5ad6a2150daa8e556b6d18cf476aefea12 Mon Sep 17 00:00:00 2001 From: pagezyhf Date: Wed, 15 Oct 2025 12:07:00 +0200 Subject: [PATCH 2/2] tests --- tests/unit/sagemaker/image_uris/test_huggingface_llm.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/tests/unit/sagemaker/image_uris/test_huggingface_llm.py b/tests/unit/sagemaker/image_uris/test_huggingface_llm.py index 692db3e8dc..c8445a73b8 100644 --- a/tests/unit/sagemaker/image_uris/test_huggingface_llm.py +++ b/tests/unit/sagemaker/image_uris/test_huggingface_llm.py @@ -55,6 +55,9 @@ "2.3.1": "2.4.0-tgi2.3.1-gpu-py311-cu124-ubuntu22.04", "2.4.0": "2.4.0-tgi2.4.0-gpu-py311-cu124-ubuntu22.04-v2.2", "3.0.1": "2.4.0-tgi3.0.1-gpu-py311-cu124-ubuntu22.04-v2.1", + "3.1.1": "2.6.0-tgi3.1.1-gpu-py311-cu124-ubuntu22.04", + "3.2.0": "2.6.0-tgi3.2.0-gpu-py311-cu124-ubuntu22.04", + "3.2.3": "2.6.0-tgi3.2.3-gpu-py311-cu124-ubuntu22.04", "3.3.4": "2.7.0-tgi3.3.4-gpu-py311-cu124-ubuntu22.04", "3.3.6": "2.7.0-tgi3.3.6-gpu-py311-cu124-ubuntu22.04", },