From 881459c9fc82a99022491069c9f72720ef2d8f70 Mon Sep 17 00:00:00 2001 From: Varun Morishetty Date: Wed, 23 Apr 2025 16:37:11 +0000 Subject: [PATCH 1/3] chore: add huggingface images --- .../image_uri_config/huggingface.json | 153 +++++++++++++++++- 1 file changed, 151 insertions(+), 2 deletions(-) diff --git a/src/sagemaker/image_uri_config/huggingface.json b/src/sagemaker/image_uri_config/huggingface.json index c314436346..475a82aeec 100644 --- a/src/sagemaker/image_uri_config/huggingface.json +++ b/src/sagemaker/image_uri_config/huggingface.json @@ -14,7 +14,9 @@ "4.26": "4.26.0", "4.28": "4.28.1", "4.36": "4.36.0", - "4.46": "4.46.1" + "4.46": "4.46.1", + "4.48": "4.48.0", + "4.49": "4.49.0" }, "versions": { "4.4.2": { @@ -1066,6 +1068,100 @@ "gpu": "cu121-ubuntu20.04" } } + }, + "4.48.0": { + "version_aliases": { + "pytorch2.3": "pytorch2.3.0" + }, + "pytorch2.3.0": { + "py_versions": [ + "py311" + ], + "registries": { + "af-south-1": "626614931356", + "il-central-1": "780543022126", + "ap-east-1": "871362719292", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ca-central-1": "763104351884", + "cn-north-1": "727897471807", + "cn-northwest-1": "727897471807", + "eu-central-1": "763104351884", + "eu-north-1": "763104351884", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "eu-south-1": "692866216735", + "me-south-1": "217643126080", + "me-central-1": "914824155844", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-gov-east-1": "446045086412", + "us-gov-west-1": "442386744353", + "us-iso-east-1": "886529160074", + "us-isob-east-1": "094389454867", + "us-west-1": "763104351884", + "us-west-2": "763104351884", + "ca-west-1": "204538143572" + }, + "repository": "huggingface-pytorch-training", + "container_version": { + "gpu": "cu121-ubuntu20.04" + } + } + }, + "4.49.0": { + "version_aliases": { + "pytorch2.5": "pytorch2.5.1" + }, + "pytorch2.5.1": { + "py_versions": [ + "py311" + ], + "registries": { + "af-south-1": "626614931356", + "il-central-1": "780543022126", + "ap-east-1": "871362719292", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ca-central-1": "763104351884", + "cn-north-1": "727897471807", + "cn-northwest-1": "727897471807", + "eu-central-1": "763104351884", + "eu-north-1": "763104351884", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "eu-south-1": "692866216735", + "me-south-1": "217643126080", + "me-central-1": "914824155844", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-gov-east-1": "446045086412", + "us-gov-west-1": "442386744353", + "us-iso-east-1": "886529160074", + "us-isob-east-1": "094389454867", + "us-west-1": "763104351884", + "us-west-2": "763104351884", + "ca-west-1": "204538143572" + }, + "repository": "huggingface-pytorch-training", + "container_version": { + "gpu": "cu124-ubuntu22.04" + } + } } } }, @@ -1082,7 +1178,8 @@ "4.17": "4.17.0", "4.26": "4.26.0", "4.28": "4.28.1", - "4.37": "4.37.0" + "4.37": "4.37.0", + "4.49": "4.49.0" }, "versions": { "4.6.1": { @@ -1983,6 +2080,58 @@ "cpu": "ubuntu22.04" } } + }, + "4.49.0": { + "version_aliases": { + "pytorch2.6": "pytorch2.6.0" + }, + "pytorch2.6.0": { + "py_versions": [ + "py312" + ], + "registries": { + "af-south-1": "626614931356", + "il-central-1": "780543022126", + "ap-east-1": "871362719292", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ca-central-1": "763104351884", + "cn-north-1": "727897471807", + "cn-northwest-1": "727897471807", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-north-1": "763104351884", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "me-south-1": "217643126080", + "me-central-1": "914824155844", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-gov-east-1": "446045086412", + "us-gov-west-1": "442386744353", + "us-iso-east-1": "886529160074", + "us-isob-east-1": "094389454867", + "us-west-1": "763104351884", + "us-west-2": "763104351884", + "ca-west-1": "204538143572" + }, + "repository": "huggingface-pytorch-inference", + "container_version": { + "gpu": "cu124-ubuntu22.04", + "cpu": "ubuntu22.04" + } + } } } } From 03f1c1a22e4a7274b37bd3e4005a2080fe824f7b Mon Sep 17 00:00:00 2001 From: Varun Morishetty Date: Thu, 24 Apr 2025 15:53:07 +0000 Subject: [PATCH 2/3] chore: add tei 1.6 image --- .../image_uri_config/huggingface-tei-cpu.json | 50 ++++++++++++++++++- .../image_uri_config/huggingface-tei.json | 50 ++++++++++++++++++- 2 files changed, 98 insertions(+), 2 deletions(-) diff --git a/src/sagemaker/image_uri_config/huggingface-tei-cpu.json b/src/sagemaker/image_uri_config/huggingface-tei-cpu.json index e3139c3d2c..1e81df6de4 100644 --- a/src/sagemaker/image_uri_config/huggingface-tei-cpu.json +++ b/src/sagemaker/image_uri_config/huggingface-tei-cpu.json @@ -5,7 +5,8 @@ ], "version_aliases": { "1.2": "1.2.3", - "1.4": "1.4.0" + "1.4": "1.4.0", + "1.6": "1.6.0" }, "versions": { "1.2.3": { @@ -101,6 +102,53 @@ "container_version": { "cpu": "ubuntu22.04" } + }, + "1.6.0":{ + "py_versions": [ + "py310" + ], + "registries": { + "af-south-1": "510948584623", + "ap-east-1": "651117190479", + "ap-northeast-1": "354813040037", + "ap-northeast-2": "366743142698", + "ap-northeast-3": "867004704886", + "ap-south-1": "720646828776", + "ap-south-2": "628508329040", + "ap-southeast-1": "121021644041", + "ap-southeast-2": "783357654285", + "ap-southeast-3": "951798379941", + "ap-southeast-4": "106583098589", + "ca-central-1": "341280168497", + "ca-west-1": "190319476487", + "cn-north-1": "450853457545", + "cn-northwest-1": "451049120500", + "eu-central-1": "492215442770", + "eu-central-2": "680994064768", + "eu-north-1": "662702820516", + "eu-south-1": "978288397137", + "eu-south-2": "104374241257", + "eu-west-1": "141502667606", + "eu-west-2": "764974769150", + "eu-west-3": "659782779980", + "il-central-1": "898809789911", + "me-central-1": "272398656194", + "me-south-1": "801668240914", + "sa-east-1": "737474898029", + "us-east-1": "683313688378", + "us-east-2": "257758044811", + "us-gov-east-1": "237065988967", + "us-gov-west-1": "414596584902", + "us-iso-east-1": "833128469047", + "us-isob-east-1": "281123927165", + "us-west-1": "746614075791", + "us-west-2": "246618743249" + }, + "tag_prefix": "2.0.1-tei1.6.0", + "repository": "tei-cpu", + "container_version": { + "cpu": "ubuntu22.04" + } } } } diff --git a/src/sagemaker/image_uri_config/huggingface-tei.json b/src/sagemaker/image_uri_config/huggingface-tei.json index ccf273e451..c2515daf12 100644 --- a/src/sagemaker/image_uri_config/huggingface-tei.json +++ b/src/sagemaker/image_uri_config/huggingface-tei.json @@ -5,7 +5,8 @@ ], "version_aliases": { "1.2": "1.2.3", - "1.4": "1.4.0" + "1.4": "1.4.0", + "1.6": "1.6.0" }, "versions": { "1.2.3": { @@ -101,6 +102,53 @@ "container_version": { "gpu": "cu122-ubuntu22.04" } + }, + "1.6.0": { + "py_versions": [ + "py310" + ], + "registries": { + "af-south-1": "510948584623", + "ap-east-1": "651117190479", + "ap-northeast-1": "354813040037", + "ap-northeast-2": "366743142698", + "ap-northeast-3": "867004704886", + "ap-south-1": "720646828776", + "ap-south-2": "628508329040", + "ap-southeast-1": "121021644041", + "ap-southeast-2": "783357654285", + "ap-southeast-3": "951798379941", + "ap-southeast-4": "106583098589", + "ca-central-1": "341280168497", + "ca-west-1": "190319476487", + "cn-north-1": "450853457545", + "cn-northwest-1": "451049120500", + "eu-central-1": "492215442770", + "eu-central-2": "680994064768", + "eu-north-1": "662702820516", + "eu-south-1": "978288397137", + "eu-south-2": "104374241257", + "eu-west-1": "141502667606", + "eu-west-2": "764974769150", + "eu-west-3": "659782779980", + "il-central-1": "898809789911", + "me-central-1": "272398656194", + "me-south-1": "801668240914", + "sa-east-1": "737474898029", + "us-east-1": "683313688378", + "us-east-2": "257758044811", + "us-gov-east-1": "237065988967", + "us-gov-west-1": "414596584902", + "us-iso-east-1": "833128469047", + "us-isob-east-1": "281123927165", + "us-west-1": "746614075791", + "us-west-2": "246618743249" + }, + "tag_prefix": "2.0.1-tei1.6.0", + "repository": "tei", + "container_version": { + "gpu": "cu122-ubuntu22.04" + } } } } From f3e221b230dc8d2d4aa6aade18701711fd690310 Mon Sep 17 00:00:00 2001 From: Varun Morishetty Date: Thu, 24 Apr 2025 17:02:42 +0000 Subject: [PATCH 3/3] chore: add tei 1.6.0 to tei mapping in tests --- tests/unit/sagemaker/image_uris/test_huggingface_llm.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/tests/unit/sagemaker/image_uris/test_huggingface_llm.py b/tests/unit/sagemaker/image_uris/test_huggingface_llm.py index 084c2d1438..6598117027 100644 --- a/tests/unit/sagemaker/image_uris/test_huggingface_llm.py +++ b/tests/unit/sagemaker/image_uris/test_huggingface_llm.py @@ -23,10 +23,12 @@ "gpu": { "1.2.3": "2.0.1-tei1.2.3-gpu-py310-cu122-ubuntu22.04", "1.4.0": "2.0.1-tei1.4.0-gpu-py310-cu122-ubuntu22.04", + "1.6.0": "2.0.1-tei1.6.0-gpu-py310-cu122-ubuntu22.04", }, "cpu": { "1.2.3": "2.0.1-tei1.2.3-cpu-py310-ubuntu22.04", "1.4.0": "2.0.1-tei1.4.0-cpu-py310-ubuntu22.04", + "1.6.0": "2.0.1-tei1.6.0-cpu-py310-ubuntu22.04", }, } HF_VERSIONS_MAPPING = {