From fb3e82b83c38a94b8603599bd2cb54eb486da7bb Mon Sep 17 00:00:00 2001 From: Cho Date: Mon, 11 Dec 2023 12:00:09 -0500 Subject: [PATCH] TGI 1.3.1 --- .../image_uri_config/huggingface-llm.json | 46 ++++++++++++++++++- .../image_uris/test_huggingface_llm.py | 1 + 2 files changed, 46 insertions(+), 1 deletion(-) diff --git a/src/sagemaker/image_uri_config/huggingface-llm.json b/src/sagemaker/image_uri_config/huggingface-llm.json index 58e3259175..d527a472c7 100644 --- a/src/sagemaker/image_uri_config/huggingface-llm.json +++ b/src/sagemaker/image_uri_config/huggingface-llm.json @@ -6,7 +6,9 @@ "0.8": "0.8.2", "0.9": "0.9.3", "1.0": "1.0.3", - "1.1": "1.1.0" + "1.1": "1.1.0", + "1.2": "1.2.0", + "1.3": "1.3.1" }, "versions": { "0.6.0": { @@ -260,6 +262,48 @@ "tag_prefix": "2.1.1-tgi1.2.0", "repository": "huggingface-pytorch-tgi-inference", "container_version": {"gpu": "cu121-ubuntu20.04"} + }, + "1.3.1": { + "py_versions": ["py310"], + "registries": { + "af-south-1": "626614931356", + "il-central-1": "780543022126", + "ap-east-1": "871362719292", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ca-central-1": "763104351884", + "cn-north-1": "727897471807", + "cn-northwest-1": "727897471807", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-north-1": "763104351884", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "me-south-1": "217643126080", + "me-central-1": "914824155844", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-gov-east-1": "446045086412", + "us-gov-west-1": "442386744353", + "us-iso-east-1": "886529160074", + "us-isob-east-1": "094389454867", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "tag_prefix": "2.1.1-tgi1.3.1", + "repository": "huggingface-pytorch-tgi-inference", + "container_version": {"gpu": "cu121-ubuntu20.04"} } } } diff --git a/tests/unit/sagemaker/image_uris/test_huggingface_llm.py b/tests/unit/sagemaker/image_uris/test_huggingface_llm.py index 2225336712..c3fade6896 100644 --- a/tests/unit/sagemaker/image_uris/test_huggingface_llm.py +++ b/tests/unit/sagemaker/image_uris/test_huggingface_llm.py @@ -25,6 +25,7 @@ "1.0.3": "2.0.1-tgi1.0.3-gpu-py39-cu118-ubuntu20.04", "1.1.0": "2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04", "1.2.0": "2.1.1-tgi1.2.0-gpu-py310-cu121-ubuntu20.04", + "1.3.1": "2.1.1-tgi1.3.1-gpu-py310-cu121-ubuntu20.04", }