Skip to content

Commit bf30b1e

Browse files
authored
chore: add HF LLM neuronx 0.0.23 image (aws#4717)
1 parent 5e43241 commit bf30b1e

File tree

2 files changed

+31
-1
lines changed

2 files changed

+31
-1
lines changed

src/sagemaker/image_uri_config/huggingface-llm-neuronx.json

Lines changed: 30 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -4,7 +4,7 @@
44
"inf2"
55
],
66
"version_aliases": {
7-
"0.0": "0.0.22"
7+
"0.0": "0.0.23"
88
},
99
"versions": {
1010
"0.0.16": {
@@ -209,6 +209,35 @@
209209
"container_version": {
210210
"inf2": "ubuntu22.04"
211211
}
212+
},
213+
"0.0.23": {
214+
"py_versions": [
215+
"py310"
216+
],
217+
"registries": {
218+
"ap-northeast-1": "763104351884",
219+
"ap-south-1": "763104351884",
220+
"ap-south-2": "772153158452",
221+
"ap-southeast-1": "763104351884",
222+
"ap-southeast-2": "763104351884",
223+
"ap-southeast-4": "457447274322",
224+
"eu-central-1": "763104351884",
225+
"eu-central-2": "380420809688",
226+
"eu-south-2": "503227376785",
227+
"eu-west-1": "763104351884",
228+
"eu-west-3": "763104351884",
229+
"il-central-1": "780543022126",
230+
"sa-east-1": "763104351884",
231+
"us-east-1": "763104351884",
232+
"us-east-2": "763104351884",
233+
"us-west-2": "763104351884",
234+
"ca-west-1": "204538143572"
235+
},
236+
"tag_prefix": "2.1.2-optimum0.0.23",
237+
"repository": "huggingface-pytorch-tgi-inference",
238+
"container_version": {
239+
"inf2": "ubuntu22.04"
240+
}
212241
}
213242
}
214243
}

tests/unit/sagemaker/image_uris/test_huggingface_llm.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -51,6 +51,7 @@
5151
"0.0.20": "1.13.1-optimum0.0.20-neuronx-py310-ubuntu22.04",
5252
"0.0.21": "1.13.1-optimum0.0.21-neuronx-py310-ubuntu22.04",
5353
"0.0.22": "2.1.2-optimum0.0.22-neuronx-py310-ubuntu22.04",
54+
"0.0.23": "2.1.2-optimum0.0.23-neuronx-py310-ubuntu22.04",
5455
},
5556
}
5657

0 commit comments

Comments
 (0)