Skip to content

Commit faa302c

Browse files
evakravijiapinw
authored andcommitted
feat: tgi optimum 0.0.19, 0.0.20 releases (aws#4496)
1 parent c156ab8 commit faa302c

File tree

2 files changed

+60
-0
lines changed

2 files changed

+60
-0
lines changed

src/sagemaker/image_uri_config/huggingface-llm-neuronx.json

+58
Original file line numberDiff line numberDiff line change
@@ -93,6 +93,64 @@
9393
"container_version": {
9494
"inf2": "ubuntu22.04"
9595
}
96+
},
97+
"0.0.19": {
98+
"py_versions": [
99+
"py310"
100+
],
101+
"registries": {
102+
"ap-northeast-1": "763104351884",
103+
"ap-south-1": "763104351884",
104+
"ap-south-2": "772153158452",
105+
"ap-southeast-1": "763104351884",
106+
"ap-southeast-2": "763104351884",
107+
"ap-southeast-4": "457447274322",
108+
"eu-central-1": "763104351884",
109+
"eu-central-2": "380420809688",
110+
"eu-south-2": "503227376785",
111+
"eu-west-1": "763104351884",
112+
"eu-west-3": "763104351884",
113+
"il-central-1": "780543022126",
114+
"sa-east-1": "763104351884",
115+
"us-east-1": "763104351884",
116+
"us-east-2": "763104351884",
117+
"us-west-2": "763104351884",
118+
"ca-west-1": "204538143572"
119+
},
120+
"tag_prefix": "1.13.1-optimum0.0.19",
121+
"repository": "huggingface-pytorch-tgi-inference",
122+
"container_version": {
123+
"inf2": "ubuntu22.04"
124+
}
125+
},
126+
"0.0.20": {
127+
"py_versions": [
128+
"py310"
129+
],
130+
"registries": {
131+
"ap-northeast-1": "763104351884",
132+
"ap-south-1": "763104351884",
133+
"ap-south-2": "772153158452",
134+
"ap-southeast-1": "763104351884",
135+
"ap-southeast-2": "763104351884",
136+
"ap-southeast-4": "457447274322",
137+
"eu-central-1": "763104351884",
138+
"eu-central-2": "380420809688",
139+
"eu-south-2": "503227376785",
140+
"eu-west-1": "763104351884",
141+
"eu-west-3": "763104351884",
142+
"il-central-1": "780543022126",
143+
"sa-east-1": "763104351884",
144+
"us-east-1": "763104351884",
145+
"us-east-2": "763104351884",
146+
"us-west-2": "763104351884",
147+
"ca-west-1": "204538143572"
148+
},
149+
"tag_prefix": "1.13.1-optimum0.0.20",
150+
"repository": "huggingface-pytorch-tgi-inference",
151+
"container_version": {
152+
"inf2": "ubuntu22.04"
153+
}
96154
}
97155
}
98156
}

tests/unit/sagemaker/image_uris/test_huggingface_llm.py

+2
Original file line numberDiff line numberDiff line change
@@ -35,6 +35,8 @@
3535
"0.0.16": "1.13.1-optimum0.0.16-neuronx-py310-ubuntu22.04",
3636
"0.0.17": "1.13.1-optimum0.0.17-neuronx-py310-ubuntu22.04",
3737
"0.0.18": "1.13.1-optimum0.0.18-neuronx-py310-ubuntu22.04",
38+
"0.0.19": "1.13.1-optimum0.0.19-neuronx-py310-ubuntu22.04",
39+
"0.0.20": "1.13.1-optimum0.0.20-neuronx-py310-ubuntu22.04",
3840
},
3941
}
4042

0 commit comments

Comments
 (0)