Skip to content

Commit 025c2fc

Browse files
authored
change: Update DJL deepspeed and fastertransformer DLC image uris (#3834)
1 parent 7878abd commit 025c2fc

File tree

4 files changed

+65
-3
lines changed

4 files changed

+65
-3
lines changed

src/sagemaker/djl_inference/model.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -606,7 +606,7 @@ def serving_image_uri(self, region_name):
606606
str: The appropriate image URI based on the given parameters.
607607
"""
608608
if not self.djl_version:
609-
self.djl_version = "0.21.0"
609+
self.djl_version = "0.22.1"
610610

611611
return image_uris.retrieve(
612612
self._framework(),

src/sagemaker/image_uri_config/djl-deepspeed.json

+30
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,36 @@
11
{
22
"scope": ["inference"],
33
"versions": {
4+
"0.22.1": {
5+
"registries": {
6+
"af-south-1": "626614931356",
7+
"ap-east-1": "871362719292",
8+
"ap-northeast-1": "763104351884",
9+
"ap-northeast-2": "763104351884",
10+
"ap-northeast-3": "364406365360",
11+
"ap-south-1": "763104351884",
12+
"ap-southeast-1": "763104351884",
13+
"ap-southeast-2": "763104351884",
14+
"ap-southeast-3": "907027046896",
15+
"ca-central-1": "763104351884",
16+
"cn-north-1": "727897471807",
17+
"cn-northwest-1": "727897471807",
18+
"eu-central-1": "763104351884",
19+
"eu-north-1": "763104351884",
20+
"eu-west-1": "763104351884",
21+
"eu-west-2": "763104351884",
22+
"eu-west-3": "763104351884",
23+
"eu-south-1": "692866216735",
24+
"me-south-1": "217643126080",
25+
"sa-east-1": "763104351884",
26+
"us-east-1": "763104351884",
27+
"us-east-2": "763104351884",
28+
"us-west-1": "763104351884",
29+
"us-west-2": "763104351884"
30+
},
31+
"repository": "djl-inference",
32+
"tag_prefix": "0.22.1-deepspeed0.8.3-cu118"
33+
},
434
"0.21.0": {
535
"registries": {
636
"af-south-1": "626614931356",

src/sagemaker/image_uri_config/djl-fastertransformer.json

+30
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,36 @@
11
{
22
"scope": ["inference"],
33
"versions": {
4+
"0.22.1": {
5+
"registries": {
6+
"af-south-1": "626614931356",
7+
"ap-east-1": "871362719292",
8+
"ap-northeast-1": "763104351884",
9+
"ap-northeast-2": "763104351884",
10+
"ap-northeast-3": "364406365360",
11+
"ap-south-1": "763104351884",
12+
"ap-southeast-1": "763104351884",
13+
"ap-southeast-2": "763104351884",
14+
"ap-southeast-3": "907027046896",
15+
"ca-central-1": "763104351884",
16+
"cn-north-1": "727897471807",
17+
"cn-northwest-1": "727897471807",
18+
"eu-central-1": "763104351884",
19+
"eu-north-1": "763104351884",
20+
"eu-west-1": "763104351884",
21+
"eu-west-2": "763104351884",
22+
"eu-west-3": "763104351884",
23+
"eu-south-1": "692866216735",
24+
"me-south-1": "217643126080",
25+
"sa-east-1": "763104351884",
26+
"us-east-1": "763104351884",
27+
"us-east-2": "763104351884",
28+
"us-west-1": "763104351884",
29+
"us-west-2": "763104351884"
30+
},
31+
"repository": "djl-inference",
32+
"tag_prefix": "0.22.1-fastertransformer5.3.0-cu118"
33+
},
434
"0.21.0": {
535
"registries": {
636
"af-south-1": "626614931356",

tests/unit/sagemaker/image_uris/test_djl.py

+4-2
Original file line numberDiff line numberDiff line change
@@ -41,8 +41,8 @@
4141
"us-west-1": "763104351884",
4242
"us-west-2": "763104351884",
4343
}
44-
DJL_DEEPSPEED_VERSIONS = ["0.21.0", "0.20.0", "0.19.0"]
45-
DJL_FASTERTRANSFORMER_VERSIONS = ["0.21.0"]
44+
DJL_DEEPSPEED_VERSIONS = ["0.22.1", "0.21.0", "0.20.0", "0.19.0"]
45+
DJL_FASTERTRANSFORMER_VERSIONS = ["0.22.1", "0.21.0"]
4646
DJL_NEURONX_VERSIONS = ["0.22.1"]
4747
DJL_VERSIONS_TO_FRAMEWORK = {
4848
"0.19.0": {"djl-deepspeed": "deepspeed0.7.3-cu113"},
@@ -52,6 +52,8 @@
5252
"djl-fastertransformer": "fastertransformer5.3.0-cu117",
5353
},
5454
"0.22.1": {
55+
"djl-deepspeed": "deepspeed0.8.3-cu118",
56+
"djl-fastertransformer": "fastertransformer5.3.0-cu118",
5557
"djl-neuronx": "neuronx-sdk2.9.0",
5658
},
5759
}

0 commit comments

Comments
 (0)