Skip to content

Commit 2ce5d91

Browse files
authored
change: Add inferentia2 DLC images for djl framework (#3827)
1 parent 184f0df commit 2ce5d91

File tree

2 files changed

+45
-0
lines changed

2 files changed

+45
-0
lines changed
Lines changed: 35 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,35 @@
1+
{
2+
"scope": ["inference"],
3+
"versions": {
4+
"0.22.1": {
5+
"registries": {
6+
"af-south-1": "626614931356",
7+
"ap-east-1": "871362719292",
8+
"ap-northeast-1": "763104351884",
9+
"ap-northeast-2": "763104351884",
10+
"ap-northeast-3": "364406365360",
11+
"ap-south-1": "763104351884",
12+
"ap-southeast-1": "763104351884",
13+
"ap-southeast-2": "763104351884",
14+
"ap-southeast-3": "907027046896",
15+
"ca-central-1": "763104351884",
16+
"cn-north-1": "727897471807",
17+
"cn-northwest-1": "727897471807",
18+
"eu-central-1": "763104351884",
19+
"eu-north-1": "763104351884",
20+
"eu-west-1": "763104351884",
21+
"eu-west-2": "763104351884",
22+
"eu-west-3": "763104351884",
23+
"eu-south-1": "692866216735",
24+
"me-south-1": "217643126080",
25+
"sa-east-1": "763104351884",
26+
"us-east-1": "763104351884",
27+
"us-east-2": "763104351884",
28+
"us-west-1": "763104351884",
29+
"us-west-2": "763104351884"
30+
},
31+
"repository": "djl-inference",
32+
"tag_prefix": "0.22.1-neuronx-sdk2.9.0"
33+
}
34+
}
35+
}

tests/unit/sagemaker/image_uris/test_djl.py

Lines changed: 10 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -43,13 +43,17 @@
4343
}
4444
DJL_DEEPSPEED_VERSIONS = ["0.21.0", "0.20.0", "0.19.0"]
4545
DJL_FASTERTRANSFORMER_VERSIONS = ["0.21.0"]
46+
DJL_NEURONX_VERSIONS = ["0.22.1"]
4647
DJL_VERSIONS_TO_FRAMEWORK = {
4748
"0.19.0": {"djl-deepspeed": "deepspeed0.7.3-cu113"},
4849
"0.20.0": {"djl-deepspeed": "deepspeed0.7.5-cu116"},
4950
"0.21.0": {
5051
"djl-deepspeed": "deepspeed0.8.3-cu117",
5152
"djl-fastertransformer": "fastertransformer5.3.0-cu117",
5253
},
54+
"0.22.1": {
55+
"djl-neuronx": "neuronx-sdk2.9.0",
56+
},
5357
}
5458

5559

@@ -65,6 +69,12 @@ def test_djl_fastertransformer(region, version):
6569
_test_djl_uris(region, version, "djl-fastertransformer")
6670

6771

72+
@pytest.mark.parametrize("region", ACCOUNTS.keys())
73+
@pytest.mark.parametrize("version", DJL_NEURONX_VERSIONS)
74+
def test_djl_neuronx(region, version):
75+
_test_djl_uris(region, version, "djl-neuronx")
76+
77+
6878
def _test_djl_uris(region, version, djl_framework):
6979
uri = image_uris.retrieve(framework=djl_framework, region=region, version=version)
7080
expected = expected_uris.djl_framework_uri(

0 commit comments

Comments
 (0)