File tree 2 files changed +8
-0
lines changed
src/patterns/gen-ai/aws-model-deployment-sagemaker
2 files changed +8
-0
lines changed Original file line number Diff line number Diff line change @@ -42,6 +42,7 @@ https://github.com/aws/deep-learning-containers/blob/master/available_images.md
42
42
- [ DJL\_ INFERENCE\_ 0\_ 26\_ 0\_ DEEPSPEED0\_ 12\_ 6\_ CU121] ( DeepLearningContainerImage.md#djl_inference_0_26_0_deepspeed0_12_6_cu121 )
43
43
- [ DJL\_ INFERENCE\_ 0\_ 26\_ 0\_ NEURONX\_ SDK2\_ 16\_ 0] ( DeepLearningContainerImage.md#djl_inference_0_26_0_neuronx_sdk2_16_0 )
44
44
- [ DJL\_ INFERENCE\_ 0\_ 27\_ 0\_ DEEPSPEED0\_ 12\_ 6\_ CU121] ( DeepLearningContainerImage.md#djl_inference_0_27_0_deepspeed0_12_6_cu121 )
45
+ - [ DJL\_ INFERENCE\_ 0\_ 27\_ 0\_ NEURONX\_ SDK2\_ 18\_ 1] ( DeepLearningContainerImage.md#djl_inference_0_27_0_neuronx_sdk2_18_1 )
45
46
- [ HUGGINGFACE\_ PYTORCH\_ INFERENCE\_ 1\_ 10\_ 2\_ TRANSFORMERS4\_ 17\_ 0\_ CPU\_ PY38\_ UBUNTU20\_ 04] ( DeepLearningContainerImage.md#huggingface_pytorch_inference_1_10_2_transformers4_17_0_cpu_py38_ubuntu20_04 )
46
47
- [ HUGGINGFACE\_ PYTORCH\_ INFERENCE\_ 1\_ 10\_ 2\_ TRANSFORMERS4\_ 17\_ 0\_ GPU\_ PY38\_ CU113\_ UBUNTU20\_ 04] ( DeepLearningContainerImage.md#huggingface_pytorch_inference_1_10_2_transformers4_17_0_gpu_py38_cu113_ubuntu20_04 )
47
48
- [ HUGGINGFACE\_ PYTORCH\_ INFERENCE\_ 1\_ 13\_ 1\_ TRANSFORMERS4\_ 26\_ 0\_ CPU\_ PY39\_ UBUNTU20\_ 04] ( DeepLearningContainerImage.md#huggingface_pytorch_inference_1_13_1_transformers4_26_0_cpu_py39_ubuntu20_04 )
271
272
272
273
___
273
274
275
+ ### DJL\_ INFERENCE\_ 0\_ 27\_ 0\_ NEURONX\_ SDK2\_ 18\_ 1
276
+
277
+ ▪ ` Static ` ` Readonly ` ** DJL\_ INFERENCE\_ 0\_ 27\_ 0\_ NEURONX\_ SDK2\_ 18\_ 1** : [ ` ContainerImage ` ] ( ContainerImage.md )
278
+
279
+ ___
280
+
274
281
### HUGGINGFACE\_ PYTORCH\_ INFERENCE\_ 1\_ 10\_ 2\_ TRANSFORMERS4\_ 17\_ 0\_ CPU\_ PY38\_ UBUNTU20\_ 04
275
282
276
283
▪ ` Static ` ` Readonly ` ** HUGGINGFACE\_ PYTORCH\_ INFERENCE\_ 1\_ 10\_ 2\_ TRANSFORMERS4\_ 17\_ 0\_ CPU\_ PY38\_ UBUNTU20\_ 04** : [ ` ContainerImage ` ] ( ContainerImage.md )
Original file line number Diff line number Diff line change @@ -39,6 +39,7 @@ export class DeepLearningContainerImage extends ContainerImage {
39
39
public static readonly DJL_INFERENCE_0_26_0_DEEPSPEED0_12_6_CU121 = this . fromDeepLearningContainerImage ( 'djl-inference' , '0.26.0-deepspeed0.12.6-cu121' ) ;
40
40
public static readonly DJL_INFERENCE_0_26_0_NEURONX_SDK2_16_0 = this . fromDeepLearningContainerImage ( 'djl-inference' , '0.26.0-neuronx-sdk2.16.0' ) ;
41
41
public static readonly DJL_INFERENCE_0_27_0_DEEPSPEED0_12_6_CU121 = this . fromDeepLearningContainerImage ( 'djl-inference' , '0.27.0-deepspeed0.12.6-cu121' ) ;
42
+ public static readonly DJL_INFERENCE_0_27_0_NEURONX_SDK2_18_1 = this . fromDeepLearningContainerImage ( 'djl-inference' , '0.27.0-neuronx-sdk2.18.1' ) ;
42
43
public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_10_2_TRANSFORMERS4_17_0_CPU_PY38_UBUNTU20_04 = this . fromDeepLearningContainerImage ( 'huggingface-pytorch-inference' , '1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04' ) ;
43
44
public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_10_2_TRANSFORMERS4_17_0_GPU_PY38_CU113_UBUNTU20_04 = this . fromDeepLearningContainerImage ( 'huggingface-pytorch-inference' , '1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' ) ;
44
45
public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_13_1_TRANSFORMERS4_26_0_CPU_PY39_UBUNTU20_04 = this . fromDeepLearningContainerImage ( 'huggingface-pytorch-inference' , '1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04' ) ;
You can’t perform that action at this time.
0 commit comments