File tree 1 file changed +6
-0
lines changed
src/sagemaker/djl_inference
1 file changed +6
-0
lines changed Original file line number Diff line number Diff line change @@ -649,6 +649,9 @@ def __init__(
649
649
tensor_parallel_degree = tensor_parallel_degree ,
650
650
** kwargs ,
651
651
)
652
+ if self .data_parallel_degree is not None :
653
+ logger .warn ("data_parallel_degree is not used by DeepSpeedModels. The data_parallel_degree will be auto"
654
+ "computed by DJL based on the tensor_parallel_degree, min_workers, and max_workers" )
652
655
self .engine = DJLEngine .DEEPSPEED
653
656
self .max_tokens = max_tokens
654
657
self .low_cpu_mem_usage = low_cpu_mem_usage
@@ -742,6 +745,9 @@ def __init__(
742
745
data_parallel_degree = data_parallel_degree ,
743
746
** kwargs ,
744
747
)
748
+ if self .tensor_parallel_degree is not None :
749
+ logger .warn ("tensor_parallel_degree is not used by HuggingFaceAccelerateModels. "
750
+ "Please use data_parallel_degree instead" )
745
751
self .engine = DJLEngine .HUGGINGFACE_ACCELERATE
746
752
self .device_id = device_id
747
753
self .device_map = device_map
You can’t perform that action at this time.
0 commit comments