Skip to content

Commit bba5929

Browse files
committed
Add logging for engine specific parallelism configuration
1 parent ae0177b commit bba5929

File tree

1 file changed

+6
-0
lines changed

1 file changed

+6
-0
lines changed

src/sagemaker/djl_inference/model.py

+6
Original file line numberDiff line numberDiff line change
@@ -649,6 +649,9 @@ def __init__(
649649
tensor_parallel_degree=tensor_parallel_degree,
650650
**kwargs,
651651
)
652+
if self.data_parallel_degree is not None:
653+
logger.warn("data_parallel_degree is not used by DeepSpeedModels. The data_parallel_degree will be auto"
654+
"computed by DJL based on the tensor_parallel_degree, min_workers, and max_workers")
652655
self.engine = DJLEngine.DEEPSPEED
653656
self.max_tokens = max_tokens
654657
self.low_cpu_mem_usage = low_cpu_mem_usage
@@ -742,6 +745,9 @@ def __init__(
742745
data_parallel_degree=data_parallel_degree,
743746
**kwargs,
744747
)
748+
if self.tensor_parallel_degree is not None:
749+
logger.warn("tensor_parallel_degree is not used by HuggingFaceAccelerateModels. "
750+
"Please use data_parallel_degree instead")
745751
self.engine = DJLEngine.HUGGINGFACE_ACCELERATE
746752
self.device_id = device_id
747753
self.device_map = device_map

0 commit comments

Comments
 (0)