File tree 1 file changed +4
-4
lines changed
src/sagemaker/djl_inference
1 file changed +4
-4
lines changed Original file line number Diff line number Diff line change 32
32
33
33
logger = logging .getLogger ("sagemaker" )
34
34
35
-
35
+ # DJL Serving uses log4j, so we convert python logging name to log4j equivalent
36
36
LOG_LEVEL_MAP = {
37
37
logging .INFO : "info" ,
38
38
logging .DEBUG : "debug" ,
@@ -200,7 +200,7 @@ def deploy(
200
200
f"with GPUs. Supported instance families are { defaults .ALLOWED_INSTANCE_FAMILIES } "
201
201
)
202
202
203
- super (DJLLargeModel , self ).deploy (
203
+ return super (DJLLargeModel , self ).deploy (
204
204
initial_instance_count = initial_instance_count ,
205
205
instance_type = instance_type ,
206
206
serializer = serializer ,
@@ -447,8 +447,8 @@ def __init__(
447
447
self .engine = DJLEngine .HUGGINGFACE_ACCELERATE
448
448
self .device_id = device_id
449
449
self .device_map = device_map
450
- self .load_in_8bit = ( load_in_8bit ,)
451
- self .low_cpu_mem_usage = ( low_cpu_mem_usage ,)
450
+ self .load_in_8bit = load_in_8bit
451
+ self .low_cpu_mem_usage = low_cpu_mem_usage
452
452
453
453
def generate_serving_properties (self , serving_properties = {}) -> Dict [str , str ]:
454
454
serving_properties = super (HuggingfaceAccelerateModel , self ).generate_serving_properties ()
You can’t perform that action at this time.
0 commit comments