diff --git a/src/sagemaker/tensorflow/serving.py b/src/sagemaker/tensorflow/serving.py
index 0d8e1de335..3e223abfd5 100644
--- a/src/sagemaker/tensorflow/serving.py
+++ b/src/sagemaker/tensorflow/serving.py
@@ -14,7 +14,6 @@
 from __future__ import absolute_import
 
 import logging
-import os
 
 import sagemaker
 from sagemaker.content_types import CONTENT_TYPE_JSON
@@ -229,7 +228,7 @@ def prepare_container_def(self, instance_type, accelerator_type=None):
             key_prefix = sagemaker.fw_utils.model_code_key_prefix(self.key_prefix, self.name, image)
 
             bucket = self.bucket or self.sagemaker_session.default_bucket()
-            model_data = "s3://" + os.path.join(bucket, key_prefix, "model.tar.gz")
+            model_data = "s3://{}/{}/model.tar.gz".format(bucket, key_prefix)
 
             sagemaker.utils.repack_model(
                 self.entry_point,