fix: increasing max_retry for model availability check (#152)

* fix: increasing max_retry for model availability check

* adjust retries max number

Co-authored-by: Chuyang Deng <[email protected]>

Author: chuyang-deng

docker/build_artifacts/sagemaker/python_service.py

@@ -21,6 +21,8 @@
 import falcon
 import requests
 
+from urllib3.util.retry import Retry
+
 from multi_model_utils import lock, timeout, MultiModelException
 import tfs_utils
 
@@ -206,7 +208,11 @@ def _wait_for_model(self, model_name):
             while True:
                 time.sleep(0.5)
                 try:
-                    response = requests.get(url)
+                    session = requests.Session()
+                    retries = Retry(total=9,
+                                    backoff_factor=0.1)
+                    session.mount('http://', requests.adapters.HTTPAdapter(max_retries=retries))
+                    response = session.get(url)
                     if response.status_code == 200:
                         versions = json.loads(response.content)['model_version_status']
                         if all(version["state"] == "AVAILABLE" for version in versions):