Add env var that will manage GUnicorn setup timeout.

Author: matherit

docker/build_artifacts/sagemaker/serve.py

@@ -63,6 +63,9 @@ def __init__(self):
         self._tfs_inter_op_parallelism = os.environ.get("SAGEMAKER_TFS_INTER_OP_PARALLELISM", 0)
         self._tfs_intra_op_parallelism = os.environ.get("SAGEMAKER_TFS_INTRA_OP_PARALLELISM", 0)
         self._gunicorn_worker_class = os.environ.get("SAGEMAKER_GUNICORN_WORKER_CLASS", "gevent")
+        self._gunicorn_setup_timeout_seconds = os.environ.get(
+            "SAGEMAKER_GUNICORN_SETUP_TIMEOUT_SECONDS", 30
+        )
 
         if os.environ.get("OMP_NUM_THREADS") is None:
             os.environ["OMP_NUM_THREADS"] = "1"
@@ -449,7 +452,7 @@ def start(self):
             self._setup_gunicorn()
             self._start_gunicorn()
             # make sure gunicorn is up
-            with self._timeout(seconds=30):
+            with self._timeout(seconds=self._gunicorn_setup_timeout_seconds):
                 self._wait_for_gunicorn()
 
         self._start_nginx()