add retry for airflow ParsingError

Author: mufaddal-rohawala

tests/integ/test_airflow_config.py

@@ -16,10 +16,26 @@
 
 import pytest
 import numpy as np
-from airflow import utils
-from airflow import DAG
-from airflow.providers.amazon.aws.operators.sagemaker import SageMakerTrainingOperator
-from airflow.providers.amazon.aws.operators.sagemaker_transform import SageMakerTransformOperator
+from configparser import ParsingError
+from sagemaker.utils import retries
+
+for _ in retries(
+    max_retry_count=10,  # 10*6 = 1min
+    exception_message_prefix="airflow import ",
+    seconds_to_sleep=6,
+):
+    try:
+        from airflow import utils
+        from airflow import DAG
+        from airflow.providers.amazon.aws.operators.sagemaker import SageMakerTrainingOperator
+        from airflow.providers.amazon.aws.operators.sagemaker_transform import (
+            SageMakerTransformOperator,
+        )
+
+        break
+    except ParsingError:
+        pass
+
 from six.moves.urllib.parse import urlparse
 
 import tests.integ