Skip to content

Commit 8f3a6b6

Browse files
committed
Retry ValueError for airflow tests
This change adds a retry to import utils from airflow in case it trys to load util from local module instead of airflow dependency
1 parent 11ff7c0 commit 8f3a6b6

File tree

1 file changed

+11
-7
lines changed

1 file changed

+11
-7
lines changed

tests/integ/test_airflow_config.py

+11-7
Original file line numberDiff line numberDiff line change
@@ -13,6 +13,7 @@
1313
from __future__ import absolute_import
1414

1515
import os
16+
import sys
1617

1718
import pytest
1819
import numpy as np
@@ -42,7 +43,6 @@
4243
from sagemaker.sklearn import SKLearn
4344
from sagemaker.tensorflow import TensorFlow
4445
from sagemaker.utils import sagemaker_timestamp
45-
from sagemaker.workflow import airflow as sm_airflow
4646
from sagemaker.xgboost import XGBoost
4747
from tests.integ import datasets, DATA_DIR
4848
from tests.integ.record_set import prepare_record_set_from_local_files
@@ -54,16 +54,20 @@
5454
seconds_to_sleep=6,
5555
):
5656
try:
57-
from airflow import utils
58-
from airflow import DAG
59-
from airflow.providers.amazon.aws.operators.sagemaker import SageMakerTrainingOperator
60-
from airflow.providers.amazon.aws.operators.sagemaker_transform import (
61-
SageMakerTransformOperator,
62-
)
57+
import sagemaker.workflow.airflow as sm_airflow
58+
import airflow.utils as utils
59+
import airflow.DAG as DAG
60+
import airflow.providers.amazon.aws.operators.sagemaker.SageMakerTrainingOperator as SageMakerTrainingOperator
61+
import airflow.providers.amazon.aws.operators.sagemaker_transform.SageMakerTransformOperator as SageMakerTransformOperator
6362

6463
break
6564
except ParsingError:
6665
pass
66+
except ValueError as ve:
67+
if "Unable to configure formatter" in str(ve):
68+
print(f"Received: {ve}")
69+
else:
70+
raise ve
6771

6872
PYTORCH_MNIST_DIR = os.path.join(DATA_DIR, "pytorch_mnist")
6973
PYTORCH_MNIST_SCRIPT = os.path.join(PYTORCH_MNIST_DIR, "mnist.py")

0 commit comments

Comments
 (0)