Skip to content
This repository was archived by the owner on May 22, 2025. It is now read-only.

Commit 9a5dd6b

Browse files
authored
Disable daily run of master dag for integration tests (#2130)
Since we're not actively developing here, it makes sense to turn off the daily schedule of the master DAG (integration tests) to save up on the cloud resources that get spunned off from the master DAG. We do have example DAG run in CI for each new PR, and additionally mechanism to tests RCs to guarantee catching of regressions.
1 parent a2fa880 commit 9a5dd6b

File tree

2 files changed

+7
-9
lines changed

2 files changed

+7
-9
lines changed

python-sdk/tests_integration/astro_deploy/master_dag.py

Lines changed: 6 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,7 @@
22
import os
33
import time
44
from datetime import datetime
5-
from typing import Any, List
5+
from typing import TYPE_CHECKING, Any, List
66

77
from airflow import DAG, settings
88
from airflow.models import Connection, DagRun
@@ -14,11 +14,13 @@
1414
from airflow.providers.slack.operators.slack_webhook import SlackWebhookOperator
1515
from airflow.utils.session import create_session
1616

17+
if TYPE_CHECKING:
18+
from airflow.models.taskinstance import TaskInstance
19+
20+
1721
SLACK_CHANNEL = os.getenv("SLACK_CHANNEL", "#provider-alert")
1822
SLACK_WEBHOOK_CONN = os.getenv("SLACK_WEBHOOK_CONN", "http_slack")
1923
SLACK_USERNAME = os.getenv("SLACK_USERNAME", "airflow_app")
20-
IS_RUNTIME_RELEASE = os.getenv("IS_RUNTIME_RELEASE", default="False")
21-
IS_RUNTIME_RELEASE = bool(IS_RUNTIME_RELEASE)
2224
AWS_S3_CREDS = {
2325
"aws_access_key_id": os.getenv("AWS_ACCESS_KEY_ID", "not_set"),
2426
"aws_secret_access_key": os.getenv("AWS_SECRET_ACCESS_KEY", "not_set"),
@@ -243,13 +245,9 @@ def terminate_instance(task_instance: "TaskInstance") -> None: # noqa: F821
243245
)
244246

245247

246-
if IS_RUNTIME_RELEASE:
247-
schedule_interval = None
248-
else:
249-
schedule_interval = "@daily"
250248
with DAG(
251249
dag_id="example_master_dag",
252-
schedule_interval=schedule_interval,
250+
schedule_interval=None,
253251
start_date=datetime(2023, 1, 1),
254252
catchup=False,
255253
tags=["master_dag"],

python-sdk/tests_integration/astro_deploy/master_dag_single_worker.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -84,7 +84,7 @@ def prepare_dag_dependency(task_info, execution_time):
8484

8585
with DAG(
8686
dag_id="example_master_dag_single_worker",
87-
schedule_interval="@daily",
87+
schedule_interval=None,
8888
start_date=datetime(2023, 1, 1),
8989
catchup=False,
9090
tags=["master_dag_single_worker"],

0 commit comments

Comments
 (0)