|
65 | 65 | AssetPartitionDagRun, |
66 | 66 | PartitionedAssetKeyLog, |
67 | 67 | ) |
68 | | -from airflow.models.backfill import Backfill, _create_backfill |
| 68 | +from airflow.models.backfill import Backfill, BackfillDagRun, ReprocessBehavior, _create_backfill |
69 | 69 | from airflow.models.callback import ExecutorCallback |
70 | 70 | from airflow.models.dag import DagModel, get_last_dagrun, infer_automated_data_interval |
71 | 71 | from airflow.models.dag_version import DagVersion |
@@ -8877,6 +8877,57 @@ def test_mark_backfills_completed(dag_maker, session): |
8877 | 8877 | assert b.completed_at.timestamp() > 0 |
8878 | 8878 |
|
8879 | 8879 |
|
| 8880 | +def test_mark_backfills_complete_skips_initializing_backfill(dag_maker, session): |
| 8881 | + clear_db_backfills() |
| 8882 | + dag_id = "test_backfill_race_lifecycle" |
| 8883 | + with dag_maker(serialized=True, dag_id=dag_id, schedule="@daily"): |
| 8884 | + BashOperator(task_id="hi", bash_command="echo hi") |
| 8885 | + b = Backfill( |
| 8886 | + dag_id=dag_id, |
| 8887 | + from_date=pendulum.parse("2021-01-01"), |
| 8888 | + to_date=pendulum.parse("2021-01-03"), |
| 8889 | + max_active_runs=10, |
| 8890 | + dag_run_conf={}, |
| 8891 | + reprocess_behavior=ReprocessBehavior.NONE, |
| 8892 | + ) |
| 8893 | + session.add(b) |
| 8894 | + session.commit() |
| 8895 | + backfill_id = b.id |
| 8896 | + session.expunge_all() |
| 8897 | + runner = SchedulerJobRunner( |
| 8898 | + job=Job(job_type=SchedulerJobRunner.job_type), executors=[MockExecutor(do_update=False)] |
| 8899 | + ) |
| 8900 | + runner._mark_backfills_complete() |
| 8901 | + b = session.get(Backfill, backfill_id) |
| 8902 | + assert b.completed_at is None |
| 8903 | + session.expunge_all() |
| 8904 | + dr = DagRun( |
| 8905 | + dag_id=dag_id, |
| 8906 | + run_id="backfill__2021-01-01T00:00:00+00:00", |
| 8907 | + run_type=DagRunType.BACKFILL_JOB, |
| 8908 | + logical_date=pendulum.parse("2021-01-01"), |
| 8909 | + data_interval=(pendulum.parse("2021-01-01"), pendulum.parse("2021-01-02")), |
| 8910 | + run_after=pendulum.parse("2021-01-02"), |
| 8911 | + state=DagRunState.SUCCESS, |
| 8912 | + backfill_id=backfill_id, |
| 8913 | + ) |
| 8914 | + session.add(dr) |
| 8915 | + session.flush() |
| 8916 | + session.add( |
| 8917 | + BackfillDagRun( |
| 8918 | + backfill_id=backfill_id, |
| 8919 | + dag_run_id=dr.id, |
| 8920 | + logical_date=pendulum.parse("2021-01-01"), |
| 8921 | + sort_ordinal=1, |
| 8922 | + ) |
| 8923 | + ) |
| 8924 | + session.commit() |
| 8925 | + session.expunge_all() |
| 8926 | + runner._mark_backfills_complete() |
| 8927 | + b = session.get(Backfill, backfill_id) |
| 8928 | + assert b.completed_at is not None |
| 8929 | + |
| 8930 | + |
8880 | 8931 | class Key1Mapper(CorePartitionMapper): |
8881 | 8932 | """Partition Mapper that returns only key-1 as downstream key""" |
8882 | 8933 |
|
|
0 commit comments