|
64 | 64 | AssetPartitionDagRun, |
65 | 65 | PartitionedAssetKeyLog, |
66 | 66 | ) |
67 | | -from airflow.models.backfill import Backfill, _create_backfill |
| 67 | +from airflow.models.backfill import Backfill, BackfillDagRun, ReprocessBehavior, _create_backfill |
68 | 68 | from airflow.models.dag import DagModel, get_last_dagrun, infer_automated_data_interval |
69 | 69 | from airflow.models.dag_version import DagVersion |
70 | 70 | from airflow.models.dagbundle import DagBundleModel |
@@ -8688,6 +8688,57 @@ def test_mark_backfills_completed(dag_maker, session): |
8688 | 8688 | assert b.completed_at.timestamp() > 0 |
8689 | 8689 |
|
8690 | 8690 |
|
| 8691 | +def test_mark_backfills_complete_skips_initializing_backfill(dag_maker, session): |
| 8692 | + clear_db_backfills() |
| 8693 | + dag_id = "test_backfill_race_lifecycle" |
| 8694 | + with dag_maker(serialized=True, dag_id=dag_id, schedule="@daily"): |
| 8695 | + BashOperator(task_id="hi", bash_command="echo hi") |
| 8696 | + b = Backfill( |
| 8697 | + dag_id=dag_id, |
| 8698 | + from_date=pendulum.parse("2021-01-01"), |
| 8699 | + to_date=pendulum.parse("2021-01-03"), |
| 8700 | + max_active_runs=10, |
| 8701 | + dag_run_conf={}, |
| 8702 | + reprocess_behavior=ReprocessBehavior.NONE, |
| 8703 | + ) |
| 8704 | + session.add(b) |
| 8705 | + session.commit() |
| 8706 | + backfill_id = b.id |
| 8707 | + session.expunge_all() |
| 8708 | + runner = SchedulerJobRunner( |
| 8709 | + job=Job(job_type=SchedulerJobRunner.job_type), executors=[MockExecutor(do_update=False)] |
| 8710 | + ) |
| 8711 | + runner._mark_backfills_complete() |
| 8712 | + b = session.get(Backfill, backfill_id) |
| 8713 | + assert b.completed_at is None |
| 8714 | + session.expunge_all() |
| 8715 | + dr = DagRun( |
| 8716 | + dag_id=dag_id, |
| 8717 | + run_id="backfill__2021-01-01T00:00:00+00:00", |
| 8718 | + run_type=DagRunType.BACKFILL_JOB, |
| 8719 | + logical_date=pendulum.parse("2021-01-01"), |
| 8720 | + data_interval=(pendulum.parse("2021-01-01"), pendulum.parse("2021-01-02")), |
| 8721 | + run_after=pendulum.parse("2021-01-02"), |
| 8722 | + state=DagRunState.SUCCESS, |
| 8723 | + backfill_id=backfill_id, |
| 8724 | + ) |
| 8725 | + session.add(dr) |
| 8726 | + session.flush() |
| 8727 | + session.add( |
| 8728 | + BackfillDagRun( |
| 8729 | + backfill_id=backfill_id, |
| 8730 | + dag_run_id=dr.id, |
| 8731 | + logical_date=pendulum.parse("2021-01-01"), |
| 8732 | + sort_ordinal=1, |
| 8733 | + ) |
| 8734 | + ) |
| 8735 | + session.commit() |
| 8736 | + session.expunge_all() |
| 8737 | + runner._mark_backfills_complete() |
| 8738 | + b = session.get(Backfill, backfill_id) |
| 8739 | + assert b.completed_at is not None |
| 8740 | + |
| 8741 | + |
8691 | 8742 | class Key1Mapper(CorePartitionMapper): |
8692 | 8743 | """Partition Mapper that returns only key-1 as downstream key""" |
8693 | 8744 |
|
|
0 commit comments