temporarily set catchup = True

airflow/dags/polygonetl_airflow/build_parse_dag.py

@@ -5,19 +5,18 @@
 import os
 from datetime import datetime, timedelta
 
-from airflow import models
-from airflow.operators.bash import BashOperator
-from airflow.operators.python import PythonOperator
-from airflow.sensors.external_task import ExternalTaskSensor
 from google.cloud import bigquery
-
 from polygonetl_airflow.bigquery_utils import share_dataset_all_users_read
-from polygonetl_airflow.common import read_json_file, get_list_of_files
+from polygonetl_airflow.common import get_list_of_files, read_json_file
 from polygonetl_airflow.parse.parse_dataset_folder_logic import parse_dataset_folder
 from polygonetl_airflow.parse.parse_state_manager import ParseStateManager
-
 from utils.error_handling import handle_dag_failure
 
+from airflow import models
+from airflow.operators.bash import BashOperator
+from airflow.operators.python import PythonOperator
+from airflow.sensors.external_task import ExternalTaskSensor
+
 logging.basicConfig()
 logging.getLogger().setLevel(logging.DEBUG)
 
@@ -57,7 +56,7 @@ def build_parse_dag(
 
     dag = models.DAG(
         dag_id,
-        catchup=False,
+        catchup=True,
         schedule=parse_schedule,
         default_args=default_dag_args)
 

airflow/dags/polygonetl_airflow/build_partition_dag.py

@@ -43,7 +43,7 @@ def build_partition_dag(
     # Define a DAG (directed acyclic graph) of tasks.
     dag = models.DAG(
         dag_id,
-        catchup=False,
+        catchup=True,
         schedule=partition_schedule,
         default_args=default_dag_args)