Override default trigger rule for list tasks. (#1640)

dkinzer · web-flow · commit ac07520ab6a3 · 2024-10-10T11:47:02.000-04:00
diff --git a/cob_datapipeline/catalog_preproduction_oai_harvest_dag.py b/cob_datapipeline/catalog_preproduction_oai_harvest_dag.py
@@ -179,6 +179,7 @@
         prefix=DAG.dag_id + f"/{ S3_NAME_SPACE }/new-updated",
         delimiter="/",
         aws_conn_id=AIRFLOW_S3.conn_id,
+        trigger_rule="none_failed_min_one_success",
         )
 
 INDEX_UPDATES_OAI_MARC = BashOperator(
@@ -208,6 +209,7 @@
         prefix=DAG.dag_id + f"/{ S3_NAME_SPACE }/deleted",
         delimiter="/",
         aws_conn_id=AIRFLOW_S3.conn_id,
+        trigger_rule="none_failed_min_one_success",
         )
 
 INDEX_DELETES_OAI_MARC = BashOperator(
diff --git a/cob_datapipeline/catalog_production_oai_harvest_dag.py b/cob_datapipeline/catalog_production_oai_harvest_dag.py
@@ -171,6 +171,7 @@
         prefix=DAG.dag_id + f"/{ S3_NAME_SPACE }/new-updated",
         delimiter="/",
         aws_conn_id=AIRFLOW_S3.conn_id,
+        trigger_rule="none_failed_min_one_success",
         )
 
 INDEX_UPDATES_OAI_MARC = BashOperator(
@@ -199,6 +200,7 @@
         prefix=DAG.dag_id + f"/{ S3_NAME_SPACE }/deleted",
         delimiter="/",
         aws_conn_id=AIRFLOW_S3.conn_id,
+        trigger_rule="none_failed_min_one_success",
         )
 
 INDEX_DELETES_OAI_MARC = BashOperator(

Original file line number	Diff line number	Diff line change
`@@ -179,6 +179,7 @@`
`179`	`179`	`prefix=DAG.dag_id + f"/{ S3_NAME_SPACE }/new-updated",`
`180`	`180`	`delimiter="/",`
`181`	`181`	`aws_conn_id=AIRFLOW_S3.conn_id,`
	`182`	`+ trigger_rule="none_failed_min_one_success",`
`182`	`183`	`)`
`183`	`184`
`184`	`185`	`INDEX_UPDATES_OAI_MARC = BashOperator(`
`@@ -208,6 +209,7 @@`
`208`	`209`	`prefix=DAG.dag_id + f"/{ S3_NAME_SPACE }/deleted",`
`209`	`210`	`delimiter="/",`
`210`	`211`	`aws_conn_id=AIRFLOW_S3.conn_id,`
	`212`	`+ trigger_rule="none_failed_min_one_success",`
`211`	`213`	`)`
`212`	`214`
`213`	`215`	`INDEX_DELETES_OAI_MARC = BashOperator(`
Original file line number	Diff line number	Diff line change
`@@ -171,6 +171,7 @@`
`171`	`171`	`prefix=DAG.dag_id + f"/{ S3_NAME_SPACE }/new-updated",`
`172`	`172`	`delimiter="/",`
`173`	`173`	`aws_conn_id=AIRFLOW_S3.conn_id,`
	`174`	`+ trigger_rule="none_failed_min_one_success",`
`174`	`175`	`)`
`175`	`176`
`176`	`177`	`INDEX_UPDATES_OAI_MARC = BashOperator(`
`@@ -199,6 +200,7 @@`
`199`	`200`	`prefix=DAG.dag_id + f"/{ S3_NAME_SPACE }/deleted",`
`200`	`201`	`delimiter="/",`
`201`	`202`	`aws_conn_id=AIRFLOW_S3.conn_id,`
	`203`	`+ trigger_rule="none_failed_min_one_success",`
`202`	`204`	`)`
`203`	`205`
`204`	`206`	`INDEX_DELETES_OAI_MARC = BashOperator(`