Merge pull request #1642 from tulibraries/add-missing-data-env-to-harvest-task

Add missing data env to update/delete harvest task.

Author: htomren

cob_datapipeline/catalog_production_oai_harvest_dag.py

@@ -189,6 +189,7 @@
         "SOLR_URL": tasks.get_solr_url(SOLR_WRITER, COLLECTION),
         "ALMAOAI_LAST_HARVEST_FROM_DATE": CATALOG_LAST_HARVEST_FROM_DATE,
         "COMMAND": "ingest",
+        "DATA": "{{ ti.xcom_pull(task_ids='list_updated_files') | tojson }}",
     }},
     trigger_rule="none_failed_min_one_success",
     dag=DAG
@@ -217,6 +218,7 @@
         "SOLR_AUTH_PASSWORD": SOLR_WRITER.password or "",
         "SOLR_URL": tasks.get_solr_url(SOLR_WRITER, COLLECTION),
         "COMMAND": "delete --suppress",
+        "DATA": "{{ ti.xcom_pull(task_ids='list_deleted_files') | tojson }}",
     }},
     trigger_rule="none_failed_min_one_success",
     dag=DAG