Merge pull request #1702 from tulibraries/update-sftp-hook-parameters

Use ssh_conn_id vs sftp_conn_id in SFTPHook call.

Author: lfinnigan

cob_datapipeline/boundwith_move_alma_sftp_to_s3_dag.py

@@ -39,7 +39,7 @@
 )
 
 def calculate_list_of_files_to_move(**context):
-    sftp_conn = SFTPHook(ftp_conn_id=ALMA_SFTP_CONNECTION_ID)
+    sftp_conn = SFTPHook(ssh_conn_id=ALMA_SFTP_CONNECTION_ID)
     files_list = sftp_conn.list_directory("./")
     # Ignore an file that does not start with this prefix
     files = [f for f in files_list if f.startswith("alma_bibs__boundwith2_20")]
@@ -69,7 +69,7 @@ def calculate_list_of_files_to_move(**context):
 
 def archive_files_in_sftp(**context):
     """Move sftp files into the archive folder"""
-    sftp_conn = SFTPHook(ftp_conn_id=ALMA_SFTP_CONNECTION_ID)
+    sftp_conn = SFTPHook(ssh_conn_id=ALMA_SFTP_CONNECTION_ID)
     # Paramiko is the underlying package used for SSH/SFTP conns
     # the paramiko client exposes a lot more core SFTP functionality
     paramiko_conn = sftp_conn.get_conn()

cob_datapipeline/catalog_move_alma_sftp_to_s3_dag.py

@@ -39,7 +39,7 @@
 )
 
 def calculate_list_of_files_to_move(**context):
-    sftp_conn = SFTPHook(ftp_conn_id=ALMA_SFTP_CONNECTION_ID)
+    sftp_conn = SFTPHook(ssh_conn_id=ALMA_SFTP_CONNECTION_ID)
     files_list = sftp_conn.list_directory("./")
     # Ignore an file that does not start with this prefix
     just_alma_bibs_files = [f for f in files_list if f.startswith("alma_bibs__20")]
@@ -70,7 +70,7 @@ def calculate_list_of_files_to_move(**context):
 
 def archive_files_in_sftp(**context):
     """Move sftp files into the archive folder"""
-    sftp_conn = SFTPHook(ftp_conn_id=ALMA_SFTP_CONNECTION_ID)
+    sftp_conn = SFTPHook(ssh_conn_id=ALMA_SFTP_CONNECTION_ID)
     # Paramiko is the underlying package used for SSH/SFTP conns
     # the paramiko client exposes a lot more core SFTP functionality
     paramiko_conn = sftp_conn.get_conn()