From acd41f395e0598563168ff01346a3bad21a526d6 Mon Sep 17 00:00:00 2001
From: jrybicki-jsc <j.rybicki@fz-juelich.de>
Date: Fri, 29 Oct 2021 10:39:43 +0200
Subject: [PATCH] connection id as parameter
---
dags/taskflow.py | 5 +++--
1 file changed, 3 insertions(+), 2 deletions(-)
diff --git a/dags/taskflow.py b/dags/taskflow.py
index d0bd231..d926e9c 100644
--- a/dags/taskflow.py
+++ b/dags/taskflow.py
@@ -50,12 +50,13 @@ def taskflow_example():
print(f"Total files downloaded: {len(files)}")
params = kwargs['params']
target = params.get('target', '/tmp/')
+ connection_id = params.get('connection', 'default_ssh')
- ssh_hook = SSHHook(ssh_conn_id='default_ssh')
+ ssh_hook = SSHHook(ssh_conn_id=connection_id)
with ssh_hook.get_conn() as ssh_client:
sftp_client = ssh_client.open_sftp()
for [truename, local] in files.items():
- print(f"Copying {local} --> {os.path.join(target, truename)}")
+ print(f"Copying {local} --> {connection_id}:{os.path.join(target, truename)}")
sftp_client.put(local, os.path.join(target, truename))
data = extract()
--
GitLab