default host ist bsc now

dags/conn_deco.py

@@ -23,7 +23,7 @@ def conn_decorator():
     def doing_nothing(conn_id):
         print(f"Using connection {conn_id}")
 
-        ssh_hook = get_connection(conn_id=conn_id)
+        ssh_hook = get_connection(conn_id=conn_id, default_host='amdlogin.bsc.es')
         with ssh_hook.get_conn() as ssh_client:
             sftp_client = ssh_client.open_sftp()
             print("Connected")

dags/decors.py

@@ -29,7 +29,7 @@ def create_temp_connection(rrid, params):
     return conn_id
 
 
-def get_connection(conn_id):
+def get_connection(conn_id, default_host='amdlogin.bsc.es'):
     if conn_id.startswith('vault'):
         vault_hook = VaultHook(vault_conn_id='my_vault')
         con = vault_hook.get_secret(
@@ -37,7 +37,7 @@ def get_connection(conn_id):
         print(f"Got some values from vault {list(con.keys())}")
 
         # for now SSH is hardcoded
-        host = con.get('host', 'bsc')
+        host = con.get('host', default_host)
         port = int(con.get('port', 22))
         hook = SSHHook(remote_host=host, port=port, username=con['userName'])
         # key in vault should be in form of formated string:

dags/taskflow.py

@@ -58,7 +58,7 @@ def taskflow_example():
         target = params.get('target', '/tmp/')
 
         print(f"Using {connection_id} connection")
-        ssh_hook = get_connection(conn_id=connection_id)
+        ssh_hook = get_connection(conn_id=connection_id, default_host='amdlogin.bsc.es')
 
         with ssh_hook.get_conn() as ssh_client:
             sftp_client = ssh_client.open_sftp()

dags/uploadflow.py

@@ -11,7 +11,7 @@ from airflow.utils.dates import days_ago
 
 from b2shareoperator import (add_file, create_draft_record, get_community,
                              submit_draft)
-from decors import remove, setup
+from decors import remove, setup, get_connection
 
 default_args = {
     'owner': 'airflow',
@@ -45,7 +45,7 @@ def upload_example():
         target = params.get('target', '/tmp/')
         source = params.get('source', '/tmp/')
 
-        ssh_hook = SSHHook(ssh_conn_id=connection_id)
+        ssh_hook = get_connection(conn_id=connection_id, default_host='amdlogin.bsc.es')
         with ssh_hook.get_conn() as ssh_client:
             sftp_client = ssh_client.open_sftp()
             lst = sftp_client.listdir(path=source)