diff --git a/dags/b2shareoperator.py b/dags/b2shareoperator.py index 4ef4a9c8ba34c4c816a9c6afad0bca9a1a8cf1c0..628fd9bf5f7de2afbbce45bf59211f22f1ba1708 100644 --- a/dags/b2shareoperator.py +++ b/dags/b2shareoperator.py @@ -3,6 +3,7 @@ from airflow.models.connection import Connection import requests from urllib.parse import urljoin import tempfile +import urllib def get_objects(server): lst = requests.get(urljoin(server, 'api/records')).json() @@ -19,7 +20,8 @@ def get_object_md(server, oid): return obj def download_file(url: str, target_dir: str): - _, fname = tempfile.mkstemp(dir=target_dir) + + fname = tempfile.mkstemp(dir=target_dir) urllib.request.urlretrieve(url=url, filename=fname) return fname diff --git a/dags/taskflow.py b/dags/taskflow.py index 8e80f636e6eb1b57d5adb97da2eec18f63f66bcd..24d567297499301eeae07b549ef605cfd35babeb 100644 --- a/dags/taskflow.py +++ b/dags/taskflow.py @@ -30,7 +30,7 @@ def taskflow_example(): name_mappings = {} for fname, url in flist.items(): print(f"Processing: {fname} --> {url}") - tmpname = download_file(url=url, target_dir='/tmp/downs/') + tmpname = download_file(url=url, target_dir='/tmp/') name_mappings[fname]=tmpname return name_mappings