diff --git a/dags/image_transfer.py b/dags/image_transfer.py index caf6d427e67ac991bccbbcd4c9848dbe8e1fa8ef..08ced7e64be0bf7aa2f3b015171f21926a739a42 100644 --- a/dags/image_transfer.py +++ b/dags/image_transfer.py @@ -43,7 +43,10 @@ def transfer_image(): with requests.get(url, stream=True, verify=False) as r: with sftp_client.open(os.path.join(target, image_id), 'wb') as f: f.set_pipelined(pipelined=True) - while chunk := r.raw.read(1024 * 10000): + while True: + chunk=r.raw.read(1024 * 1000) + if not chunk: + break content_to_write = memoryview(chunk) f.write(content_to_write)