Skip to content
Snippets Groups Projects
Commit 4107b26f authored by Jedrzej Rybicki's avatar Jedrzej Rybicki
Browse files

bash based download

parent a54547aa
No related branches found
No related tags found
No related merge requests found
Pipeline #97230 failed
...@@ -85,12 +85,13 @@ def datacat_registration_example(): ...@@ -85,12 +85,13 @@ def datacat_registration_example():
step1 = BashOperator(bash_command='ls', task_id='nothing') step1 = BashOperator(bash_command='curl -X GET -k https://bscgrid20.bsc.es/image_creation/images/download/wordcount_skylake.sif -o /work/ww', task_id='nothing')
step2 = register( step2 = register(
object_url='https://b2share-testing.fz-juelich.de/records/7a12fda26b2a4d248f96d012d54769b7') object_url='https://b2share-testing.fz-juelich.de/records/7a12fda26b2a4d248f96d012d54769b7')
step3 = get_template() step3 = get_template()
step1 >> step2 >> step3 stepr = BashOperator(bash_command='rm /work/ww', task_id='nothing')
step1 >> step2 >> step3 >> stepr
dag = datacat_registration_example() dag = datacat_registration_example()
...@@ -152,7 +152,7 @@ def upload_example(): ...@@ -152,7 +152,7 @@ def upload_example():
reg = register(object_url=uid) reg = register(object_url=uid)
setup_task >> files >> uid >> en setup_task >> files >> uid >> reg >> en
dag = upload_example() dag = upload_example()
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment