From 8c1f4376fc4fdfe151ef39d96a4ab194977d2165 Mon Sep 17 00:00:00 2001
From: jrybicki-jsc <j.rybicki@fz-juelich.de>
Date: Thu, 26 Aug 2021 12:30:56 +0200
Subject: [PATCH] reqs
---
.gitlab-ci.yml | 1 +
dags/b2shareoperator.py | 6 ++++--
requirements.txt | 1 +
3 files changed, 6 insertions(+), 2 deletions(-)
create mode 100644 requirements.txt
diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index 8733be4..050bb77 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -14,6 +14,7 @@ test:
entrypoint: [""]
before_script:
- airflow db init
+ - pip install -r requirements.txt
script:
- ls
- pwd
diff --git a/dags/b2shareoperator.py b/dags/b2shareoperator.py
index 8ccbafa..a722519 100644
--- a/dags/b2shareoperator.py
+++ b/dags/b2shareoperator.py
@@ -1,9 +1,11 @@
from airflow.models.baseoperator import BaseOperator
from airflow.models.connection import Connection
+import requests
-
+def get_objects(server):
+ lst = requests.get(urljoin(server, 'api/records')).json()
+ return lst['hits']['hits']
-from st import get_objects
class B2ShareOperator(BaseOperator):
diff --git a/requirements.txt b/requirements.txt
new file mode 100644
index 0000000..f229360
--- /dev/null
+++ b/requirements.txt
@@ -0,0 +1 @@
+requests
--
GitLab