diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml index 8733be414984c7b820233001988422fafd71767f..050bb77730bb6e85316ec7a7859231b49a46086f 100644 --- a/.gitlab-ci.yml +++ b/.gitlab-ci.yml @@ -14,6 +14,7 @@ test: entrypoint: [""] before_script: - airflow db init + - pip install -r requirements.txt script: - ls - pwd diff --git a/dags/b2shareoperator.py b/dags/b2shareoperator.py index 8ccbafad4575e153a5b27e6b83b37b856e3e1c4a..a7225195466b36569dda226685f549203b6b0336 100644 --- a/dags/b2shareoperator.py +++ b/dags/b2shareoperator.py @@ -1,9 +1,11 @@ from airflow.models.baseoperator import BaseOperator from airflow.models.connection import Connection +import requests - +def get_objects(server): + lst = requests.get(urljoin(server, 'api/records')).json() + return lst['hits']['hits'] -from st import get_objects class B2ShareOperator(BaseOperator): diff --git a/requirements.txt b/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..f2293605cf1b01dca72aad0a15c45b72ed5429a2 --- /dev/null +++ b/requirements.txt @@ -0,0 +1 @@ +requests