use custom image to get dependencies

.gitignore

@@ -2,6 +2,7 @@
 dockers/.env
 .vscode/*
 *.pyc
+logs/
 
 # contains data for local tests
 .coverage

config/airflow.cfg

@@ -347,13 +347,13 @@ statsd_datadog_tags =
 [secrets]
 # Full class name of secrets backend to enable (will precede env vars and metastore in search path)
 # Example: backend = airflow.providers.amazon.aws.secrets.systems_manager.SystemsManagerParameterStoreBackend
-backend =
+backend = datacat_integration.secrets.DatacatSecretsBackend
 
 # The backend_kwargs param is loaded into a dictionary and passed to __init__ of secrets backend class.
 # See documentation for the secrets backend you are using. JSON is expected.
 # Example for AWS Systems Manager ParameterStore:
 # ``{"connections_prefix": "/airflow/connections", "profile_name": "default"}``
-backend_kwargs =
+backend_kwargs = {"url" : "https://zam10036.zam.kfa-juelich.de", "user" : "dls-testing", "password" : "dls-testing-pass"}
 
 [cli]
 # In what way should the cli access the API. The LocalClient will use the

dockers/eflows-airflow.docker

+FROM apache/airflow:2.2.2
+
+RUN pip --version
+
+ADD requirements.txt /requirements.txt
+
+RUN pip install -r /requirements.txt

requirements.txt

@@ -4,3 +4,5 @@ plyvel
 apache-airflow-providers-ssh
 apache-airflow-providers-http
 apache-airflow-providers-sftp
+--index-url https://gitlab.jsc.fz-juelich.de/api/v4/projects/4405/packages/pypi/simple
+airflow-datacat-integration>=0.0.4