From c5a9f96a29d33f4ddcf477f56a713d7148842859 Mon Sep 17 00:00:00 2001 From: Christian Boettcher <c.boettcher@fz-juelich.de> Date: Wed, 23 Mar 2022 07:59:30 +0100 Subject: [PATCH] try to fix some volume stuff --- dockers/docker-compose.yaml | 5 ++--- scripts/deployment.sh | 4 ++-- 2 files changed, 4 insertions(+), 5 deletions(-) diff --git a/dockers/docker-compose.yaml b/dockers/docker-compose.yaml index 805ea8e..bc4b893 100644 --- a/dockers/docker-compose.yaml +++ b/dockers/docker-compose.yaml @@ -62,7 +62,7 @@ x-airflow-common: volumes: - ./dags:/opt/airflow/dags - ./config/airflow.cfg:/opt/airflow/airflow.cfg - - logs:/opt/airflow/logs + - /persistent_data/logs:/opt/airflow/logs - ./plugins:/opt/airflow/plugins - ./templates/main.html:/home/airflow/.local/lib/python3.7/site-packages/airflow/www/templates/airflow/main.html - ./templates/img/BMBF_gefoerdert_2017_en.jpg:/home/airflow/.local/lib/python3.7/site-packages/airflow/www/static/BMBF_gefoerdert_2017_en.jpg @@ -187,7 +187,7 @@ services: volumes: - ./dags:/opt/airflow/dags - ./config/airflow.cfg:/opt/airflow/airflow.cfg - - logs:/opt/airflow/logs + - /persistent_data/logs:/opt/airflow/logs - ./tmp/:/work/ depends_on: <<: *airflow-common-depends-on @@ -322,7 +322,6 @@ services: condition: service_completed_successfully volumes: - logs: postgres-db-volume: certs: html: diff --git a/scripts/deployment.sh b/scripts/deployment.sh index a6143e4..b040a2e 100755 --- a/scripts/deployment.sh +++ b/scripts/deployment.sh @@ -33,7 +33,7 @@ mkdir -p ./dags ./logs ./plugins ./config ./templates cd $GIT_REPO cp -r dags/* $AIRFLOW_DIR/dags cp -r plugins/* $AIRFLOW_DIR/plugins -cp config/* $AIRFLOW_DIR/config +cp config/* $AIRFLOW_DIR/config/ cp -r templates/* $AIRFLOW_DIR/templates # Setup environment variables and install requirements echo -e "AIRFLOW_UID=$(id -u)" > $GIT_REPO/dockers/.env @@ -45,7 +45,7 @@ echo "Collected requirements: $reqs" echo "_PIP_ADDITIONAL_REQUIREMENTS=\"$reqs\"" >> $GIT_REPO/dockers/.env pip install -r $GIT_REPO/requirements.txt -sed -i "s_datalogistics.eflows4hpc.eu/_${SERVER_DOMAIN}_g" docker-compose.yml +sed -i "s_datalogistics.eflows4hpc.eu/_${SERVER_DOMAIN}_g" $GIT_REPO/dockers/docker-compose.yaml # it is at this point assumed that ip and volume are correctly assigned, and that dns is working properly echo "-----------Bringing up the docker containers-----------" -- GitLab