From c3dd6a487b04691ce25d8a5ac5483e8ef0ee1359 Mon Sep 17 00:00:00 2001 From: Christian Boettcher <c.boettcher@fz-juelich.de> Date: Wed, 4 May 2022 14:34:56 +0200 Subject: [PATCH] bring down old airflow containers to prevent empty dag folder on first scan --- scripts/deployment.sh | 10 ++++++++-- 1 file changed, 8 insertions(+), 2 deletions(-) diff --git a/scripts/deployment.sh b/scripts/deployment.sh index c7067d1..2569c53 100755 --- a/scripts/deployment.sh +++ b/scripts/deployment.sh @@ -32,8 +32,14 @@ AIRFLOW_DIR=`pwd` echo "Project dir is set to: $AIRFLOW_DIR" echo "Proceeding as user $(whoami)" -# clean out the target directory to ensure only new stuff is there | causes race conditions on light deployment, maybe add flag to script? -# rm -rf $AIRFLOW_DIR/* +# stop all airflow containers while setting up the new ones +docker-compose -f $GIT_REPO/dockers/docker-compose.yaml --project-directory $AIRFLOW_DIR down airflow-webserver +docker-compose -f $GIT_REPO/dockers/docker-compose.yaml --project-directory $AIRFLOW_DIR down airflow-scheduler +docker-compose -f $GIT_REPO/dockers/docker-compose.yaml --project-directory $AIRFLOW_DIR down airflow-triggerer +docker-compose -f $GIT_REPO/dockers/docker-compose.yaml --project-directory $AIRFLOW_DIR down airflow-worker + +# clean out the target directory to ensure only new stuff is there +rm -rf $AIRFLOW_DIR/* # Make the necessary folders for the airflow artefacts and copy the corresponging content mkdir -p ./dags ./logs ./plugins ./config ./templates -- GitLab