Skip to content
Snippets Groups Projects
Commit 78951613 authored by Jan Ebert's avatar Jan Ebert
Browse files

Refactor `venv` activation

Should make it more obvious to users what's going on and also make it
easier for them to use their environment interactively.
parent 0d7d9fae
No related branches found
No related tags found
No related merge requests found
#!/usr/bin/env bash
if [ -z "$curr_dir" ]; then
curr_file="${BASH_SOURCE[0]:-${(%):-%x}}"
curr_dir="$(dirname "$curr_file")"
fi
venv_dir="$curr_dir"/env
[ -x "$(command -v deactivate)" ] && deactivate
module --force purge
source "$curr_dir"/modules.sh
if ! [ -d "$venv_dir" ]; then
echo "Cannot set up \`venv\` on JUWELS Booster compute node." \
"Please manually execute \`bash set_up.sh\` on a login node."
exit 1
fi
source "$venv_dir"/bin/activate
#!/usr/bin/env sh #!/usr/bin/env sh
module load Stages
module load GCC OpenMPI PyTorch torchvision module load GCC OpenMPI PyTorch torchvision
...@@ -18,19 +18,7 @@ curr_dir="$(dirname "$curr_file")" ...@@ -18,19 +18,7 @@ curr_dir="$(dirname "$curr_file")"
# Propagate the specified number of CPUs per task to each `srun`. # Propagate the specified number of CPUs per task to each `srun`.
export SRUN_CPUS_PER_TASK="$SLURM_CPUS_PER_TASK" export SRUN_CPUS_PER_TASK="$SLURM_CPUS_PER_TASK"
[ -x "$(command -v deactivate)" ] && deactivate source "$curr_dir"/activate.sh
module --force purge
module load Stages
source "$curr_dir"/modules.sh
if ! [ -d "$curr_dir"/env ]; then
echo "Cannot set up \`venv\` on JUWELS Booster compute node." \
"Please manually execute \`bash set_up.sh\` on a login node."
exit 1
fi
source "$curr_dir"/env/bin/activate
export MASTER_ADDR="$(scontrol show hostnames "$SLURM_JOB_NODELIST" | head -n 1)" export MASTER_ADDR="$(scontrol show hostnames "$SLURM_JOB_NODELIST" | head -n 1)"
if [ "$SYSTEMNAME" = juwelsbooster ] \ if [ "$SYSTEMNAME" = juwelsbooster ] \
......
#!/usr/bin/env bash
if [ -z "$curr_dir" ]; then
curr_file="${BASH_SOURCE[0]:-${(%):-%x}}"
curr_dir="$(dirname "$curr_file")"
fi
venv_dir="$curr_dir"/env
[ -x "$(command -v deactivate)" ] && deactivate
module --force purge
source "$curr_dir"/modules.sh
if ! [ -d "$venv_dir" ]; then
echo "Cannot set up \`venv\` on JUWELS Booster compute node." \
"Please manually execute \`bash set_up.sh\` on a login node."
exit 1
fi
source "$venv_dir"/bin/activate
#!/usr/bin/env sh #!/usr/bin/env sh
module load Stages
module load GCC OpenMPI PyTorch torchvision module load GCC OpenMPI PyTorch torchvision
...@@ -18,19 +18,7 @@ curr_dir="$(dirname "$curr_file")" ...@@ -18,19 +18,7 @@ curr_dir="$(dirname "$curr_file")"
# Propagate the specified number of CPUs per task to each `srun`. # Propagate the specified number of CPUs per task to each `srun`.
export SRUN_CPUS_PER_TASK="$SLURM_CPUS_PER_TASK" export SRUN_CPUS_PER_TASK="$SLURM_CPUS_PER_TASK"
[ -x "$(command -v deactivate)" ] && deactivate source "$curr_dir"/activate.sh
module --force purge
module load Stages
source "$curr_dir"/modules.sh
if ! [ -d "$curr_dir"/env ]; then
echo "Cannot set up \`venv\` on JUWELS Booster compute node." \
"Please manually execute \`bash set_up.sh\` on a login node."
exit 1
fi
source "$curr_dir"/env/bin/activate
export MASTER_ADDR="$(scontrol show hostnames "$SLURM_JOB_NODELIST" | head -n 1)" export MASTER_ADDR="$(scontrol show hostnames "$SLURM_JOB_NODELIST" | head -n 1)"
if [ "$SYSTEMNAME" = juwelsbooster ] \ if [ "$SYSTEMNAME" = juwelsbooster ] \
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment