Skip to content
Snippets Groups Projects
Commit 4e8db09c authored by Felix Kleinert's avatar Felix Kleinert
Browse files

add script that creates batch scripts

parent 3a1d3ce4
No related branches found
No related tags found
3 merge requests!125Release v0.10.0,!124Update Master to new version v0.10.0,!97Felix issue106 hpc modules for juwels
#!/bin/csh -x
echo "############################################################"
echo "# #"
echo "# user interaction required #"
echo "# #"
echo "############################################################"
echo "This script creates the HPC batch scripts to run mlt on compute nodes (gpus and develgpus)."
echo "You can modify the created run scripts afterwards if needed."
budget=''
while [[ $budget == '' ]]
do
read -p "Enter project budget for --account flag: " budget
done
email=`jutil user show -o json | grep email | cut -f2 -d':' | cut -f1 -d',' | cut -f2 -d'"'`
read -p "Enter e-mail address for --mail-user (default: ${email}): " new_email
if [[ -z "$new_email" ]]; then
new_email=$email
fi
cat <<EOT > run_develgpus.bash
#!/bin/bash -x
#SBATCH --account=${budget}
#SBATCH --nodes=1
#SBATCH --output=mlt-out.%j
#SBATCH --error=mlt-err.%j
#SBATCH --time=02:00:00
#SBATCH --partition=develgpus
#SBATCH --gres=gpu:2
#SBATCH --mail-type=ALL
#SBATCH --mail-user=${email}
source mlt_modules.sh
source venv/bin/activate
export PYTHONPATH=\${PWD}/venv/lib/python3.6/site-packages:\${PYTHONPATH}
srun python run.py
EOT
echo "Created runscript: run_develgpus.bash"
cat <<EOT > run_gpus.bash
#!/bin/bash -x
#SBATCH --account=${budget}
#SBATCH --nodes=1
#SBATCH --output=mlt-out.%j
#SBATCH --error=mlt-err.%j
#SBATCH --time=16:00:00
#SBATCH --partition=gpus
#SBATCH --gres=gpu:4
#SBATCH --mail-type=ALL
#SBATCH --mail-user=${email}
source mlt_modules.sh
source venv/bin/activate
export PYTHONPATH=\${PWD}/venv/lib/python3.6/site-packages:\${PYTHONPATH}
srun python run.py
EOT
echo "Created runscript: run_gpus.bash"
echo "You have to run the the following command on a login node to download data:"
echo " \`python run.py'"
echo "Please execute the following command to check if the setup went well:"
echo " \`sbatch run_develgpus.bash'"
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment