From 4b3f3b0a62de9d97a1de4438b2abad61f01e69e1 Mon Sep 17 00:00:00 2001 From: Stefan Kesselheim <s.kesselheim@fz-juelich.de> Date: Thu, 12 Jan 2023 17:28:09 +0100 Subject: [PATCH] added virtual environment --- spark_env/modules.sh | 2 +- spark_env/requirements.txt | 1 - 2 files changed, 1 insertion(+), 2 deletions(-) diff --git a/spark_env/modules.sh b/spark_env/modules.sh index cb649a0..ab5fda7 100644 --- a/spark_env/modules.sh +++ b/spark_env/modules.sh @@ -1,2 +1,2 @@ module purge -module load Stages/2022 GCC OpenMPI TensorFlow Horovod mpi4py PyTorch scikit-learn +module load Stages/2023 GCC OpenMPI Spark diff --git a/spark_env/requirements.txt b/spark_env/requirements.txt index ac9356d..d919f6f 100644 --- a/spark_env/requirements.txt +++ b/spark_env/requirements.txt @@ -1,2 +1 @@ -opencv-python ipykernel -- GitLab