diff --git a/spark_env/modules.sh b/spark_env/modules.sh index cb649a0e9af9353cd8357c4691151b7ed6536149..ab5fda7f1300f4444270572442f07f1afb19d347 100644 --- a/spark_env/modules.sh +++ b/spark_env/modules.sh @@ -1,2 +1,2 @@ module purge -module load Stages/2022 GCC OpenMPI TensorFlow Horovod mpi4py PyTorch scikit-learn +module load Stages/2023 GCC OpenMPI Spark diff --git a/spark_env/requirements.txt b/spark_env/requirements.txt index ac9356d438ff60b7ae219738e889c33c002191c9..d919f6f31900d99a9a10c480c02c7d6140e20aa0 100644 --- a/spark_env/requirements.txt +++ b/spark_env/requirements.txt @@ -1,2 +1 @@ -opencv-python ipykernel