Skip to content
Snippets Groups Projects
Commit ac07de2c authored by Alexandre Strube's avatar Alexandre Strube
Browse files

Update requirements and adjust directory paths for upcoming event

parent 4fc10304
Branches
No related tags found
No related merge requests found
Pipeline #232950 passed
...@@ -523,9 +523,14 @@ git clone https://gitlab.jsc.fz-juelich.de/kesselheim1/sc_venv_template.git ...@@ -523,9 +523,14 @@ git clone https://gitlab.jsc.fz-juelich.de/kesselheim1/sc_venv_template.git
``` ```
- Add this to sc_venv_template/requirements.txt: - Add this to sc_venv_template/requirements.txt:
- ```python - ```python
fastai pip
deepspeed fastai==2.7.15
accelerate scipy==1.11.1
matplotlib==3.7.2
scikit-learn==1.3.1
pandas==2.0.3
torch==2.1.2
accelerate==1.1.1
``` ```
- ```bash - ```bash
......
...@@ -723,9 +723,14 @@ class="sourceCode bash"><code class="sourceCode bash"><span id="cb7-1"><a href=" ...@@ -723,9 +723,14 @@ class="sourceCode bash"><code class="sourceCode bash"><span id="cb7-1"><a href="
<span id="cb7-2"><a href="#cb7-2" aria-hidden="true" tabindex="-1"></a><span class="fu">git</span> clone https://gitlab.jsc.fz-juelich.de/kesselheim1/sc_venv_template.git</span></code></pre></div></li> <span id="cb7-2"><a href="#cb7-2" aria-hidden="true" tabindex="-1"></a><span class="fu">git</span> clone https://gitlab.jsc.fz-juelich.de/kesselheim1/sc_venv_template.git</span></code></pre></div></li>
<li class="fragment">Add this to sc_venv_template/requirements.txt:</li> <li class="fragment">Add this to sc_venv_template/requirements.txt:</li>
<li class="fragment"><div class="sourceCode" id="cb8"><pre <li class="fragment"><div class="sourceCode" id="cb8"><pre
class="sourceCode python"><code class="sourceCode python"><span id="cb8-1"><a href="#cb8-1" aria-hidden="true" tabindex="-1"></a>fastai</span> class="sourceCode python"><code class="sourceCode python"><span id="cb8-1"><a href="#cb8-1" aria-hidden="true" tabindex="-1"></a>pip</span>
<span id="cb8-2"><a href="#cb8-2" aria-hidden="true" tabindex="-1"></a>deepspeed</span> <span id="cb8-2"><a href="#cb8-2" aria-hidden="true" tabindex="-1"></a>fastai<span class="op">==</span><span class="fl">2.7.15</span></span>
<span id="cb8-3"><a href="#cb8-3" aria-hidden="true" tabindex="-1"></a>accelerate</span></code></pre></div></li> <span id="cb8-3"><a href="#cb8-3" aria-hidden="true" tabindex="-1"></a>scipy<span class="op">==</span><span class="fl">1.11.1</span></span>
<span id="cb8-4"><a href="#cb8-4" aria-hidden="true" tabindex="-1"></a>matplotlib<span class="op">==</span><span class="fl">3.7.2</span></span>
<span id="cb8-5"><a href="#cb8-5" aria-hidden="true" tabindex="-1"></a>scikit<span class="op">-</span>learn<span class="op">==</span><span class="fl">1.3.1</span></span>
<span id="cb8-6"><a href="#cb8-6" aria-hidden="true" tabindex="-1"></a>pandas<span class="op">==</span><span class="fl">2.0.3</span></span>
<span id="cb8-7"><a href="#cb8-7" aria-hidden="true" tabindex="-1"></a>torch<span class="op">==</span><span class="fl">2.1.2</span></span>
<span id="cb8-8"><a href="#cb8-8" aria-hidden="true" tabindex="-1"></a>accelerate<span class="op">==</span><span class="fl">1.1.1</span></span></code></pre></div></li>
<li class="fragment"><div class="sourceCode" id="cb9"><pre <li class="fragment"><div class="sourceCode" id="cb9"><pre
class="sourceCode bash"><code class="sourceCode bash"><span id="cb9-1"><a href="#cb9-1" aria-hidden="true" tabindex="-1"></a><span class="ex">sc_venv_template/setup.sh</span></span> class="sourceCode bash"><code class="sourceCode bash"><span id="cb9-1"><a href="#cb9-1" aria-hidden="true" tabindex="-1"></a><span class="ex">sc_venv_template/setup.sh</span></span>
<span id="cb9-2"><a href="#cb9-2" aria-hidden="true" tabindex="-1"></a><span class="bu">source</span> sc_venv_template/activate.sh</span></code></pre></div></li> <span id="cb9-2"><a href="#cb9-2" aria-hidden="true" tabindex="-1"></a><span class="bu">source</span> sc_venv_template/activate.sh</span></code></pre></div></li>
......
...@@ -23,7 +23,7 @@ export MASTER_PORT=7010 ...@@ -23,7 +23,7 @@ export MASTER_PORT=7010
export GPUS_PER_NODE=4 export GPUS_PER_NODE=4
# Make sure we are on the right directory # Make sure we are on the right directory
cd $HOME/2024-05-talk-intro-to-supercompting-jsc/src cd $HOME/2024-11-talk-intro-to-supercompting-jsc/src
# This loads modules and python packages # This loads modules and python packages
source sc_venv_template/activate.sh source sc_venv_template/activate.sh
......
...@@ -11,7 +11,7 @@ ...@@ -11,7 +11,7 @@
#SBATCH --gres=gpu:1 #SBATCH --gres=gpu:1
# Make sure we are on the right directory # Make sure we are on the right directory
cd $HOME/2024-05-talk-intro-to-supercompting-jsc/src cd $HOME/2024-11-talk-intro-to-supercompting-jsc/src
# This loads modules and python packages # This loads modules and python packages
source sc_venv_template/activate.sh source sc_venv_template/activate.sh
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment