diff --git a/001-Extensions/Dask_JURECA.ipynb b/001-Extensions/Dask_JURECA.ipynb
index dce735b86a28aaa0c2e5000fd2a2560454d6a16e..86f5bc953f7876818b9f4d21644df484951ef10d 100644
--- a/001-Extensions/Dask_JURECA.ipynb
+++ b/001-Extensions/Dask_JURECA.ipynb
@@ -17,7 +17,7 @@
},
{
"cell_type": "code",
- "execution_count": 1,
+ "execution_count": null,
"metadata": {},
"outputs": [],
"source": [
@@ -61,7 +61,7 @@
},
{
"cell_type": "code",
- "execution_count": 2,
+ "execution_count": null,
"metadata": {},
"outputs": [],
"source": [
@@ -87,73 +87,18 @@
},
{
"cell_type": "code",
- "execution_count": 3,
+ "execution_count": null,
"metadata": {},
- "outputs": [
- {
- "name": "stdout",
- "output_type": "stream",
- "text": [
- "#!/usr/bin/env bash\n",
- "\n",
- "#SBATCH -J dask-worker\n",
- "#SBATCH -e /p/home/jusers/kreuzer1/jureca/dask_jobqueue_logs//dask-worker-%J.err\n",
- "#SBATCH -o /p/home/jusers/kreuzer1/jureca/dask_jobqueue_logs//dask-worker-%J.out\n",
- "#SBATCH -p batch\n",
- "#SBATCH -A cstvs\n",
- "#SBATCH -n 1\n",
- "#SBATCH --cpus-per-task=24\n",
- "#SBATCH --mem=94G\n",
- "#SBATCH -t 00:30:00\n",
- "\n",
- "JOB_ID=${SLURM_JOB_ID%;*}\n",
- "\n",
- "/usr/local/software/jureca/Stages/Devel-2019a/software/Python/3.6.8-GCCcore-8.3.0/bin/python -m distributed.cli.dask_worker tcp://10.80.32.31:35250 --nthreads 12 --nprocs 2 --memory-limit 50.00GB --name name --nanny --death-timeout 15s --local-directory /tmp --interface ib0\n",
- "\n"
- ]
- }
- ],
+ "outputs": [],
"source": [
"print(cluster.job_script())"
]
},
{
"cell_type": "code",
- "execution_count": 4,
+ "execution_count": null,
"metadata": {},
- "outputs": [
- {
- "data": {
- "text/html": [
- "<table style=\"border: 2px solid white;\">\n",
- "<tr>\n",
- "<td style=\"vertical-align: top; border: 0px solid white\">\n",
- "<h3 style=\"text-align: left;\">Client</h3>\n",
- "<ul style=\"text-align: left; list-style: none; margin: 0; padding: 0;\">\n",
- " <li><b>Scheduler: </b>tcp://10.80.32.31:35250</li>\n",
- " <li><b>Dashboard: </b><a href='http://10.80.32.31:56755/status' target='_blank'>http://10.80.32.31:56755/status</a>\n",
- "</ul>\n",
- "</td>\n",
- "<td style=\"vertical-align: top; border: 0px solid white\">\n",
- "<h3 style=\"text-align: left;\">Cluster</h3>\n",
- "<ul style=\"text-align: left; list-style:none; margin: 0; padding: 0;\">\n",
- " <li><b>Workers: </b>0</li>\n",
- " <li><b>Cores: </b>0</li>\n",
- " <li><b>Memory: </b>0 B</li>\n",
- "</ul>\n",
- "</td>\n",
- "</tr>\n",
- "</table>"
- ],
- "text/plain": [
- "<Client: 'tcp://10.80.32.31:35250' processes=0 threads=0, memory=0 B>"
- ]
- },
- "execution_count": 4,
- "metadata": {},
- "output_type": "execute_result"
- }
- ],
+ "outputs": [],
"source": [
"client = Client(cluster)\n",
"client"
@@ -203,7 +148,7 @@
},
{
"cell_type": "code",
- "execution_count": 5,
+ "execution_count": null,
"metadata": {},
"outputs": [],
"source": [
@@ -219,7 +164,7 @@
},
{
"cell_type": "code",
- "execution_count": 6,
+ "execution_count": null,
"metadata": {},
"outputs": [],
"source": [
@@ -263,7 +208,7 @@
},
{
"cell_type": "code",
- "execution_count": 7,
+ "execution_count": null,
"metadata": {},
"outputs": [],
"source": [
@@ -272,25 +217,9 @@
},
{
"cell_type": "code",
- "execution_count": 8,
+ "execution_count": null,
"metadata": {},
- "outputs": [
- {
- "name": "stdout",
- "output_type": "stream",
- "text": [
- "1.0 GB\n",
- "\tMC pi: 3.14163532800\tErr: 4.267e-05\n",
- "\tWorkers: 4\t\tTime: 14.035s\n",
- "10.0 GB\n",
- "\tMC pi: 3.14159999360\tErr: 7.340e-06\n",
- "\tWorkers: 4\t\tTime: 1.755s\n",
- "100.0 GB\n",
- "\tMC pi: 3.14160576512\tErr: 1.311e-05\n",
- "\tWorkers: 4\t\tTime: 9.881s\n"
- ]
- }
- ],
+ "outputs": [],
"source": [
"for size in (1e9 * n for n in (1, 10, 100)):\n",
"\n",
@@ -314,17 +243,9 @@
},
{
"cell_type": "code",
- "execution_count": 9,
+ "execution_count": null,
"metadata": {},
- "outputs": [
- {
- "name": "stdout",
- "output_type": "stream",
- "text": [
- "Scaling from 4 to 8 workers.\n"
- ]
- }
- ],
+ "outputs": [],
"source": [
"new_num_workers = 2 * len(cluster.scheduler.workers)\n",
"\n",
@@ -337,41 +258,9 @@
},
{
"cell_type": "code",
- "execution_count": 10,
+ "execution_count": null,
"metadata": {},
- "outputs": [
- {
- "data": {
- "text/html": [
- "<table style=\"border: 2px solid white;\">\n",
- "<tr>\n",
- "<td style=\"vertical-align: top; border: 0px solid white\">\n",
- "<h3 style=\"text-align: left;\">Client</h3>\n",
- "<ul style=\"text-align: left; list-style: none; margin: 0; padding: 0;\">\n",
- " <li><b>Scheduler: </b>tcp://10.80.32.31:35250</li>\n",
- " <li><b>Dashboard: </b><a href='http://10.80.32.31:56755/status' target='_blank'>http://10.80.32.31:56755/status</a>\n",
- "</ul>\n",
- "</td>\n",
- "<td style=\"vertical-align: top; border: 0px solid white\">\n",
- "<h3 style=\"text-align: left;\">Cluster</h3>\n",
- "<ul style=\"text-align: left; list-style:none; margin: 0; padding: 0;\">\n",
- " <li><b>Workers: </b>4</li>\n",
- " <li><b>Cores: </b>48</li>\n",
- " <li><b>Memory: </b>200.00 GB</li>\n",
- "</ul>\n",
- "</td>\n",
- "</tr>\n",
- "</table>"
- ],
- "text/plain": [
- "<Client: 'tcp://10.80.32.31:35250' processes=4 threads=48, memory=200.00 GB>"
- ]
- },
- "execution_count": 10,
- "metadata": {},
- "output_type": "execute_result"
- }
- ],
+ "outputs": [],
"source": [
"client"
]
@@ -385,25 +274,9 @@
},
{
"cell_type": "code",
- "execution_count": 11,
+ "execution_count": null,
"metadata": {},
- "outputs": [
- {
- "name": "stdout",
- "output_type": "stream",
- "text": [
- "1.0 GB\n",
- "\tMC pi: 3.14156992000\tErr: 2.273e-05\n",
- "\tWorkers: 8\t\tTime: 0.863s\n",
- "10.0 GB\n",
- "\tMC pi: 3.14159750400\tErr: 4.850e-06\n",
- "\tWorkers: 8\t\tTime: 2.203s\n",
- "100.0 GB\n",
- "\tMC pi: 3.14156159168\tErr: 3.106e-05\n",
- "\tWorkers: 8\t\tTime: 5.774s\n"
- ]
- }
- ],
+ "outputs": [],
"source": [
"for size in (1e9 * n for n in (1, 10, 100)):\n",
"\n",
@@ -429,7 +302,7 @@
},
{
"cell_type": "code",
- "execution_count": 12,
+ "execution_count": null,
"metadata": {},
"outputs": [],
"source": [
@@ -440,41 +313,9 @@
},
{
"cell_type": "code",
- "execution_count": 13,
+ "execution_count": null,
"metadata": {},
- "outputs": [
- {
- "data": {
- "text/html": [
- "<table style=\"border: 2px solid white;\">\n",
- "<tr>\n",
- "<td style=\"vertical-align: top; border: 0px solid white\">\n",
- "<h3 style=\"text-align: left;\">Client</h3>\n",
- "<ul style=\"text-align: left; list-style: none; margin: 0; padding: 0;\">\n",
- " <li><b>Scheduler: </b>tcp://10.80.32.31:35250</li>\n",
- " <li><b>Dashboard: </b><a href='http://10.80.32.31:56755/status' target='_blank'>http://10.80.32.31:56755/status</a>\n",
- "</ul>\n",
- "</td>\n",
- "<td style=\"vertical-align: top; border: 0px solid white\">\n",
- "<h3 style=\"text-align: left;\">Cluster</h3>\n",
- "<ul style=\"text-align: left; list-style:none; margin: 0; padding: 0;\">\n",
- " <li><b>Workers: </b>4</li>\n",
- " <li><b>Cores: </b>48</li>\n",
- " <li><b>Memory: </b>200.00 GB</li>\n",
- "</ul>\n",
- "</td>\n",
- "</tr>\n",
- "</table>"
- ],
- "text/plain": [
- "<Client: 'tcp://10.80.32.31:35250' processes=8 threads=96, memory=400.00 GB>"
- ]
- },
- "execution_count": 13,
- "metadata": {},
- "output_type": "execute_result"
- }
- ],
+ "outputs": [],
"source": [
"client"
]
@@ -490,25 +331,9 @@
},
{
"cell_type": "code",
- "execution_count": 15,
+ "execution_count": null,
"metadata": {},
- "outputs": [
- {
- "name": "stdout",
- "output_type": "stream",
- "text": [
- "1.0 GB\n",
- "\tMC pi: 3.14140582400\tErr: 1.868e-04\n",
- "\tWorkers: 4\t\tTime: 2.682s\n",
- "10.0 GB\n",
- "\tMC pi: 3.14159994880\tErr: 7.295e-06\n",
- "\tWorkers: 4\t\tTime: 3.225s\n",
- "100.0 GB\n",
- "\tMC pi: 3.14156351552\tErr: 2.914e-05\n",
- "\tWorkers: 20\t\tTime: 31.772s\n"
- ]
- }
- ],
+ "outputs": [],
"source": [
"for size in (n * 1e9 for n in (1, 10, 100)):\n",
"\n",
diff --git a/001-Extensions/Dask_JURON.ipynb b/001-Extensions/Dask_JURON.ipynb
index c4b828d23b28ded3a0358fd5cc6cae03fbd46336..376b515fb23aaf41de8d1fe54a33bd3912591a80 100644
--- a/001-Extensions/Dask_JURON.ipynb
+++ b/001-Extensions/Dask_JURON.ipynb
@@ -50,7 +50,7 @@
},
{
"cell_type": "code",
- "execution_count": 1,
+ "execution_count": null,
"metadata": {},
"outputs": [],
"source": [
@@ -79,71 +79,18 @@
},
{
"cell_type": "code",
- "execution_count": 2,
+ "execution_count": null,
"metadata": {},
- "outputs": [
- {
- "name": "stdout",
- "output_type": "stream",
- "text": [
- "#!/usr/bin/env bash\n",
- "\n",
- "#BSUB -J dask-worker\n",
- "#BSUB -e /p/home/jusers/kreuzer1/juron/dask_jobqueue_logs/name-%J.err\n",
- "#BSUB -o /p/home/jusers/kreuzer1/juron/dask_jobqueue_logs/name-%J.out\n",
- "#BSUB -q normal\n",
- "#BSUB -n 2\n",
- "#BSUB -R \"span[hosts=1]\"\n",
- "#BSUB -M 4295\n",
- "#BSUB -W 60\n",
- "JOB_ID=${LSB_JOBID%.*}\n",
- "\n",
- "/gpfs/software/opt/python/modules/3.6/jupyterlab/1.2.1/jupyter/bin/python3 -m distributed.cli.dask_worker tcp://192.168.45.25:39047 --nthreads 4 --memory-limit 128.00GB --name name --nanny --death-timeout 15s\n",
- "\n"
- ]
- }
- ],
+ "outputs": [],
"source": [
"print(cluster.job_script())"
]
},
{
"cell_type": "code",
- "execution_count": 3,
+ "execution_count": null,
"metadata": {},
- "outputs": [
- {
- "data": {
- "text/html": [
- "<table style=\"border: 2px solid white;\">\n",
- "<tr>\n",
- "<td style=\"vertical-align: top; border: 0px solid white\">\n",
- "<h3 style=\"text-align: left;\">Client</h3>\n",
- "<ul style=\"text-align: left; list-style: none; margin: 0; padding: 0;\">\n",
- " <li><b>Scheduler: </b>tcp://192.168.45.25:39047</li>\n",
- " <li><b>Dashboard: </b><a href='http://192.168.45.25:56755/status' target='_blank'>http://192.168.45.25:56755/status</a>\n",
- "</ul>\n",
- "</td>\n",
- "<td style=\"vertical-align: top; border: 0px solid white\">\n",
- "<h3 style=\"text-align: left;\">Cluster</h3>\n",
- "<ul style=\"text-align: left; list-style:none; margin: 0; padding: 0;\">\n",
- " <li><b>Workers: </b>0</li>\n",
- " <li><b>Cores: </b>0</li>\n",
- " <li><b>Memory: </b>0 B</li>\n",
- "</ul>\n",
- "</td>\n",
- "</tr>\n",
- "</table>"
- ],
- "text/plain": [
- "<Client: 'tcp://192.168.45.25:39047' processes=0 threads=0, memory=0 B>"
- ]
- },
- "execution_count": 3,
- "metadata": {},
- "output_type": "execute_result"
- }
- ],
+ "outputs": [],
"source": [
"client = Client(cluster)\n",
"client"
@@ -411,7 +358,7 @@
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
- "version": "3.6.1"
+ "version": "3.6.8"
}
},
"nbformat": 4,