adjusted hpc requirements, another try for tests from scratch

.gitlab-ci.yml

@@ -30,10 +30,10 @@ tests (from scratch):
     - base
     - zam347
   stage: test
-  #  only:
-  #    - master
-  #    - /^release.*$/
-  #    - develop
+    only:
+      - master
+      - /^release.*$/
+      - develop
   variables:
     FAILURE_THRESHOLD: 100
     TEST_TYPE: "scratch"
@@ -41,6 +41,8 @@ tests (from scratch):
     - chmod +x ./CI/update_badge.sh
     - ./CI/update_badge.sh > /dev/null
   script:
+    - pip install --upgrade pip
+    - pip install numpy
     - zypper --non-interactive install binutils libproj-devel gdal-devel
     - zypper --non-interactive install proj geos-devel
     - cat requirements.txt | cut -f1 -d"#" | sed '/^\s*$/d' | xargs -L 1 pip install
@@ -61,10 +63,10 @@ tests (on GPU):
     - gpu
     - zam347
   stage: test
-  #  only:
-  #    - master
-  #    - /^release.*$/
-  #    - develop
+    only:
+      - master
+      - /^release.*$/
+      - develop
   variables:
     FAILURE_THRESHOLD: 100
     TEST_TYPE: "gpu"

HPC_setup/requirements_HDFML_additionals.txt

-absl-py==0.9.0
+absl-py==0.11.0
+appdirs==1.4.4
 astor==0.8.1
-atomicwrites==1.3.0
-attrs==19.3.0
-certifi==2019.11.28
-chardet==3.0.4
-cloudpickle==1.3.0
-coverage==5.0.3
+attrs==20.3.0
+cached-property==1.5.2
+certifi==2020.12.5
+cftime==1.4.1
+chardet==4.0.0
+coverage==5.4
 cycler==0.10.0
-Cython==0.29.15
-dask==2.11.0
-fsspec==0.6.2
-gast==0.3.3
-grpcio==1.27.2
+dask==2021.2.0
+fsspec==0.8.5
+gast==0.4.0
+grpcio==1.35.0
 h5py==2.10.0
-idna==2.8
-importlib-metadata==1.5.0
+idna==2.10
+importlib-metadata==3.4.0
+iniconfig==1.1.1
 
-kiwisolver==1.1.0
-locket==0.2.0
-Markdown==3.2.1
-matplotlib==3.2.0
-mock==4.0.1
-more-itertools==8.2.0
-numpy==1.18.1
-packaging==20.3
-pandas==1.0.1
+kiwisolver==1.3.1
+locket==0.2.1
+Markdown==3.3.3
+matplotlib==3.3.4
+mock==4.0.3
+netCDF4==1.5.5.1
+numpy==1.19.5
+ordered-set==4.0.2
+packaging==20.9
+pandas==1.1.5
 partd==1.1.0
 patsy==0.5.1
-Pillow==7.0.0
+Pillow==8.1.0
 pluggy==0.13.1
-protobuf==3.11.3
-py==1.8.1
-pydot==1.4.1
-pyparsing==2.4.6
-pyproj==2.5.0
-pyshp==2.1.0
-pytest==5.3.5
-pytest-cov==2.8.1
-pytest-html==2.0.1
+protobuf==3.15.0
+py==1.10.0
+pydot==1.4.2
+pyparsing==2.4.7
+pyshp==2.1.3
+pytest==6.2.2
+pytest-cov==2.11.1
+pytest-html==3.1.1
 pytest-lazy-fixture==0.6.3
-pytest-metadata==1.8.0
+pytest-metadata==1.11.0
 pytest-sugar
 python-dateutil==2.8.1
-pytz==2019.3
-PyYAML==5.3
-requests==2.23.0
-scipy==1.4.1
-seaborn==0.10.0
+pytz==2021.1
+PyYAML==5.4.1
+requests==2.25.1
+scipy==1.5.4
+seaborn==0.11.1
 --no-binary shapely Shapely==1.7.0
-six==1.11.0
-statsmodels==0.11.1
-tabulate
-toolz==0.10.0
-typing-extensions
-urllib3==1.25.8
-wcwidth==0.1.8
-Werkzeug==1.0.0
-xarray==0.15.0
-zipp==3.1.0
+six==1.15.0
+statsmodels==0.12.2
+tabulate==0.8.8
+termcolor==1.1.0
+toml==0.10.2
+toolz==0.11.1
+typing-extensions==3.7.4.3
+urllib3==1.26.3
+Werkzeug==1.0.1
+wget==3.2
+xarray==0.16.2
+zipp==3.4.0

HPC_setup/requirements_JUWELS_additionals.txt

-absl-py==0.9.0
+absl-py==0.11.0
+appdirs==1.4.4
 astor==0.8.1
-atomicwrites==1.3.0
-attrs==19.3.0
-certifi==2019.11.28
-chardet==3.0.4
-cloudpickle==1.3.0
-coverage==5.0.3
+attrs==20.3.0
+cached-property==1.5.2
+certifi==2020.12.5
+cftime==1.4.1
+chardet==4.0.0
+coverage==5.4
 cycler==0.10.0
-Cython==0.29.15
-dask==2.11.0
-fsspec==0.6.2
-gast==0.3.3
-grpcio==1.27.2
+dask==2021.2.0
+fsspec==0.8.5
+gast==0.4.0
+grpcio==1.35.0
 h5py==2.10.0
-idna==2.8
-importlib-metadata==1.5.0
+idna==2.10
+importlib-metadata==3.4.0
+iniconfig==1.1.1
 
-kiwisolver==1.1.0
-locket==0.2.0
-Markdown==3.2.1
-matplotlib==3.2.0
-mock==4.0.1
-more-itertools==8.2.0
-numpy==1.18.1
-packaging==20.3
-pandas==1.0.1
+kiwisolver==1.3.1
+locket==0.2.1
+Markdown==3.3.3
+matplotlib==3.3.4
+mock==4.0.3
+netCDF4==1.5.5.1
+numpy==1.19.5
+ordered-set==4.0.2
+packaging==20.9
+pandas==1.1.5
 partd==1.1.0
 patsy==0.5.1
-Pillow==7.0.0
+Pillow==8.1.0
 pluggy==0.13.1
-protobuf==3.11.3
-py==1.8.1
-pydot==1.4.1
-pyparsing==2.4.6
-pyproj==2.5.0
-pyshp==2.1.0
-pytest==5.3.5
-pytest-cov==2.8.1
-pytest-html==2.0.1
+protobuf==3.15.0
+py==1.10.0
+pydot==1.4.2
+pyparsing==2.4.7
+pyshp==2.1.3
+pytest==6.2.2
+pytest-cov==2.11.1
+pytest-html==3.1.1
 pytest-lazy-fixture==0.6.3
-pytest-metadata==1.8.0
+pytest-metadata==1.11.0
 pytest-sugar
 python-dateutil==2.8.1
-pytz==2019.3
-PyYAML==5.3
-requests==2.23.0
-scipy==1.4.1
-seaborn==0.10.0
+pytz==2021.1
+PyYAML==5.4.1
+requests==2.25.1
+scipy==1.5.4
+seaborn==0.11.1
 --no-binary shapely Shapely==1.7.0
-six==1.11.0
-statsmodels==0.11.1
-tabulate
-toolz==0.10.0
-typing-extensions
-urllib3==1.25.8
-wcwidth==0.1.8
-Werkzeug==1.0.0
-xarray==0.15.0
-zipp==3.1.0
+six==1.15.0
+statsmodels==0.12.2
+tabulate==0.8.8
+termcolor==1.1.0
+toml==0.10.2
+toolz==0.11.1
+typing-extensions==3.7.4.3
+urllib3==1.26.3
+Werkzeug==1.0.1
+wget==3.2
+xarray==0.16.2
+zipp==3.4.0