From de191bedaa41dec1555a492627b06d969a52f172 Mon Sep 17 00:00:00 2001
From: leufen1 <l.leufen@fz-juelich.de>
Date: Fri, 12 Mar 2021 17:09:09 +0100
Subject: [PATCH] new req bottleneck improves speed for kzf
---
HPC_setup/requirements_HDFML_additionals.txt | 1 +
HPC_setup/requirements_JUWELS_additionals.txt | 1 +
mlair/helpers/statistics.py | 4 +++-
requirements.txt | 1 +
requirements_gpu.txt | 1 +
5 files changed, 7 insertions(+), 1 deletion(-)
diff --git a/HPC_setup/requirements_HDFML_additionals.txt b/HPC_setup/requirements_HDFML_additionals.txt
index 12e09ccd..26e335d5 100644
--- a/HPC_setup/requirements_HDFML_additionals.txt
+++ b/HPC_setup/requirements_HDFML_additionals.txt
@@ -2,6 +2,7 @@ absl-py==0.11.0
appdirs==1.4.4
astor==0.8.1
attrs==20.3.0
+bottleneck==1.3.2
cached-property==1.5.2
certifi==2020.12.5
cftime==1.4.1
diff --git a/HPC_setup/requirements_JUWELS_additionals.txt b/HPC_setup/requirements_JUWELS_additionals.txt
index 12e09ccd..26e335d5 100644
--- a/HPC_setup/requirements_JUWELS_additionals.txt
+++ b/HPC_setup/requirements_JUWELS_additionals.txt
@@ -2,6 +2,7 @@ absl-py==0.11.0
appdirs==1.4.4
astor==0.8.1
attrs==20.3.0
+bottleneck==1.3.2
cached-property==1.5.2
certifi==2020.12.5
cftime==1.4.1
diff --git a/mlair/helpers/statistics.py b/mlair/helpers/statistics.py
index 3631597a..57d7802e 100644
--- a/mlair/helpers/statistics.py
+++ b/mlair/helpers/statistics.py
@@ -616,9 +616,11 @@ class KolmogorovZurbenkoFilterMovingWindow(KolmogorovZurbenkoBaseClass):
wl(int): a window length
itr(int): a number of iteration
"""
+ import warnings
+ warnings.filterwarnings("ignore")
df_itr = df.__deepcopy__()
try:
- kwargs = {"min_periods": 1,
+ kwargs = {"min_periods": int(0.7 * wl),
"center": True,
self.filter_dim: wl}
iter_vars = df_itr.coords["variables"].values
diff --git a/requirements.txt b/requirements.txt
index b0a6e7f5..51d6e023 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -2,6 +2,7 @@ absl-py==0.11.0
appdirs==1.4.4
astor==0.8.1
attrs==20.3.0
+bottleneck==1.3.2
cached-property==1.5.2
certifi==2020.12.5
cftime==1.4.1
diff --git a/requirements_gpu.txt b/requirements_gpu.txt
index 35fe0d5e..11a5c8ae 100644
--- a/requirements_gpu.txt
+++ b/requirements_gpu.txt
@@ -2,6 +2,7 @@ absl-py==0.11.0
appdirs==1.4.4
astor==0.8.1
attrs==20.3.0
+bottleneck==1.3.2
cached-property==1.5.2
certifi==2020.12.5
cftime==1.4.1
--
GitLab