Skip to content
Snippets Groups Projects
Commit 0515557d authored by Felix Kleinert's avatar Felix Kleinert
Browse files

update JUWELS path to /p/project

parent 3408a7a0
No related branches found
No related tags found
3 merge requests!125Release v0.10.0,!124Update Master to new version v0.10.0,!97Felix issue106 hpc modules for juwels
Pipeline #33857 passed
...@@ -115,7 +115,7 @@ def prepare_host(create_new=True, sampling="daily"): ...@@ -115,7 +115,7 @@ def prepare_host(create_new=True, sampling="daily"):
elif (len(hostname) > 2) and (hostname[:2] == "jr"): elif (len(hostname) > 2) and (hostname[:2] == "jr"):
path = f"/p/project/cjjsc42/{user}/DATA/toar_{sampling}/" path = f"/p/project/cjjsc42/{user}/DATA/toar_{sampling}/"
elif (len(hostname) > 2) and (hostname[:2] in ['jw', 'ju']): elif (len(hostname) > 2) and (hostname[:2] in ['jw', 'ju']):
path = f"/p/home/jusers/{user}/juwels/intelliaq/DATA/toar_{sampling}/" path = f"/p/project/deepacf/intelliaq/{user}/DATA/toar_{sampling}/"
elif "runner-6HmDp9Qd-project-2411-concurrent" in hostname: elif "runner-6HmDp9Qd-project-2411-concurrent" in hostname:
path = f"/home/{user}/machinelearningtools/data/toar_{sampling}/" path = f"/home/{user}/machinelearningtools/data/toar_{sampling}/"
else: else:
......
...@@ -42,13 +42,13 @@ class ExperimentSetup(RunEnvironment): ...@@ -42,13 +42,13 @@ class ExperimentSetup(RunEnvironment):
create_new_model=None, bootstrap_path=None, permute_data_on_training=False, transformation=None, create_new_model=None, bootstrap_path=None, permute_data_on_training=False, transformation=None,
train_min_length=None, val_min_length=None, test_min_length=None, extreme_values=None, train_min_length=None, val_min_length=None, test_min_length=None, extreme_values=None,
extremes_on_right_tail_only=None, evaluate_bootstraps=True, plot_list=None, number_of_bootstraps=None, extremes_on_right_tail_only=None, evaluate_bootstraps=True, plot_list=None, number_of_bootstraps=None,
create_new_bootstraps=None): create_new_bootstraps=None, data_path=None):
# create run framework # create run framework
super().__init__() super().__init__()
# experiment setup # experiment setup
self._set_param("data_path", helpers.prepare_host(sampling=sampling)) self._set_param("data_path", data_path, default=helpers.prepare_host(sampling=sampling))
self._set_param("hostname", helpers.get_host()) self._set_param("hostname", helpers.get_host())
# self._set_param("hostname", "jwc0123") # self._set_param("hostname", "jwc0123")
self._set_param("hpc_hosts", DEFAULT_HPC_HOST_LIST) self._set_param("hpc_hosts", DEFAULT_HPC_HOST_LIST)
......
...@@ -152,7 +152,7 @@ class TestPrepareHost: ...@@ -152,7 +152,7 @@ class TestPrepareHost:
assert prepare_host() == "/home/testUser/Data/toar_daily/" assert prepare_host() == "/home/testUser/Data/toar_daily/"
assert prepare_host() == "/home/testUser/Data/toar_daily/" assert prepare_host() == "/home/testUser/Data/toar_daily/"
assert prepare_host() == "/p/project/cjjsc42/testUser/DATA/toar_daily/" assert prepare_host() == "/p/project/cjjsc42/testUser/DATA/toar_daily/"
assert prepare_host() == "/p/home/jusers/testUser/juwels/intelliaq/DATA/toar_daily/" assert prepare_host() == "/p/project/deepacf/intelliaq/testUser/DATA/toar_daily/"
assert prepare_host() == '/home/testUser/machinelearningtools/data/toar_daily/' assert prepare_host() == '/home/testUser/machinelearningtools/data/toar_daily/'
@mock.patch("socket.gethostname", return_value="NotExistingHostName") @mock.patch("socket.gethostname", return_value="NotExistingHostName")
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment