Skip to content
Snippets Groups Projects
Commit 51f84b17 authored by felix kleinert's avatar felix kleinert
Browse files

Merge branch 'develop_IntelliO3-ts' into 'IntelliO3-ts'

Update IntelliO3-ts

See merge request toar/mlair!174
parents be9c645c c6b45923
Branches
Tags
1 merge request!174Update IntelliO3-ts
Pipeline #50195 passed
...@@ -148,6 +148,8 @@ pages: ...@@ -148,6 +148,8 @@ pages:
- cp -af test_results/. public/test - cp -af test_results/. public/test
- ls public/test - ls public/test
- ls public - ls public
- mkdir -p public/docs
- ls public/docs
when: always when: always
artifacts: artifacts:
name: pages name: pages
...@@ -163,4 +165,4 @@ pages: ...@@ -163,4 +165,4 @@ pages:
- public/badges/ - public/badges/
- public/coverage/ - public/coverage/
- public/test/ - public/test/
- public/webpage/ - public/docs/
...@@ -102,14 +102,32 @@ class PreProcessing(RunEnvironment): ...@@ -102,14 +102,32 @@ class PreProcessing(RunEnvironment):
df.sort_index(inplace=True) df.sort_index(inplace=True)
df = df.reindex(df.index.drop(["# Stations", "# Samples"]).to_list() + ["# Stations", "# Samples"], ) df = df.reindex(df.index.drop(["# Stations", "# Samples"]).to_list() + ["# Stations", "# Samples"], )
df.index.name = 'stat. ID' df.index.name = 'stat. ID'
column_format = self.create_column_format_for_tex(df)
df.to_latex(os.path.join(path, "station_sample_size.tex"), na_rep='---', column_format=column_format)
df.to_markdown(open(os.path.join(path, "station_sample_size.md"), mode="w", encoding='utf-8'), tablefmt="github")
df_nometa = df.drop(meta_data, axis=1)
df_nometa.to_latex(os.path.join(path, "station_sample_size_short.tex"), na_rep='---',
column_format=column_format)
df_descr = df_nometa.iloc[:-2].astype('float32').describe(
percentiles=[.05, .1, .25, .5, .75, .9, .95]).astype('int32')
df_descr = pd.concat([df_nometa.loc[['# Samples']], df_descr]).T
df_descr.rename(columns={"# Samples": "sum"}, inplace=True)
column_format = self.create_column_format_for_tex(df_descr)
df_descr.to_latex(os.path.join(path, "station_describe_short.tex"), na_rep='---',
column_format=column_format)
@staticmethod
def create_column_format_for_tex(df: pd.DataFrame) -> str:
"""
Creates column format for latex table based on the shape of a given DataFrame.
Calculates number of columns and uses 'c' as column position. First element is set to 'l', last to 'r'
"""
column_format = np.repeat('c', df.shape[1] + 1) column_format = np.repeat('c', df.shape[1] + 1)
column_format[0] = 'l' column_format[0] = 'l'
column_format[-1] = 'r' column_format[-1] = 'r'
column_format = ''.join(column_format.tolist()) column_format = ''.join(column_format.tolist())
df.to_latex(os.path.join(path, "station_sample_size.tex"), na_rep='---', column_format=column_format) return column_format
df.to_markdown(open(os.path.join(path, "station_sample_size.md"), mode="w", encoding='utf-8'), tablefmt="github")
df.drop(meta_data, axis=1).to_latex(os.path.join(path, "station_sample_size_short.tex"), na_rep='---',
column_format=column_format)
def split_train_val_test(self) -> None: def split_train_val_test(self) -> None:
""" """
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment