Skip to content
Snippets Groups Projects
Select Git revision
  • d3fa3c87c9debe5526afa331b6968a7693f7bc2f
  • master default protected
  • enxhi_issue460_remove_TOAR-I_access
  • michael_issue459_preprocess_german_stations
  • sh_pollutants
  • develop protected
  • release_v2.4.0
  • michael_issue450_feat_load-ifs-data
  • lukas_issue457_feat_set-config-paths-as-parameter
  • lukas_issue454_feat_use-toar-statistics-api-v2
  • lukas_issue453_refac_advanced-retry-strategy
  • lukas_issue452_bug_update-proj-version
  • lukas_issue449_refac_load-era5-data-from-toar-db
  • lukas_issue451_feat_robust-apriori-estimate-for-short-timeseries
  • lukas_issue448_feat_load-model-from-path
  • lukas_issue447_feat_store-and-load-local-clim-apriori-data
  • lukas_issue445_feat_data-insight-plot-monthly-distribution
  • lukas_issue442_feat_bias-free-evaluation
  • lukas_issue444_feat_choose-interp-method-cams
  • 414-include-crps-analysis-and-other-ens-verif-methods-or-plots
  • lukas_issue384_feat_aqw-data-handler
  • v2.4.0 protected
  • v2.3.0 protected
  • v2.2.0 protected
  • v2.1.0 protected
  • Kleinert_etal_2022_initial_submission
  • v2.0.0 protected
  • v1.5.0 protected
  • v1.4.0 protected
  • v1.3.0 protected
  • v1.2.1 protected
  • v1.2.0 protected
  • v1.1.0 protected
  • IntelliO3-ts-v1.0_R1-submit
  • v1.0.0 protected
  • v0.12.2 protected
  • v0.12.1 protected
  • v0.12.0 protected
  • v0.11.0 protected
  • v0.10.0 protected
  • IntelliO3-ts-v1.0_initial-submit
41 results

test_data_preparation.py

Blame
  • overview.tex.backup 1.66 KiB
    \chapter{Kim's Masterplan (work in progress)}
    \label{cha:masterplan}
    
    \section{Overview}
    \label{sec:ov}
    Project summary; 'Elephant-Nest-Integration', 'Modular Science', 'SIMS-LS'.
    Figure \ref{fig:ov} shows an overview, with a detailed description of each component below.
    
    % Overview tikz diagram
    \begin{figure}[hbt]
      \centering
      \input{graphics/overview.tikz}
      \caption[]{Project overview. The Server (3) provides different Elephant functions for analysis. Clients (2) can request those.
      Data is then taken from the simulation output stream (1), stored in a buffer (4), further processed depending on the function and forwarded to HPC resources (5).}
      \label{fig:ov}
    \end{figure}
    
    
    \section{Details}
    \label{sec:det}
    
    \begin{enumerate}
     \item[(1)] Input data stream from simulation:
      \begin{itemize}
       \item Protocol -> MUSIC (?)
       \item 
       \item Handle input
       \item Handle data loss
      \end{itemize}
    
     \item[(2)] Multiple Clients:
      \begin{itemize}
        \item Multithreading (in Python?) -> multiprocessing
        \item Protocol
      \end{itemize}
    
     \item[(3)] Server:
      \begin{itemize}
       \item Server architecture
       \item Running where? -> (for now) running on SC (e.g. Jureca)
       \item Logging
      \end{itemize}
    
     \item[(4)] Buffer:
      \begin{itemize}
       \item Buffer-size -> (for now) expect buffer to handle all data, buffer large enough for complete simulation output
       \item Extract relevant data for each Elephant analysis provided.
       \item Input conversion -> Simulation output to Elephant input (NEO Framework) 
      \end{itemize}
    
     \item[(5)] HPC:
      \begin{itemize}
       \item Connect to SC resources -> (for now) server running directly on SC (e.g. Jureca)
      \end{itemize}
    
    \end{enumerate}