Skip to content
Snippets Groups Projects
Commit 73d082e9 authored by Carsten Hinz's avatar Carsten Hinz
Browse files

renamed output file

parent c82e4bb2
No related branches found
No related tags found
3 merge requests!11Creation of first beta release version,!10change in metadata of notebook,!9change in metadata of notebook
%% Cell type:markdown id: tags: %% Cell type:markdown id: tags:
### Get Dataset from request ### Get Dataset from request
%% Cell type:code id: tags: %% Cell type:code id: tags:
``` python ``` python
from datetime import datetime as dt from datetime import datetime as dt
from pathlib import Path from pathlib import Path
import pandas as pd import pandas as pd
import numpy as np import numpy as np
from toargridding.grids import RegularGrid from toargridding.grids import RegularGrid
from toargridding.toar_rest_client import ( from toargridding.toar_rest_client import (
AnalysisServiceDownload, AnalysisServiceDownload,
STATION_LAT, STATION_LAT,
STATION_LON, STATION_LON,
) )
from toargridding.metadata import Metadata, TimeSample, AnalysisRequestResult, Coordinates from toargridding.metadata import Metadata, TimeSample, AnalysisRequestResult, Coordinates
from toargridding.variables import Coordinate from toargridding.variables import Coordinate
from toargridding.contributors import contributionsManager, contributions_manager_by_name from toargridding.contributors import contributions_manager_by_id, contributions_manager_by_name
import logging import logging
from toargridding.defaultLogging import toargridding_defaultLogging from toargridding.defaultLogging import toargridding_defaultLogging
#setup of logging #setup of logging
logger = toargridding_defaultLogging() logger = toargridding_defaultLogging()
logger.addShellLogger(logging.DEBUG) logger.addShellLogger(logging.DEBUG)
logger.logExceptions() logger.logExceptions()
endpoint = "https://toar-data.fz-juelich.de/api/v2/analysis/statistics/" endpoint = "https://toar-data.fz-juelich.de/api/v2/analysis/statistics/"
#starts in directory [path/to/toargridding]/tests #starts in directory [path/to/toargridding]/tests
#maybe adopt the toargridding_base_path for your machine. #maybe adopt the toargridding_base_path for your machine.
toargridding_base_path = Path(".") toargridding_base_path = Path(".")
cache_dir = toargridding_base_path / "cache" cache_dir = toargridding_base_path / "cache"
data_download_dir = toargridding_base_path / "results" data_download_dir = toargridding_base_path / "results"
analysis_service = AnalysisServiceDownload(endpoint, cache_dir, data_download_dir, use_downloaded=True) analysis_service = AnalysisServiceDownload(endpoint, cache_dir, data_download_dir, use_downloaded=True)
my_grid = RegularGrid(1.9, 2.5) my_grid = RegularGrid(1.9, 2.5)
time = TimeSample(dt(2016,1,1), dt(2016,2,28), "daily") time = TimeSample(dt(2016,1,1), dt(2016,2,28), "daily")
metadata = Metadata.construct("mole_fraction_of_ozone_in_air", time, "mean") metadata = Metadata.construct("mole_fraction_of_ozone_in_air", time, "mean")
``` ```
%% Cell type:markdown id: tags: %% Cell type:markdown id: tags:
# Contributors as dedicated file # Contributors as dedicated file
%% Cell type:code id: tags: %% Cell type:code id: tags:
``` python ``` python
# this cell can runs longer than 30minutes # this cell can runs longer than 30minutes
data = analysis_service.get_data(metadata) data = analysis_service.get_data(metadata)
# create contributors endpoint and write result to metadata # create contributors endpoint and write result to metadata
contrib = contributionsManager(metadata.get_id(), data_download_dir) contrib = contributions_manager_by_id(metadata.get_id(), data_download_dir)
contrib.extract_contributors_from_data_frame(data.stations_data) contrib.extract_contributors_from_data_frame(data.stations_data)
metadata.contributors_metadata_field = contrib.setup_contributors_endpoint_for_metadata() metadata.contributors_metadata_field = contrib.setup_contributors_endpoint_for_metadata()
ds = my_grid.as_xarray(data) ds = my_grid.as_xarray(data)
#store dataset #store dataset
ds.to_netcdf(data_download_dir / f"curl+id-file_{metadata.get_id()}_{my_grid.get_id()}.nc") ds.to_netcdf(data_download_dir / f"endpoint+id-file_{metadata.get_id()}_{my_grid.get_id()}.nc")
``` ```
%% Cell type:markdown id: tags: %% Cell type:markdown id: tags:
# Contributors as single line request # Contributors as single line request
%% Cell type:code id: tags: %% Cell type:code id: tags:
``` python ``` python
# this cell can runs longer than 30minutes # this cell can runs longer than 30minutes
data = analysis_service.get_data(metadata) data = analysis_service.get_data(metadata)
# create contributors endpoint and write result to metadata # create contributors endpoint and write result to metadata
contrib = contributionsManager(metadata.get_id(), data_download_dir) contrib = contributions_manager_by_id(metadata.get_id(), data_download_dir)
contrib.inline_mode = True contrib.inline_mode = True
contrib.extract_contributors_from_data_frame(data.stations_data) contrib.extract_contributors_from_data_frame(data.stations_data)
metadata.contributors_metadata_field = contrib.setup_contributors_endpoint_for_metadata() metadata.contributors_metadata_field = contrib.setup_contributors_endpoint_for_metadata()
ds = my_grid.as_xarray(data) ds = my_grid.as_xarray(data)
#store dataset #store dataset
ds.to_netcdf(data_download_dir / f"request_in_field_{metadata.get_id()}_{my_grid.get_id()}.nc") ds.to_netcdf(data_download_dir / f"request_in_field_{metadata.get_id()}_{my_grid.get_id()}.nc")
``` ```
%% Cell type:markdown id: tags: %% Cell type:markdown id: tags:
# Contributors by name within field # Contributors by name within field
%% Cell type:code id: tags: %% Cell type:code id: tags:
``` python ``` python
# this cell can runs longer than 30minutes # this cell can runs longer than 30minutes
data = analysis_service.get_data(metadata) data = analysis_service.get_data(metadata)
# create contributors endpoint and write result to metadata # create contributors endpoint and write result to metadata
contrib = contributions_manager_by_name(metadata.get_id(), data_download_dir) contrib = contributions_manager_by_name(metadata.get_id(), data_download_dir)
contrib.inline_mode = True contrib.inline_mode = True
contrib.extract_contributors_from_data_frame(data.stations_data) contrib.extract_contributors_from_data_frame(data.stations_data)
metadata.contributors_metadata_field = contrib.setup_contributors_endpoint_for_metadata() metadata.contributors_metadata_field = contrib.setup_contributors_endpoint_for_metadata()
ds = my_grid.as_xarray(data) ds = my_grid.as_xarray(data)
#store dataset #store dataset
ds.to_netcdf(data_download_dir / f"by_name_{metadata.get_id()}_{my_grid.get_id()}.nc") ds.to_netcdf(data_download_dir / f"by_name_{metadata.get_id()}_{my_grid.get_id()}.nc")
``` ```
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment