notebook should now run without issues

- added creation of subdiretories - added some output

notebook should now run without issues
d21543ec · Carsten Hinz · ae5d2298 · d21543ec
Commit d21543ec authored 11 months ago by Carsten Hinz
--- a/tests/get_sample_data.ipynb
+++ b/tests/get_sample_data.ipynb
@@ -8,6 +8,7 @@
   "source": [
    "from datetime import datetime\n",
    "\n",
+    "#samping monthly or daily\n",
    "sampling = \"monthly\"\n",
    "start = datetime(2010,1,1)\n",
    "end = datetime(2011,1,1)\n",
@@ -86,8 +87,13 @@
   "metadata": {},
   "outputs": [],
   "source": [
-    "with open(f\"data/{sampling}_{start.date()}_{end.date()}.zip\", \"w+b\") as sample_file:\n",
-    "    sample_file.write(response.content)"
+    "from pathlib import Path\n",
+    "outDir = Path(\"data\")\n",
+    "outDir.mkdir(parents=False, exist_ok=True)\n",
+    "fn = outDir / f\"{sampling}_{start.date()}_{end.date()}.zip\"\n",
+    "with open(fn, \"w+b\") as sample_file:\n",
+    "    sample_file.write(response.content)\n",
+    "print(f\"Wrote outout to file [path/to/toargridding]/tests/{fn}\")"
   ]
  }
 ],
@@ -107,7 +113,7 @@
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
-   "version": "3.11.6"
+   "version": "3.11.5"
  }
 },
 "nbformat": 4,

 %% Cell type:code id: tags:

 ``` python
 from datetime import datetime

+#samping monthly or daily
 sampling = "monthly"
 start = datetime(2010,1,1)
 end = datetime(2011,1,1)

 print(start.date(), end.date())
 print(start.isoformat(), end.isoformat())
 ```

 %% Cell type:code id: tags:

 ``` python
 import requests

 response = requests.get(
    "https://toar-data.fz-juelich.de/api/v2/analysis/statistics/",
    params={
        "daterange": f"{start.isoformat()},{end.isoformat()}",  # 1-year
        "variable_id": 5,
        "statistics": "mean",
        "sampling": sampling, # daily sampling
        "min_data_capture": 0,
        "limit": "None", # get all timeseries
        "format": "by_statistic",
        "metadata_scheme": "basic"
    }
 )
 ```

 %% Cell type:code id: tags:

 ``` python
 print(response.status_code)
 status_endpoint = response.json()["status"]
 print(status_endpoint)
 ```

 %% Cell type:code id: tags:

 ``` python
 import time

 waiting_for_data = True

 start_time = time.time()
 while waiting_for_data:
    time.sleep(30)
    response = requests.get(status_endpoint)

    waiting_for_data = (response.headers["Content-Type"] == "application/json")

 response_time = time.time() - start_time
 print(response_time)
 ```

 %% Cell type:code id: tags:

 ``` python
 response.headers["Content-Type"], response.headers["Content-Length"]
 ```

 %% Cell type:code id: tags:

 ``` python
-with open(f"data/{sampling}_{start.date()}_{end.date()}.zip", "w+b") as sample_file:
+from pathlib import Path
+outDir = Path("data")
+outDir.mkdir(parents=False, exist_ok=True)
+fn = outDir / f"{sampling}_{start.date()}_{end.date()}.zip"
+with open(fn, "w+b") as sample_file:
    sample_file.write(response.content)
+print(f"Wrote outout to file [path/to/toargridding]/tests/{fn}")
 ```