Historic frequency data for Jan21-Jan22

Author: atsangarides

README.md

@@ -34,6 +34,7 @@ r: bytes = client.query(date_col=date_col, start_date=start_date, end_date=end_d
 * `day-ahead-wind-forecast`
 * `demand-data-update`
 * `dc-results-summary`
+* `historic-frequency-data` [Jan21-Jan22]
 
 ### Download of files
 * `historic-generation-mix`

pyngeso/resources.py

@@ -32,7 +32,59 @@
     "dc-results-summary": {
         "id": "888e5029-f786-41d2-bc15-cbfd1d285e96",
         "url": "https://data.nationalgrideso.com/ancillary-services/dynamic-containment-data/r/dc_results_summary_master_data_2021-2022"
-    }
+    },
+    "historic-frequency-data-jan22": {
+        "id": "43000c20-1208-4ca7-a419-712c7a1d375c",
+        "url": "https://data.nationalgrideso.com/system/system-frequency-data/r/january_2022_-_historic_frequency_data"
+    },
+    "historic-frequency-data-dec21": {
+        "id": "afe9895c-5937-4e78-8949-f0f026643666",
+        "url": "https://data.nationalgrideso.com/system/system-frequency-data/r/december_2021_-_historic_frequency_data"
+    },
+    "historic-frequency-data-nov21": {
+        "id": "9bc4746e-3152-4c6f-886e-58377ab88e0e",
+        "url": "https://data.nationalgrideso.com/system/system-frequency-data/r/november_2021_-_historic_frequency_data"
+    },
+    "historic-frequency-data-oct21": {
+        "id": "12291f14-95c3-4847-b2ef-3190eaa1193c",
+        "url": "https://data.nationalgrideso.com/system/system-frequency-data/r/october_2021_-_historic_frequency_data"
+    },
+    "historic-frequency-data-sep21": {
+        "id": "5cea7516-cbc3-416e-8dbf-162327c16b17",
+        "url": "https://data.nationalgrideso.com/system/system-frequency-data/r/september_2021_-_historic_frequency_data"
+    },
+    "historic-frequency-data-aug21": {
+        "id": "ae40912b-de8f-43b1-8eeb-c58e469f2365",
+        "url": "https://data.nationalgrideso.com/system/system-frequency-data/r/august_2021_-_historic_frequency_data"
+    },
+    "historic-frequency-data-jul21": {
+        "id": "94d95251-ccbb-4187-ae54-1b90ebf12b9f",
+        "url": "https://data.nationalgrideso.com/system/system-frequency-data/r/july_2021_-_historic_frequency_data"
+    },
+    "historic-frequency-data-jun21": {
+        "id": "bd754692-bce7-43b7-ba25-813921476391",
+        "url": "https://data.nationalgrideso.com/system/system-frequency-data/r/june_2021_-_historic_frequency_data"
+    },
+    "historic-frequency-data-may21": {
+        "id": "625597eb-7364-4ba8-a306-a7f59dcdc2a7",
+        "url": "https://data.nationalgrideso.com/system/system-frequency-data/r/may_2021_-_historic_frequency_data"
+    },
+    "historic-frequency-data-apr21": {
+        "id": "bd6e1b3f-1abb-452c-813c-397a41f7af8d",
+        "url": "https://data.nationalgrideso.com/system/system-frequency-data/r/april_2021_-_historic_frequency_data"
+    },
+    "historic-frequency-data-mar21": {
+        "id": "ac4e4031-0f86-48ff-8ecd-147d51ffbb81",
+        "url": "https://data.nationalgrideso.com/system/system-frequency-data/r/march_2021_-_historic_frequency_data"
+    },
+    "historic-frequency-data-feb21": {
+        "id": "53e2be31-c68c-40b3-bb83-7ae12240107c",
+        "url": "https://data.nationalgrideso.com/system/system-frequency-data/r/february_2021_-_historic_frequency_data"
+    },
+    "historic-frequency-data-jan21": {
+        "id": "fe2502b8-7fef-4027-8399-550a0c84f415",
+        "url": "https://data.nationalgrideso.com/system/system-frequency-data/r/january_2021_-_historic_frequency_data"
+    },
 }
 
 file_resource_ids: Dict[str, Dict[str, str]] = {

tests/test_pyngeso.py

@@ -1,3 +1,4 @@
+from datetime import datetime
 import logging
 import json
 import csv
@@ -147,3 +148,40 @@ def test_dc_results_summary():
     unique_target_dates = set([record.get(date_col) for record in records])
     assert len(unique_target_dates) == 1
     assert len(records) == 6
+
+
+@pytest.mark.vcr
+@pytest.mark.parametrize(
+    "month, year",
+    [
+        ("jan", 2022),
+        ("jan", 2021),
+        ("feb", 2021),
+        ("mar", 2021),
+        ("apr", 2021),
+        ("may", 2021),
+        ("jun", 2021),
+        ("jul", 2021),
+        ("aug", 2021),
+        ("sep", 2021),
+        ("oct", 2021),
+        ("nov", 2021),
+        ("dec", 2021),
+    ],
+)
+def test_historic_frequency_data(month: str, year: int):
+    date_col = "dtm"
+    start_date = datetime.strptime(f"{month} {year}", "%b %Y").strftime("%Y-%m-%d")
+    client = NgEso(f"historic-frequency-data-{month}{str(year)[-2:]}")
+    r = client.query(date_col=date_col, start_date=start_date, end_date=start_date)
+
+    assert isinstance(r, bytes)
+    r_dict = json.loads(r)
+    records = r_dict.get("result").get("records")
+    assert isinstance(records, list)
+    assert len(records) > 0
+    unique_target_dates = set([record.get(date_col) for record in records])
+    assert len(unique_target_dates) == 1
+    assert len(records) == 1
+    fetched_year = int(records[0].get(date_col)[:4])
+    assert fetched_year == year