Add "total_fish_shellfish_landings" table to populated places layer

Author: trey-stafford

qgreenland/config/cfg-lock.json

@@ -2109,6 +2109,13 @@
             "https://bank.stat.gl:443/sq/e38caec2-e806-4a9d-9a01-59f021282b56"
           ],
           "verify_tls": true
+        },
+        "total_landings_fish_shellfish": {
+          "id": "total_landings_fish_shellfish",
+          "urls": [
+            "https://bank.stat.gl:443/sq/c4ce17d8-2dec-4889-887b-9e34f42e28ed"
+          ],
+          "verify_tls": true
         }
       },
       "id": "statbank",
@@ -3920,6 +3927,14 @@
                     "id": "statbank"
                   }
                 },
+                {
+                  "asset": {
+                    "id": "total_landings_fish_shellfish"
+                  },
+                  "dataset": {
+                    "id": "statbank"
+                  }
+                },
                 {
                   "asset": {
                     "id": "only"

qgreenland/config/datasets/statbank.py

@@ -34,6 +34,13 @@
             # This URL returns a csv file `FIXFLEET.csv` that has data for 2020-2025
             urls=["https://bank.stat.gl:443/sq/0cfea73a-81bd-4d47-b98b-36148097173c"],
         ),
+        # This asset from the "Total landings of fish and shellfish by district
+        # and vessel segment" table.
+        HttpAsset(
+            id="total_landings_fish_shellfish",
+            # This URL returns a csv file `FIX012.csv` that has monthly data for 2012-2026
+            urls=["https://bank.stat.gl:443/sq/c4ce17d8-2dec-4889-887b-9e34f42e28ed"],
+        ),
     ],
     metadata={
         "title": "Statistics Greenland",

qgreenland/config/helpers/layers/populated_places.py

@@ -303,6 +303,48 @@ def prepare_fishing_vessels(*, input_dir: str, places):
     return fishing_vessels
 
 
+def prepare_total_fish_shellfish_landings(*, input_dir: str, places):
+    from pathlib import Path
+
+    import geopandas as gpd
+
+    fs_landings = gpd.read_file(Path(input_dir) / "FIX012.csv")
+
+    # Add start/end date cols
+    fs_landings = _start_and_end_date_cols_for_monthly_data(fs_landings)
+
+    # Rename count col
+    fs_landings = fs_landings.rename(
+        columns={
+            "Total landings of fish and shellfish": "landings_fish_and_shellfish_tonnes",
+        }
+    )
+    # Ensure count is cast as int
+    fs_landings["landings_fish_and_shellfish_tonnes"] = fs_landings[
+        "landings_fish_and_shellfish_tonnes"
+    ].astype(int)
+
+    # Drop unnecessary enhed (units) col
+    fs_landings = fs_landings.drop(columns=["enhed"])
+
+    # Setup place mapping
+    districts = set(fs_landings["district"])
+    district_place_mapping = {}
+    for district in districts:
+        matches = places[
+            (places["label"].str.lower() == district.lower())
+            # Filter for towns, which are the seat of each district and should match
+            # the District name given in the fishing vessels data.
+            & (places["category"] == "town")
+        ]
+        assert len(matches) == 1
+        district_place_mapping[district] = int(matches.id.values[0])
+
+    fs_landings["place_id"] = fs_landings["district"].map(district_place_mapping)
+
+    return fs_landings
+
+
 def process_populated_places(*, input_dir: str, output_dir: str):
     """Combine populated places data with statistics from statbank.
 
@@ -328,6 +370,10 @@ def process_populated_places(*, input_dir: str, output_dir: str):
 
     fishing_vessels = prepare_fishing_vessels(input_dir=input_dir, places=places)
 
+    fs_landings = prepare_total_fish_shellfish_landings(
+        input_dir=input_dir, places=places
+    )
+
     # postprocess places to remove some columns we no longer need
     # ("Indbyggertal_2016" - the population in 2016 - is used by
     # `prepare_cruise_passengers`).
@@ -359,3 +405,8 @@ def process_populated_places(*, input_dir: str, output_dir: str):
             "fishing_vessels",
             conn,
         )
+
+        fs_landings.to_sql(
+            "total_fish_shellfish_landings",
+            conn,
+        )

qgreenland/config/layers/Places/populated_places.py

@@ -54,6 +54,11 @@
             dataset=statbank,
             asset=statbank.assets["fishing_vessels"],
         ),
+        # This input provides numbers fish/shellfish caught
+        LayerInput(
+            dataset=statbank,
+            asset=statbank.assets["total_landings_fish_shellfish"],
+        ),
         # This input provides a multipolygon of municipalities and gives us the
         # municipality name for each populated place. (gpkg)
         LayerInput(