From 4ccba6f6e727dc580882e4316a687291cde377ae Mon Sep 17 00:00:00 2001 From: Thomas Gilon Date: Wed, 8 Jul 2026 16:04:07 +0200 Subject: [PATCH 1/4] feat: desetangle data/versions.csv using data/tyndp_versions.csv --- REUSE.toml | 1 + config/config.tyndp.yaml | 5 ++ config/test/config.cyears.yaml | 9 +++- config/test/config.tyndp.yaml | 9 +++- data/tyndp_versions.csv | 83 +++++++++++++++++++++++++++++++++ data/versions.csv | 84 +--------------------------------- 6 files changed, 105 insertions(+), 86 deletions(-) create mode 100644 data/tyndp_versions.csv diff --git a/REUSE.toml b/REUSE.toml index 0a74b1ac82..ab843aa472 100644 --- a/REUSE.toml +++ b/REUSE.toml @@ -20,6 +20,7 @@ SPDX-License-Identifier = "CC-BY-4.0" [[annotations]] path = [ "data/tyndp_technology_map.csv", + "data/tyndp_versions.csv", "doc/configtables/benchmarking.csv", "doc/img/tyndp/*", ] diff --git a/config/config.tyndp.yaml b/config/config.tyndp.yaml index f6e1351f45..5fe0e820e6 100644 --- a/config/config.tyndp.yaml +++ b/config/config.tyndp.yaml @@ -381,6 +381,11 @@ solving: name: highs options: highs-default +data: + version_files: + - data/versions.csv + - data/tyndp_versions.csv + plotting: energy_threshold: 1. projection: diff --git a/config/test/config.cyears.yaml b/config/test/config.cyears.yaml index 2981f59e1e..b1174c4f5f 100644 --- a/config/test/config.cyears.yaml +++ b/config/test/config.cyears.yaml @@ -90,7 +90,7 @@ electricity: - 2009 fill_gaps_method: zero # Complete PECD data is only available for the years 2030, 2040 - # TODO: adjust once udpated 2050 PECD data is available + # TODO: adjust once updated 2050 PECD data is available available_years: - 2030 - 2040 @@ -391,6 +391,11 @@ solving: options: highs-default mem: 4000 +data: + version_files: + - data/versions.csv + - data/tyndp_versions.csv + plotting: energy_threshold: 1. projection: @@ -472,7 +477,7 @@ cba: noisy_costs: false solver: name: highs - options: "highs-simplex" + options: highs-simplex # Rolling horizon solving settings solving: diff --git a/config/test/config.tyndp.yaml b/config/test/config.tyndp.yaml index 55d6383728..f62e2f2da9 100644 --- a/config/test/config.tyndp.yaml +++ b/config/test/config.tyndp.yaml @@ -88,7 +88,7 @@ electricity: - 2009 fill_gaps_method: zero # Complete PECD data is only available for the years 2030, 2040 - # TODO: adjust once udpated 2050 PECD data is available + # TODO: adjust once updated 2050 PECD data is available available_years: - 2030 - 2040 @@ -389,6 +389,11 @@ solving: options: highs-default mem: 4000 +data: + version_files: + - data/versions.csv + - data/tyndp_versions.csv + plotting: energy_threshold: 1. projection: @@ -470,7 +475,7 @@ cba: noisy_costs: false solver: name: highs - options: "highs-simplex" + options: highs-simplex # Rolling horizon solving settings solving: diff --git a/data/tyndp_versions.csv b/data/tyndp_versions.csv new file mode 100644 index 0000000000..62c6cbbf02 --- /dev/null +++ b/data/tyndp_versions.csv @@ -0,0 +1,83 @@ +dataset,version,source,tags,added,note,url +aquifer_data,v1.2,tyndp-archive,latest supported,2026-05-08,,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/aquifer_data/v1.2/IHME1500_v12.zip +attributed_ports,2020-07-10,tyndp-archive,latest supported,2026-05-08,Moved from github repo `data/` folder,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/attributed_ports/2020-07-10/attributed_ports.json +bidding_zones_electricitymaps,v1.238.0,tyndp-archive,latest supported,2026-05-08,,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/bidding_zones_electricitymaps/v1.238.0/world.geojson +bidding_zones_entsoepy,v0.6.18,tyndp-archive,latest supported,2026-05-08,,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/bidding_zones_entsoepy/v0.6.18 +cba_guidelines_reference_projects,unknown,archive,latest supported,2026-02-05,,https://storage.googleapis.com/open-tyndp-data-store/cba/table_B1_CBA_Implementations_Guidelines_TYNDP2024.csv +cba_guidelines_reference_projects,unknown,tyndp-archive,latest supported,2026-02-05,,https://storage.googleapis.com/open-tyndp-data-store/cba/table_B1_CBA_Implementations_Guidelines_TYNDP2024.csv +cba_guidelines_reference_projects,2024,primary,not-supported,2026-02-05,,https://tyndp.entsoe.eu/resources/tyndp-2024-methodology-cba-implementation-guidelines-for-consultation-1 +co2stop,26-august-2020,tyndp-archive,latest supported,2026-05-08,,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/co2stop/26-august-2020/co2jrc_openformats.zip +copernicus_land_cover,v3.0.1,tyndp-archive,latest supported,2026-05-08,"The primary is already from Zenodo, documentation in https://zenodo.org/records/4723921",https://storage.googleapis.com/open-tyndp-data-store/archive/eur/copernicus_land_cover/v3.0.1 +corine,v18_5,tyndp-archive,latest supported,2026-05-08,,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/corine/v18_5/corine.zip +costs,v0.14.0,tyndp-archive,latest supported,2026-05-08,Part of the `technologydata` repository and versioned on GitHub.,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/costs/v0.14.0 +country_hdd,2025-08-13,tyndp-archive,latest supported,2026-05-08,,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/country_hdd/2025-08-13/era5-HDD-per-country.csv +country_runoff,2025-08-13,tyndp-archive,latest supported,2026-05-08,,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/country_runoff/2025-08-13/era5-runoff-per-country.csv +dh_areas,341.5,tyndp-archive,latest supported,2026-05-08,,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/dh_areas/341.5/dh_areas.gpkg +eez,v12_20231025,tyndp-archive,latest supported,2026-05-08,,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/eez/v12_20231025/World_EEZ_v12_20231025_LR.zip +emobility,28-08-2016,tyndp-archive,latest supported,2026-05-08,,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/emobility/28-08-2016/emobility.zip +enspreso_biomass,2019-06-20,tyndp-archive,latest supported,2026-05-08,,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/enspreso_biomass/2019-06-20/ENSPRESO_BIOMASS.xlsx +entsoe_electricity_demand,2026-02-02,tyndp-archive,latest supported,2026-05-08,API request using entsoe-py package,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/entsoe_electricity_demand/2026-02-02/electricity_demand_entsoe_raw.csv +eu_nuts2013,2015-12-03,tyndp-archive,latest supported,2026-05-08,,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/eu_nuts2013/2015-12-03/ref-nuts-2013-03m.geojson.zip +eu_nuts2021,2021-01-01,tyndp-archive,latest supported,2026-05-08,,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/eu_nuts2021/2021-01-01/ref-nuts-2021-01m.geojson.zip +eurostat_balances,2026-02,tyndp-archive,latest supported,2026-05-08,,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/eurostat_balances/2026-02/nrg_bal_c +eurostat_household_balances,2025-07-09,tyndp-archive,latest supported,2026-05-08,,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/eurostat_household_balances/2025-07-09/nrg_d_hhq.csv +gdp_per_capita,2018-02-06,tyndp-archive,latest supported,2026-05-08,"Primary link is a direct download, earlier part of zenodo bundle",https://storage.googleapis.com/open-tyndp-data-store/archive/eur/gdp_per_capita/2018-02-06/GDP_per_capita_PPP_1990_2015_v2.nc +gebco,2014,tyndp-archive,latest supported,2026-05-08,Earlier part of databundle,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/gebco/2014/GEBCO_2014_2D.nc +gem_europe_gas_tracker,may-2024,tyndp-archive,latest supported,2026-05-08,,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/gem_europe_gas_tracker/may-2024/Europe-Gas-Tracker-2024-05.xlsx +gem_gcct,july-2025,tyndp-archive,latest supported,2026-05-08,,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/gem_gcct/july-2025/Global-Cement-and-Concrete-Tracker_July-2025.xlsx +gem_gspt,march-2025-v1.1,tyndp-archive,latest supported,2026-05-08,,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/gem_gspt/march-2025-v1.1/Plant-level-data-Global-Iron-and-Steel-Tracker-March-2025-V1.1.xlsx +geothermal_heat_utilisation_potentials,341.5,tyndp-archive,latest supported,2026-05-08,,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/geothermal_heat_utilisation_potentials/341.5/Results_DH_Matching_Cluster.xlsx +ghg_emissions,v23,tyndp-archive,latest supported,2026-05-08,earlier part of databundle,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/ghg_emissions/v23/UNFCCC_v23.csv +h2_salt_caverns,16-10-2019,tyndp-archive,latest supported,2026-05-08,,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/h2_salt_caverns/16-10-2019/h2_salt_caverns_GWh_per_sqkm.geojson +hotmaps_industrial_sites,version-1.1,tyndp-archive,latest supported,2026-05-08,,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/hotmaps_industrial_sites/version-1.1/Industrial_Database.csv +jrc_ardeco,2021,tyndp-archive,latest supported,2026-05-08,,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/jrc_ardeco/2021 +jrc_idees,2023-v1,tyndp-archive,latest supported,2026-05-08,,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/jrc_idees/2023-v1/JRC-IDEES-2023.zip +lau_regions,2019,tyndp-archive,latest supported,2026-05-08,,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/lau_regions/2019/ref-lau-2019-01m.geojson.zip +luisa_land_cover,2021-03-02,tyndp-archive,latest supported,2026-05-08,,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/luisa_land_cover/2021-03-02/LUISA_basemap_020321_50m.tif +mobility_profiles,2025-08-27,tyndp-archive,latest supported,2026-05-08,New version recreating the dataset from the data bundle.,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/mobility_profiles/2025-08-27 +natura,2025-08-15,tyndp-archive,latest supported,2026-05-08,,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/natura/2025-08-15/natura.tiff +neso_electricity_demand,2026-02-02,tyndp-archive,latest supported,2026-05-08,,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/neso_electricity_demand/2026-02-02/electricity_demand_neso_raw.csv +nitrogen_statistics,2022,tyndp-archive,supported,2026-05-08,,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/nitrogen_statistics/2022/nitro-ert.xlsx +nuts3_population,13-03-2025,tyndp-archive,latest supported,2026-05-08,earlier part of zenodo bundle,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/nuts3_population/13-03-2025/nama_10r_3popgdp.tsv.gz +open_tyndp_prelim,0.7.1,primary,not-supported,2026-06-02,Open-TYNDP preliminary outcomes,https://zenodo.org/records/20303009 +open_tyndp_prelim,0.7.1,archive,latest supported,2026-06-02,Open-TYNDP preliminary outcomes (results-0.7.1.zip),https://zenodo.org/records/20303009/files/results-0.7.1.zip +open_tyndp_prelim,0.7.1,tyndp-archive,latest supported,2026-06-02,Open-TYNDP preliminary outcomes (results-0.7.1.zip),https://storage.googleapis.com/open-tyndp-data-store/outcomes/0.7.1/results-0.7.1.zip +open_tyndp_prelim,0.6.1,primary,not-supported,2026-06-02,Open-TYNDP preliminary outcomes,https://zenodo.org/records/19388086 +open_tyndp_prelim,0.6.1,archive,supported,2026-06-02,Open-TYNDP preliminary outcomes (results-0.6.1.zip),https://zenodo.org/records/19388086/files/results-0.6.1.zip +open_tyndp_prelim,0.6.1,tyndp-archive,supported,2026-06-02,Open-TYNDP preliminary outcomes (results-0.6.1.zip),https://storage.googleapis.com/open-tyndp-data-store/outcomes/0.6.1/results-0.6.1.zip +open_tyndp_prelim,0.5.1,primary,not-supported,2026-06-02,Open-TYNDP preliminary outcomes,https://zenodo.org/records/18713081 +open_tyndp_prelim,0.5.1,archive,supported,2026-06-02,Open-TYNDP preliminary outcomes (results-0.5.1.zip),https://zenodo.org/records/18713081/files/results-0.5.1.zip +open_tyndp_prelim,0.5.1,tyndp-archive,supported,2026-06-02,Open-TYNDP preliminary outcomes (results-0.5.1.zip),https://storage.googleapis.com/open-tyndp-data-store/outcomes/0.5.1/results-0.5.1.zip +open_tyndp_prelim,0.5,primary,not-supported,2026-02-16,Open-TYNDP preliminary outcomes,https://zenodo.org/records/18608106 +open_tyndp_prelim,0.5,archive,supported,2026-02-16,Open-TYNDP preliminary outcomes (results-0.5.zip),https://zenodo.org/records/18608106/files/results-0.5.zip +open_tyndp_prelim,0.5,tyndp-archive,supported,2026-05-15,Open-TYNDP preliminary outcomes (results-0.5.zip),https://storage.googleapis.com/open-tyndp-data-store/outcomes/0.5/results-0.5.zip +opsd_electricity_demand,2026-02-02,tyndp-archive,latest supported,2026-05-08,,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/opsd_electricity_demand/2026-02-02/electricity_demand_opsd_raw.csv +osm,0.7,tyndp-archive,latest supported,2026-05-08,,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/osm/0.7 +osm_boundaries,unknown,tyndp-archive,latest supported,2026-05-08,,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/osm_boundaries/unknown/osm_boundaries.zip +population_count,2018-11-01,tyndp-archive,latest supported,2026-05-08,earlier part of zenodo bundle,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/population_count/2018-11-01/ppp_2019_1km_Aggregated.tif +powerplants,0.8.1,tyndp-archive,latest supported,2026-05-08,Part of the `powerplantmatching` package and versioned on GitHub.,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/powerplants/0.8.1/powerplants.csv +scigrid_gas,1.1.2,tyndp-archive,latest supported,2026-05-08,the primary is already from Zenodo published by original authors,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/scigrid_gas/1.1.2/IGGIELGN.zip +seawater_temperature,v1.0,tyndp-archive,latest supported,2026-05-08,Test cutout seawater temperature,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/seawater_temperature/v1.0/seawater_temperature.nc +ship_raster,v5,tyndp-archive,latest supported,2026-05-08,,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/ship_raster/v5/shipdensity_global.zip +synthetic_electricity_demand,v2,tyndp-archive,latest supported,2026-05-08,the primary is already from Zenodo published by original authors,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/synthetic_electricity_demand/v2 +tyndp,2024,primary,latest supported,2026-02-05,,https://2024-data.entsos-tyndp-scenarios.eu/files/scenarios-inputs +tyndp,2024,archive,latest supported,2026-02-05,,https://storage.googleapis.com/open-tyndp-data-store/2024 +tyndp,2024,tyndp-archive,latest supported,2026-02-05,,https://storage.googleapis.com/open-tyndp-data-store/2024 +tyndp_cba_non_co2_emissions,2024,primary,not-supported,2026-01-26,Annex A.3 page 108,https://tyndp.entsoe.eu/resources/tyndp-2024-methodology-cba-implementation-guidelines-for-consultation-1 +tyndp_cba_non_co2_emissions,2024,archive,latest supported,2026-01-26,,https://storage.googleapis.com/open-tyndp-data-store/cba/a.3_non-co2-emissions.csv +tyndp_cba_non_co2_emissions,2024,tyndp-archive,latest supported,2026-01-26,,https://storage.googleapis.com/open-tyndp-data-store/cba/a.3_non-co2-emissions.csv +tyndp_cba_projects,unknown,primary,not-supported,2026-01-27,,https://tyndp2024.entsoe.eu/projects-map +tyndp_cba_projects,unknown,archive,latest supported,2026-01-27,,https://storage.googleapis.com/open-tyndp-data-store/CBA_projects.zip +tyndp_cba_projects,unknown,tyndp-archive,latest supported,2026-01-27,,https://storage.googleapis.com/open-tyndp-data-store/CBA_projects.zip +tyndp_nuclear_profiles,v40,archive,latest supported,2026-02-04,Data derived from the NT Market Model Outputs of the TYNDP 2024,https://storage.googleapis.com/open-tyndp-data-store/nuclear_p_max_pu.zip +tyndp_nuclear_profiles,v40,tyndp-archive,latest supported,2026-02-04,Data derived from the NT Market Model Outputs of the TYNDP 2024,https://storage.googleapis.com/open-tyndp-data-store/nuclear_p_max_pu.zip +tyndp_pecd,3.1+pre-built.0.1,archive,latest supported,2026-01-27,Pre-built PECD data for Open-TYNDP,https://storage.googleapis.com/open-tyndp-data-store/PECD/ +tyndp_pecd,3.1+pre-built.0.1,tyndp-archive,latest supported,2026-01-27,Pre-built PECD data for Open-TYNDP,https://storage.googleapis.com/open-tyndp-data-store/PECD/ +tyndp_pecd,3.1,primary,not-supported,2026-01-27,Pre-built PECD data for Open-TYNDP,https://2024-data.entsos-tyndp-scenarios.eu/files/scenarios-inputs/PECD.zip +tyndp_pecd,3.1,archive,supported,2026-01-27,,https://storage.googleapis.com/open-tyndp-data-store/PECD/ +tyndp_pecd,3.1,tyndp-archive,supported,2026-01-27,,https://storage.googleapis.com/open-tyndp-data-store/PECD/ +tyndp_vis_plfm,unknown,primary,not-supported,2026-01-27,,https://2024.entsos-tyndp-scenarios.eu/visualisation-platform/ +tyndp_vis_plfm,20250117,archive,latest supported,2026-01-27,,https://storage.googleapis.com/open-tyndp-data-store/250117-TYNDP-2024-Visualisation-Platform.zip +tyndp_vis_plfm,20250117,tyndp-archive,latest supported,2026-01-27,,https://storage.googleapis.com/open-tyndp-data-store/250117-TYNDP-2024-Visualisation-Platform.zip +worldbank_commodity_prices,jan-2026,tyndp-archive,latest supported,2026-05-08,,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/worldbank_commodity_prices/jan-2026/CMO-Historical-Data-Monthly.xlsx +worldbank_urban_population,2025-08-14,tyndp-archive,latest supported,2026-05-08,,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/worldbank_urban_population/2025-08-14/API_SP.URB.TOTL.IN.ZS_DS2_en_csv_v2_22447.zip diff --git a/data/versions.csv b/data/versions.csv index 44b4c716b7..c08fa55057 100644 --- a/data/versions.csv +++ b/data/versions.csv @@ -1,36 +1,25 @@ dataset,version,source,tags,added,note,url aquifer_data,v1.2,primary,latest supported,2025-12-02,,https://download.bgr.de/bgr/grundwasser/IHME1500/v12/shp/IHME1500_v12.zip aquifer_data,v1.2,archive,latest supported,2026-01-13,,https://data.pypsa.org/workflows/eur/aquifer_data/v1.2/IHME1500_v12.zip -aquifer_data,v1.2,tyndp-archive,latest supported,2026-05-08,,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/aquifer_data/v1.2/IHME1500_v12.zip attributed_ports,2020-07-10,primary,latest supported,2025-12-02,,https://datacatalogfiles.worldbank.org/ddh-published/0038118/1/DR0046414/attributed_ports.geojson attributed_ports,2020-07-10,archive,latest supported,2026-01-13,Moved from github repo `data/` folder,https://data.pypsa.org/workflows/eur/attributed_ports/2020-07-10/attributed_ports.json -attributed_ports,2020-07-10,tyndp-archive,latest supported,2026-05-08,Moved from github repo `data/` folder,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/attributed_ports/2020-07-10/attributed_ports.json bfs_gdp_and_population,2019-03-28,primary,latest supported,2025-12-02,,https://dam-api.bfs.admin.ch/hub/api/dam/assets/7786557/master bfs_gdp_and_population,2019-03-28,archive,latest supported,2025-12-02,,https://web.archive.org/web/20250818151254if_/https%3A//dam-api.bfs.admin.ch/hub/api/dam/assets/7786557/master bfs_road_vehicle_stock,unknown,primary,latest supported,2025-12-02,This dataset is not versioned and is updated regularly. The link points to the latest version. More information on the latest update on this website: https://www.bfs.admin.ch/bfs/de/home/statistiken/kataloge-datenbanken.assetdetail.33827666.html,https://datawrapper.dwcdn.net/31f3521eddfa82ada1a436983c31caf5/1/dataset.csv bfs_road_vehicle_stock,2024-03-13,archive,latest supported,2025-12-02,,https://raw.githubusercontent.com/PyPSA/pypsa-eur/5b5d308bf70f15dd0b107d8a19c121093dcdd5bd/data/gr-e-11.03.02.01.01-cc.csv bidding_zones_electricitymaps,v1.238.0,primary,latest supported,2026-01-22,,https://raw.githubusercontent.com/electricitymaps/electricitymaps-contrib/refs/tags/v1.238.0/web/geo/world.geojson bidding_zones_electricitymaps,v1.238.0,archive,latest supported,2026-01-22,,https://data.pypsa.org/workflows/eur/bidding_zones_electricitymaps/v1.238.0/world.geojson -bidding_zones_electricitymaps,v1.238.0,tyndp-archive,latest supported,2026-05-08,,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/bidding_zones_electricitymaps/v1.238.0/world.geojson bidding_zones_entsoepy,v0.6.18,primary,latest supported,2026-01-22,,https://raw.githubusercontent.com/EnergieID/entsoe-py/refs/tags/V0.6.18/entsoe/geo/geojson bidding_zones_entsoepy,v0.6.18,archive,latest supported,2026-01-22,,https://data.pypsa.org/workflows/eur/bidding_zones_entsoepy/v0.6.18 -bidding_zones_entsoepy,v0.6.18,tyndp-archive,latest supported,2026-05-08,,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/bidding_zones_entsoepy/v0.6.18 -cba_guidelines_reference_projects,unknown,archive,latest supported,2026-02-05,,https://storage.googleapis.com/open-tyndp-data-store/cba/table_B1_CBA_Implementations_Guidelines_TYNDP2024.csv -cba_guidelines_reference_projects,unknown,tyndp-archive,latest supported,2026-02-05,,https://storage.googleapis.com/open-tyndp-data-store/cba/table_B1_CBA_Implementations_Guidelines_TYNDP2024.csv -cba_guidelines_reference_projects,2024,primary,not-supported,2026-02-05,,https://tyndp.entsoe.eu/resources/tyndp-2024-methodology-cba-implementation-guidelines-for-consultation-1 co2stop,26-august-2020,primary,latest supported,2025-12-02,,https://setis.ec.europa.eu/document/download/786a884f-0b33-4789-b744-28004b16bd1a_en?filename=co2jrc_openformats.zip co2stop,26-august-2020,archive,latest supported,2026-01-13,,https://data.pypsa.org/workflows/eur/co2stop/26-august-2020/co2jrc_openformats.zip -co2stop,26-august-2020,tyndp-archive,latest supported,2026-05-08,,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/co2stop/26-august-2020/co2jrc_openformats.zip copernicus_land_cover,v3.0.1,primary,latest supported,2025-12-02,"The primary is already from Zenodo, documentation in https://zenodo.org/records/4723921",https://zenodo.org/records/3939050/files/PROBAV_LC100_global_v3.0.1_2019-nrt_Discrete-Classification-map_EPSG-4326.tif copernicus_land_cover,v3.0.1,archive,latest supported,2026-01-20,"The primary is already from Zenodo, documentation in https://zenodo.org/records/4723921",https://data.pypsa.org/workflows/eur/copernicus_land_cover/v3.0.1 -copernicus_land_cover,v3.0.1,tyndp-archive,latest supported,2026-05-08,"The primary is already from Zenodo, documentation in https://zenodo.org/records/4723921",https://storage.googleapis.com/open-tyndp-data-store/archive/eur/copernicus_land_cover/v3.0.1 copernicus_land_cover,v2.0.2,archive,deprecated supported,2026-01-13,,https://data.pypsa.org/workflows/eur/copernicus_land_cover/v2.0.2/PROBAV_LC100_global_v3.0.1_2015-base_Discrete-Classification-map_EPSG-4326.tif corine,v18_5,archive,latest supported,2026-01-13,,https://data.pypsa.org/workflows/eur/corine/v18_5/corine.zip -corine,v18_5,tyndp-archive,latest supported,2026-05-08,,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/corine/v18_5/corine.zip corine,unknown,primary,latest supported,2025-12-02,Need to register with CLMS API and create an access token. The download URL is dynamic, costs,v0.14.0,primary,latest supported,2026-02-13,Part of the `technologydata` repository and versioned on GitHub.,https://raw.githubusercontent.com/PyPSA/technology-data/refs/tags/v0.14.0/outputs costs,v0.14.0,archive,latest supported,2026-02-13,Part of the `technologydata` repository and versioned on GitHub.,https://data.pypsa.org/workflows/eur/costs/v0.14.0 -costs,v0.14.0,tyndp-archive,latest supported,2026-05-08,Part of the `technologydata` repository and versioned on GitHub.,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/costs/v0.14.0 costs,v0.13.4,primary,supported,2025-12-02,Part of the `technologydata` repository and versioned on GitHub.,https://raw.githubusercontent.com/PyPSA/technology-data/refs/tags/v0.13.4/outputs costs,v0.13.4,archive,supported,2026-01-21,Part of the `technologydata` repository and versioned on GitHub.,https://data.pypsa.org/workflows/eur/costs/v0.13.4 costs,v0.13.3,primary,supported,2025-12-02,Part of the `technologydata` repository and versioned on GitHub.,https://raw.githubusercontent.com/PyPSA/technology-data/refs/tags/v0.13.3/outputs @@ -40,94 +29,69 @@ costs,v0.13.2,archive,supported,2026-01-20,Part of the `technologydata` reposito country_hdd,unknown,build,latest supported,2025-12-02,Latest dataset built using ERA5 runoff data. This takes a very long time to build., country_hdd,2025-08-13,primary,latest supported,2025-12-02,,https://zenodo.org/records/16849356/files/era5-HDD-per-country.csv country_hdd,2025-08-13,archive,latest supported,2026-01-13,,https://data.pypsa.org/workflows/eur/country_hdd/2025-08-13/era5-HDD-per-country.csv -country_hdd,2025-08-13,tyndp-archive,latest supported,2026-05-08,,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/country_hdd/2025-08-13/era5-HDD-per-country.csv country_runoff,unknown,build,latest supported,2025-12-02,Latest dataset built using ERA5 runoff data. This takes a very long time to build., country_runoff,2025-08-13,primary,latest supported,2025-12-02,,https://zenodo.org/records/16849356/files/era5-runoff-per-country.csv country_runoff,2025-08-13,archive,latest supported,2026-01-13,,https://data.pypsa.org/workflows/eur/country_runoff/2025-08-13/era5-runoff-per-country.csv -country_runoff,2025-08-13,tyndp-archive,latest supported,2026-05-08,,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/country_runoff/2025-08-13/era5-runoff-per-country.csv cutout,v1.0,archive,latest supported,2026-01-13,Pre-build cutouts for PyPSA-Eur,https://data.pypsa.org/workflows/cutout/v1.0 cutout,unknown,build,latest supported,2025-12-02,Build latest cutouts using ERA5/SARAH3 data., desnz_electricity_consumption,unknown,primary,latest supported,2026-02-02,,https://assets.publishing.service.gov.uk/media/6762951abe7b2c675de30705/Subnational_electricity_consumption_statistics_2005-2024.xlsx desnz_electricity_consumption,2026-02-16,archive,latest supported,2026-02-16,,https://data.pypsa.org/workflows/eur/desnz_electricity_consumption/2026-02-16/Subnational_electricity_consumption_statistics_2005-2024.xlsx dh_areas,341.5,primary,latest supported,2025-12-02,,https://fordatis.fraunhofer.de/bitstream/fordatis/341.5/2/dh_areas.gpkg dh_areas,341.5,archive,latest supported,2026-01-13,,https://data.pypsa.org/workflows/eur/dh_areas/341.5/dh_areas.gpkg -dh_areas,341.5,tyndp-archive,latest supported,2026-05-08,,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/dh_areas/341.5/dh_areas.gpkg eez,v12_20231025,primary,latest supported,2025-12-02,API request used,https://www.marineregions.org/download_file.php eez,v12_20231025,archive,latest supported,2026-01-13,,https://data.pypsa.org/workflows/eur/eez/v12_20231025/World_EEZ_v12_20231025_LR.zip -eez,v12_20231025,tyndp-archive,latest supported,2026-05-08,,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/eez/v12_20231025/World_EEZ_v12_20231025_LR.zip emobility,28-08-2016,primary,latest supported,2025-12-02,,https://zenodo.org/records/16899168/files/emobility.zip emobility,28-08-2016,archive,latest supported,2026-01-13,,https://data.pypsa.org/workflows/eur/emobility/28-08-2016/emobility.zip -emobility,28-08-2016,tyndp-archive,latest supported,2026-05-08,,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/emobility/28-08-2016/emobility.zip enspreso_biomass,unknown,primary,latest supported,2025-12-02,"2019 version was changed in 2023 with negligible differences, but since the version is not frozen we label it as 'unknown'.",https://jeodpp.jrc.ec.europa.eu/ftp/jrc-opendata/ENSPRESO/ENSPRESO_BIOMASS.xlsx enspreso_biomass,2019-06-20,archive,latest supported,2026-01-13,,https://data.pypsa.org/workflows/eur/enspreso_biomass/2019-06-20/ENSPRESO_BIOMASS.xlsx -enspreso_biomass,2019-06-20,tyndp-archive,latest supported,2026-05-08,,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/enspreso_biomass/2019-06-20/ENSPRESO_BIOMASS.xlsx entsoe_electricity_demand,unknown,build,latest supported,2026-02-02,API request using entsoe-py package,https://transparency.entsoe.eu/load/total/dayAhead entsoe_electricity_demand,2026-02-02,archive,latest supported,2026-02-03,API request using entsoe-py package,https://data.pypsa.org/workflows/eur/entsoe_electricity_demand/2026-02-02/electricity_demand_entsoe_raw.csv -entsoe_electricity_demand,2026-02-02,tyndp-archive,latest supported,2026-05-08,API request using entsoe-py package,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/entsoe_electricity_demand/2026-02-02/electricity_demand_entsoe_raw.csv eu_nuts2013,2015-12-03,primary,latest supported,2025-12-02, ,https://gisco-services.ec.europa.eu/distribution/v2/nuts/download/ref-nuts-2013-03m.geojson.zip eu_nuts2013,2015-12-03,archive,latest supported,2026-01-13,,https://data.pypsa.org/workflows/eur/eu_nuts2013/2015-12-03/ref-nuts-2013-03m.geojson.zip -eu_nuts2013,2015-12-03,tyndp-archive,latest supported,2026-05-08,,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/eu_nuts2013/2015-12-03/ref-nuts-2013-03m.geojson.zip eu_nuts2021,2021-01-01,primary,latest supported,2025-12-02,,https://gisco-services.ec.europa.eu/distribution/v2/nuts/download/ref-nuts-2021-01m.geojson.zip eu_nuts2021,2021-01-01,archive,latest supported,2026-01-13,,https://data.pypsa.org/workflows/eur/eu_nuts2021/2021-01-01/ref-nuts-2021-01m.geojson.zip -eu_nuts2021,2021-01-01,tyndp-archive,latest supported,2026-05-08,,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/eu_nuts2021/2021-01-01/ref-nuts-2021-01m.geojson.zip eurostat_balances,unknown,primary,latest supported,2026-02-04,,https://ec.europa.eu/eurostat/api/dissemination/sdmx/2.1/data/nrg_bal_c?format=TSV&compressed=true eurostat_balances,2026-02,archive,latest supported,2026-02-09,,https://data.pypsa.org/workflows/eur/eurostat_balances/2026-02/nrg_bal_c -eurostat_balances,2026-02,tyndp-archive,latest supported,2026-05-08,,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/eurostat_balances/2026-02/nrg_bal_c eurostat_balances,2023-04,primary,not-supported,2025-12-02,"The link is broken, use the archived versions instead.",https://ec.europa.eu/eurostat/documents/38154/4956218/Balances-April2023.zip eurostat_balances,2023-04,archive,not-supported,2026-01-13,,https://data.pypsa.org/workflows/eur/eurostat_balances/2023-04/balances.zip eurostat_household_balances,unknown,primary,latest supported,2025-12-02,"URL limits the period to 2013-2022, but the data is updated regularly.",https://ec.europa.eu/eurostat/databrowser-backend/api/extraction/1.0/LIVE/false/sdmx/csv/nrg_d_hhq__custom_11480365?startPeriod=2013&endPeriod=2022 eurostat_household_balances,2025-07-09,archive,latest supported,2026-01-13,,https://data.pypsa.org/workflows/eur/eurostat_household_balances/2025-07-09/nrg_d_hhq.csv -eurostat_household_balances,2025-07-09,tyndp-archive,latest supported,2026-05-08,,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/eurostat_household_balances/2025-07-09/nrg_d_hhq.csv gdp_per_capita,2018-02-06,primary,latest supported,2025-12-02,"Primary link is a direct download, earlier part of zenodo bundle",https://zenodo.org/records/16556029/files/GDP_per_capita_PPP_1990_2015_v2.nc gdp_per_capita,2018-02-06,archive,latest supported,2026-01-13,"Primary link is a direct download, earlier part of zenodo bundle",https://data.pypsa.org/workflows/eur/gdp_per_capita/2018-02-06/GDP_per_capita_PPP_1990_2015_v2.nc -gdp_per_capita,2018-02-06,tyndp-archive,latest supported,2026-05-08,"Primary link is a direct download, earlier part of zenodo bundle",https://storage.googleapis.com/open-tyndp-data-store/archive/eur/gdp_per_capita/2018-02-06/GDP_per_capita_PPP_1990_2015_v2.nc gebco,2014,primary,latest supported,2025-12-02,The dataset will be cut for the required regions after download,https://www.bodc.ac.uk/data/open_download/gebco/GEBCO_30SEC/zip/ gebco,2014,archive,latest supported,2026-01-13,Earlier part of databundle,https://data.pypsa.org/workflows/eur/gebco/2014/GEBCO_2014_2D.nc -gebco,2014,tyndp-archive,latest supported,2026-05-08,Earlier part of databundle,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/gebco/2014/GEBCO_2014_2D.nc gem_europe_gas_tracker,may-2024,primary,latest supported,2025-12-02,,https://globalenergymonitor.org/wp-content/uploads/2024/05/Europe-Gas-Tracker-2024-05.xlsx gem_europe_gas_tracker,may-2024,archive,latest supported,2026-01-13,,https://data.pypsa.org/workflows/eur/gem_europe_gas_tracker/may-2024/Europe-Gas-Tracker-2024-05.xlsx -gem_europe_gas_tracker,may-2024,tyndp-archive,latest supported,2026-05-08,,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/gem_europe_gas_tracker/may-2024/Europe-Gas-Tracker-2024-05.xlsx gem_gcct,july-2025,primary,latest supported,2026-02-02,,https://globalenergymonitor.org/wp-content/uploads/2025/07/Global-Cement-and-Concrete-Tracker_July-2025.xlsx gem_gcct,july-2025,archive,latest supported,2026-02-02,,https://data.pypsa.org/workflows/eur/gem_gcct/july-2025/Global-Cement-and-Concrete-Tracker_July-2025.xlsx -gem_gcct,july-2025,tyndp-archive,latest supported,2026-05-08,,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/gem_gcct/july-2025/Global-Cement-and-Concrete-Tracker_July-2025.xlsx gem_gspt,march-2025-v1.1,primary,latest supported,2025-12-02,,https://globalenergymonitor.org/wp-content/uploads/2025/03/Plant-level-data-Global-Iron-and-Steel-Tracker-March-2025-V1.1.xlsx gem_gspt,march-2025-v1.1,archive,latest supported,2026-02-02,,https://data.pypsa.org/workflows/eur/gem_gspt/march-2025-v1.1/Plant-level-data-Global-Iron-and-Steel-Tracker-March-2025-V1.1.xlsx -gem_gspt,march-2025-v1.1,tyndp-archive,latest supported,2026-05-08,,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/gem_gspt/march-2025-v1.1/Plant-level-data-Global-Iron-and-Steel-Tracker-March-2025-V1.1.xlsx gem_gspt,april-2024-v1,archive,not-supported,2026-01-13,,https://data.pypsa.org/workflows/eur/gem_gspt/april-2024-v1/Global-Steel-Plant-Tracker-April-2024-Standard-Copy-V1.xlsx geothermal_heat_utilisation_potentials,341.5,primary,latest supported,2025-12-02,,https://fordatis.fraunhofer.de/bitstream/fordatis/341.5/11/Results_DH_Matching_Cluster.xlsx geothermal_heat_utilisation_potentials,341.5,archive,latest supported,2026-01-13,,https://data.pypsa.org/workflows/eur/geothermal_heat_utilisation_potentials/341.5/Results_DH_Matching_Cluster.xlsx -geothermal_heat_utilisation_potentials,341.5,tyndp-archive,latest supported,2026-05-08,,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/geothermal_heat_utilisation_potentials/341.5/Results_DH_Matching_Cluster.xlsx ghg_emissions,v23,primary,latest supported,2025-12-02,,https://web.archive.org/web/20200622130401if_/https%3A//www.eea.europa.eu/data-and-maps/data/national-emissions-reported-to-the-unfccc-and-to-the-eu-greenhouse-gas-monitoring-mechanism-16/national-greenhouse-gas-inventories-ipcc-common-reporting-format-sector-classification/ascii-delimited-zip-2/at_download/file ghg_emissions,v23,archive,latest supported,2026-01-13,earlier part of databundle,https://data.pypsa.org/workflows/eur/ghg_emissions/v23/UNFCCC_v23.csv -ghg_emissions,v23,tyndp-archive,latest supported,2026-05-08,earlier part of databundle,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/ghg_emissions/v23/UNFCCC_v23.csv h2_salt_caverns,16-10-2019,primary,latest supported,2025-12-02,,https://zenodo.org/records/16899309/files/h2_salt_caverns_GWh_per_sqkm.geojson h2_salt_caverns,16-10-2019,archive,latest supported,2026-01-13,,https://data.pypsa.org/workflows/eur/h2_salt_caverns/16-10-2019/h2_salt_caverns_GWh_per_sqkm.geojson -h2_salt_caverns,16-10-2019,tyndp-archive,latest supported,2026-05-08,,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/h2_salt_caverns/16-10-2019/h2_salt_caverns_GWh_per_sqkm.geojson hotmaps_industrial_sites,version-1.1,archive,latest supported,2026-01-13,,https://data.pypsa.org/workflows/eur/hotmaps_industrial_sites/version-1.1/Industrial_Database.csv -hotmaps_industrial_sites,version-1.1,tyndp-archive,latest supported,2026-05-08,,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/hotmaps_industrial_sites/version-1.1/Industrial_Database.csv hotmaps_industrial_sites,version-1.0,primary,not-supported,2025-12-02,Required renaming of country names to work with PyPSA-Eur. This was fixed in the latest version.,https://gitlab.com/hotmaps/industrial_sites/industrial_sites_Industrial_Database/-/raw/1.0/data/Industrial_Database.csv hotmaps_industrial_sites,unknown,primary,latest supported,2025-12-02,,https://gitlab.com/hotmaps/industrial_sites/industrial_sites_Industrial_Database/-/raw/master/data/Industrial_Database.csv instrat_co2_prices,unknown,primary,latest supported,2026-02-03,API endpoint provides latest data without versioning,https://energy-api.instrat.pl/api/prices/co2?all=1 jrc_ardeco,2021,primary,latest supported,2025-12-02,,https://territorial.ec.europa.eu/ardeco-api-v2/rest/export/ jrc_ardeco,2021,archive,latest supported,2026-01-13,,https://data.pypsa.org/workflows/eur/jrc_ardeco/2021 -jrc_ardeco,2021,tyndp-archive,latest supported,2026-05-08,,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/jrc_ardeco/2021 jrc_energy_atlas,unknown,primary,latest supported,2026-02-02,,https://jeodpp.jrc.ec.europa.eu/ftp/jrc-opendata/EIGL-Data/RASTER/electricity_tot_demand_2019.tif jrc_energy_atlas,2026-02-16,archive,latest supported,2026-02-16,,https://data.pypsa.org/workflows/eur/jrc_energy_atlas/2026-02-16/electricity_tot_demand_2019.tif jrc_idees,2023-v1,primary,latest supported,2026-02-04,,https://jeodpp.jrc.ec.europa.eu/ftp/jrc-opendata/JRC-IDEES/JRC-IDEES-2023_v1/JRC-IDEES-2023.zip jrc_idees,2023-v1,archive,latest supported,2026-02-09,,https://data.pypsa.org/workflows/eur/jrc_idees/2023-v1/JRC-IDEES-2023.zip -jrc_idees,2023-v1,tyndp-archive,latest supported,2026-05-08,,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/jrc_idees/2023-v1/JRC-IDEES-2023.zip jrc_idees,2021-v1,primary,supported,2025-12-02,,https://jeodpp.jrc.ec.europa.eu/ftp/jrc-opendata/JRC-IDEES/JRC-IDEES-2021_v1/JRC-IDEES-2021.zip jrc_idees,2021-v1,archive,supported,2026-01-13,,https://data.pypsa.org/workflows/eur/jrc_idees/2024-05-20/JRC-IDEES-2021.zip lau_regions,2019,primary,latest supported,2025-12-02,,https://gisco-services.ec.europa.eu/distribution/v2/lau/download/ref-lau-2019-01m.geojson.zip lau_regions,2019,archive,latest supported,2026-01-13,,https://data.pypsa.org/workflows/eur/lau_regions/2019/ref-lau-2019-01m.geojson.zip -lau_regions,2019,tyndp-archive,latest supported,2026-05-08,,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/lau_regions/2019/ref-lau-2019-01m.geojson.zip luisa_land_cover,unknown,primary,latest supported,2025-12-02,,https://jeodpp.jrc.ec.europa.eu/ftp/jrc-opendata/LUISA/EUROPE/Basemaps/LandUse/2018/LATEST/LUISA_basemap_020321_50m.tif luisa_land_cover,2021-03-02,archive,latest supported,2026-01-13,,https://data.pypsa.org/workflows/eur/luisa_land_cover/2021-03-02/LUISA_basemap_020321_50m.tif -luisa_land_cover,2021-03-02,tyndp-archive,latest supported,2026-05-08,,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/luisa_land_cover/2021-03-02/LUISA_basemap_020321_50m.tif mobility_profiles,unknown,build,latest supported,2025-12-02,"Latest dataset built using BASt vehicle monitoring data. The URL is a template that is filled based on the config file, see the documentation for details.",https://www.bast.de/videos/{year}_{street_type}_S.zip mobility_profiles,2025-08-27,primary,latest supported,2025-12-02,New version recreating the dataset from the data bundle.,https://zenodo.org/records/16965042/files mobility_profiles,2025-08-27,archive,latest supported,2026-01-13,New version recreating the dataset from the data bundle.,https://data.pypsa.org/workflows/eur/mobility_profiles/2025-08-27 -mobility_profiles,2025-08-27,tyndp-archive,latest supported,2026-05-08,New version recreating the dataset from the data bundle.,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/mobility_profiles/2025-08-27 mobility_profiles,2025-08-13,primary,supported,2025-12-02,Data from the original PyPSA-Eur data bundle.,https://zenodo.org/records/16964996/files mobility_profiles,2025-08-13,archive,supported,2026-01-13,Data from the original PyPSA-Eur data bundle.,https://data.pypsa.org/workflows/eur/mobility_profiles/2025-08-13 natura,v0.8.2,primary,supported,2025-12-02,,https://zenodo.org/records/16874772/files/natura.tiff @@ -135,39 +99,21 @@ natura,v0.8.2,archive,supported,2026-01-13,,https://data.pypsa.org/workflows/eur natura,unknown,build,latest supported,2025-12-02,,https://sdi.eea.europa.eu/datashare/s/tWpGXaWdWGYcqsL/download natura,2025-08-15,primary,latest supported,2025-12-02,,https://zenodo.org/records/16881818/files/natura.tiff natura,2025-08-15,archive,latest supported,2026-01-13,,https://data.pypsa.org/workflows/eur/natura/2025-08-15/natura.tiff -natura,2025-08-15,tyndp-archive,latest supported,2026-05-08,,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/natura/2025-08-15/natura.tiff neso_electricity_demand,unknown,build,latest supported,2026-02-02,,https://www.neso.energy/data-portal/historic-demand-data neso_electricity_demand,2026-02-02,archive,latest supported,2026-02-03,,https://data.pypsa.org/workflows/eur/neso_electricity_demand/2026-02-02/electricity_demand_neso_raw.csv -neso_electricity_demand,2026-02-02,tyndp-archive,latest supported,2026-05-08,,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/neso_electricity_demand/2026-02-02/electricity_demand_neso_raw.csv nitrogen_statistics,2023,primary,latest supported,2025-12-02,,https://d9-wret.s3.us-west-2.amazonaws.com/assets/palladium/production/s3fs-public/media/files/myb1-2023-nitro-ERT.xlsx nitrogen_statistics,2023,archive,latest supported,2026-02-26,,https://data.pypsa.org/workflows/eur/nitrogen_statistics/2023/myb1-2023-nitro-ERT.xlsx nitrogen_statistics,2022,primary,supported,2025-12-02,,https://d9-wret.s3.us-west-2.amazonaws.com/assets/palladium/production/s3fs-public/media/files/myb1-2022-nitro-ert.xlsx nitrogen_statistics,2022,archive,supported,2026-01-13,,https://data.pypsa.org/workflows/eur/nitrogen_statistics/2022/nitro-ert.xlsx -nitrogen_statistics,2022,tyndp-archive,supported,2026-05-08,,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/nitrogen_statistics/2022/nitro-ert.xlsx nuts3_population,13-03-2025,primary,latest supported,2025-12-02,,https://ec.europa.eu/eurostat/api/dissemination/sdmx/2.1/data/nama_10r_3popgdp?format=TSV&compressed=true nuts3_population,13-03-2025,archive,latest supported,2026-01-13,earlier part of zenodo bundle,https://data.pypsa.org/workflows/eur/nuts3_population/13-03-2025/nama_10r_3popgdp.tsv.gz -nuts3_population,13-03-2025,tyndp-archive,latest supported,2026-05-08,earlier part of zenodo bundle,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/nuts3_population/13-03-2025/nama_10r_3popgdp.tsv.gz ons_lad,may-2024,primary,latest supported,2026-02-02,API request used,https://services1.arcgis.com/ESMARspQHYMw9BZ9/arcgis/rest/services/Local_Authority_Districts_May_2024_Boundaries__UK_BSC/FeatureServer/0/query ons_lad,may-2024,archive,latest supported,2026-02-17,API request used,https://data.pypsa.org/workflows/eur/ons_lad/may-2024/ons_lad.geojson -open_tyndp_prelim,0.7.1,primary,not-supported,2026-06-02,Open-TYNDP preliminary outcomes,https://zenodo.org/records/20303009 -open_tyndp_prelim,0.7.1,archive,latest supported,2026-06-02,Open-TYNDP preliminary outcomes (results-0.7.1.zip),https://zenodo.org/records/20303009/files/results-0.7.1.zip -open_tyndp_prelim,0.7.1,tyndp-archive,latest supported,2026-06-02,Open-TYNDP preliminary outcomes (results-0.7.1.zip),https://storage.googleapis.com/open-tyndp-data-store/outcomes/0.7.1/results-0.7.1.zip -open_tyndp_prelim,0.6.1,primary,not-supported,2026-06-02,Open-TYNDP preliminary outcomes,https://zenodo.org/records/19388086 -open_tyndp_prelim,0.6.1,archive,supported,2026-06-02,Open-TYNDP preliminary outcomes (results-0.6.1.zip),https://zenodo.org/records/19388086/files/results-0.6.1.zip -open_tyndp_prelim,0.6.1,tyndp-archive,supported,2026-06-02,Open-TYNDP preliminary outcomes (results-0.6.1.zip),https://storage.googleapis.com/open-tyndp-data-store/outcomes/0.6.1/results-0.6.1.zip -open_tyndp_prelim,0.5.1,primary,not-supported,2026-06-02,Open-TYNDP preliminary outcomes,https://zenodo.org/records/18713081 -open_tyndp_prelim,0.5.1,archive,supported,2026-06-02,Open-TYNDP preliminary outcomes (results-0.5.1.zip),https://zenodo.org/records/18713081/files/results-0.5.1.zip -open_tyndp_prelim,0.5.1,tyndp-archive,supported,2026-06-02,Open-TYNDP preliminary outcomes (results-0.5.1.zip),https://storage.googleapis.com/open-tyndp-data-store/outcomes/0.5.1/results-0.5.1.zip -open_tyndp_prelim,0.5,primary,not-supported,2026-02-16,Open-TYNDP preliminary outcomes,https://zenodo.org/records/18608106 -open_tyndp_prelim,0.5,archive,supported,2026-02-16,Open-TYNDP preliminary outcomes (results-0.5.zip),https://zenodo.org/records/18608106/files/results-0.5.zip -open_tyndp_prelim,0.5,tyndp-archive,supported,2026-05-15,Open-TYNDP preliminary outcomes (results-0.5.zip),https://storage.googleapis.com/open-tyndp-data-store/outcomes/0.5/results-0.5.zip opsd_electricity_demand,unknown,build,latest supported,2026-02-02,multiple versions concatenated,https://data.open-power-system-data.org/time_series/ opsd_electricity_demand,2026-02-02,archive,latest supported,2026-02-03,,https://data.pypsa.org/workflows/eur/opsd_electricity_demand/2026-02-02/electricity_demand_opsd_raw.csv -opsd_electricity_demand,2026-02-02,tyndp-archive,latest supported,2026-05-08,,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/opsd_electricity_demand/2026-02-02/electricity_demand_opsd_raw.csv osm,unknown,build,latest supported,2025-12-02,Latest dataset built using OSM data. No single URL available to access the data. See the related scripts and documentation for details., osm,0.7,primary,latest supported,2026-02-12,,https://zenodo.org/records/18619025/files osm,0.7,archive,latest supported,2026-02-12,,https://data.pypsa.org/workflows/eur/osm/0.7 -osm,0.7,tyndp-archive,latest supported,2026-05-08,,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/osm/0.7 osm,0.6,primary,supported,2026-01-13,,https://zenodo.org/records/14144752/files osm,0.6,archive,supported,2026-01-13,,https://data.pypsa.org/workflows/eur/osm/0.6 osm,0.5,primary,supported,2026-01-13,,https://zenodo.org/records/13981528/files @@ -182,13 +128,10 @@ osm,0.1,primary,supported,2026-01-13,,https://zenodo.org/records/12799202/files osm,0.1,archive,supported,2026-01-13,,https://data.pypsa.org/workflows/eur/osm/0.1 osm_boundaries,unknown,primary,latest supported,2025-12-02,Overpass API is used to fetch the latest available data, osm_boundaries,unknown,archive,latest supported,2026-01-13,,https://data.pypsa.org/workflows/eur/osm_boundaries/unknown/osm_boundaries.zip -osm_boundaries,unknown,tyndp-archive,latest supported,2026-05-08,,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/osm_boundaries/unknown/osm_boundaries.zip population_count,2018-11-01,primary,latest supported,2025-12-02,,https://data.worldpop.org/GIS/Population/Global_2000_2020/2019/0_Mosaicked/ppp_2019_1km_Aggregated.tif population_count,2018-11-01,archive,latest supported,2026-01-13,earlier part of zenodo bundle,https://data.pypsa.org/workflows/eur/population_count/2018-11-01/ppp_2019_1km_Aggregated.tif -population_count,2018-11-01,tyndp-archive,latest supported,2026-05-08,earlier part of zenodo bundle,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/population_count/2018-11-01/ppp_2019_1km_Aggregated.tif powerplants,0.8.1,primary,latest supported,2026-02-11,Part of the `powerplantmatching` package and versioned on GitHub.,https://raw.githubusercontent.com/PyPSA/powerplantmatching/refs/tags/v0.8.1/powerplants.csv powerplants,0.8.1,archive,latest supported,2026-02-12,Part of the `powerplantmatching` package and versioned on GitHub.,https://data.pypsa.org/workflows/eur/powerplants/0.8.1/powerplants.csv -powerplants,0.8.1,tyndp-archive,latest supported,2026-05-08,Part of the `powerplantmatching` package and versioned on GitHub.,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/powerplants/0.8.1/powerplants.csv powerplants,0.8.0,primary,supported,2026-02-05,Part of the `powerplantmatching` package and versioned on GitHub.,https://raw.githubusercontent.com/PyPSA/powerplantmatching/refs/tags/v0.8.0/powerplants.csv powerplants,0.8.0,archive,supported,2026-02-09,Part of the `powerplantmatching` package and versioned on GitHub.,https://data.pypsa.org/workflows/eur/powerplants/0.8.0/powerplants.csv powerplants,0.7.1,primary,supported,2025-12-02,Part of the `powerplantmatching` package and versioned on GitHub.,https://raw.githubusercontent.com/PyPSA/powerplantmatching/refs/tags/v0.7.1/powerplants.csv @@ -197,47 +140,24 @@ powerplants,0.7.0,primary,supported,2025-12-02,Part of the `powerplantmatching` powerplants,0.7.0,archive,supported,2026-01-20,Part of the `powerplantmatching` package and versioned on GitHub.,https://data.pypsa.org/workflows/eur/powerplants/0.7.0 scigrid_gas,1.1.2,primary,latest supported,2025-12-02,the primary is already from Zenodo published by original authors,https://zenodo.org/records/4767098/files/IGGIELGN.zip scigrid_gas,1.1.2,archive,latest supported,2026-01-20,the primary is already from Zenodo published by original authors,https://data.pypsa.org/workflows/eur/scigrid_gas/1.1.2/IGGIELGN.zip -scigrid_gas,1.1.2,tyndp-archive,latest supported,2026-05-08,the primary is already from Zenodo published by original authors,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/scigrid_gas/1.1.2/IGGIELGN.zip scigrid_gas,1.1.1,archive,deprecated not-supported,2026-01-13,,https://data.pypsa.org/workflows/eur/scigrid_gas/1.1.1/IGGIELGN.zip scigrid_gas,1.1.0,archive,deprecated not-supported,2026-01-13,,https://data.pypsa.org/workflows/eur/scigrid_gas/1.1.0/IGGIELGN.zip seawater_temperature,v1.0,primary,latest supported,2026-01-21,Test cutout seawater temperature,https://zenodo.org/records/15828866/files/seawater_temperature.nc seawater_temperature,v1.0,archive,latest supported,2026-01-21,Test cutout seawater temperature,https://data.pypsa.org/workflows/eur/seawater_temperature/v1.0/seawater_temperature.nc -seawater_temperature,v1.0,tyndp-archive,latest supported,2026-05-08,Test cutout seawater temperature,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/seawater_temperature/v1.0/seawater_temperature.nc ship_raster,v5,primary,latest supported,2025-12-02,,https://datacatalogfiles.worldbank.org/ddh-published/0037580/5/DR0045406/shipdensity_global.zip ship_raster,v5,archive,latest supported,2026-01-13,,https://data.pypsa.org/workflows/eur/ship_raster/v5/shipdensity_global.zip -ship_raster,v5,tyndp-archive,latest supported,2026-05-08,,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/ship_raster/v5/shipdensity_global.zip swiss_energy_balances,2025-10-01,primary,latest supported,2026-02-12,,https://pubdb.bfe.admin.ch/de/publication/download/12361 swiss_energy_balances,2025-10-01,archive,latest supported,2026-02-16,,https://web.archive.org/web/20260216/https%3A//pubdb.bfe.admin.ch/de/publication/download/12361 synthetic_electricity_demand,v2,primary,latest supported,2025-12-02,the primary is already from Zenodo published by original authors,https://zenodo.org/records/10820928/files/demand_hourly.csv synthetic_electricity_demand,v2,archive,latest supported,2026-01-20,the primary is already from Zenodo published by original authors,https://data.pypsa.org/workflows/eur/synthetic_electricity_demand/v2/demand_hourly.csv -synthetic_electricity_demand,v2,tyndp-archive,latest supported,2026-05-08,the primary is already from Zenodo published by original authors,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/synthetic_electricity_demand/v2 synthetic_electricity_demand,0.1.0,archive,deprecated might-work,2026-01-13,,https://data.pypsa.org/workflows/eur/synthetic_electricity_demand/0.1.0/demand_hourly.csv -tyndp,2024,primary,latest supported,2026-02-05,,https://2024-data.entsos-tyndp-scenarios.eu/files/scenarios-inputs -tyndp,2024,archive,latest supported,2026-02-05,,https://storage.googleapis.com/open-tyndp-data-store/2024 -tyndp,2024,tyndp-archive,latest supported,2026-02-05,,https://storage.googleapis.com/open-tyndp-data-store/2024 -tyndp_cba_non_co2_emissions,2024,primary,not-supported,2026-01-26,Annex A.3 page 108,https://tyndp.entsoe.eu/resources/tyndp-2024-methodology-cba-implementation-guidelines-for-consultation-1 -tyndp_cba_non_co2_emissions,2024,archive,latest supported,2026-01-26,,https://storage.googleapis.com/open-tyndp-data-store/cba/a.3_non-co2-emissions.csv -tyndp_cba_non_co2_emissions,2024,tyndp-archive,latest supported,2026-01-26,,https://storage.googleapis.com/open-tyndp-data-store/cba/a.3_non-co2-emissions.csv -tyndp_cba_projects,unknown,primary,not-supported,2026-01-27,,https://tyndp2024.entsoe.eu/projects-map -tyndp_cba_projects,unknown,archive,latest supported,2026-01-27,,https://storage.googleapis.com/open-tyndp-data-store/CBA_projects.zip -tyndp_cba_projects,unknown,tyndp-archive,latest supported,2026-01-27,,https://storage.googleapis.com/open-tyndp-data-store/CBA_projects.zip -tyndp_nuclear_profiles,v40,archive,latest supported,2026-02-04,Data derived from the NT Market Model Outputs of the TYNDP 2024,https://storage.googleapis.com/open-tyndp-data-store/nuclear_p_max_pu.zip -tyndp_nuclear_profiles,v40,tyndp-archive,latest supported,2026-02-04,Data derived from the NT Market Model Outputs of the TYNDP 2024,https://storage.googleapis.com/open-tyndp-data-store/nuclear_p_max_pu.zip -tyndp_pecd,3.1+pre-built.0.1,archive,latest supported,2026-01-27,Pre-built PECD data for Open-TYNDP,https://storage.googleapis.com/open-tyndp-data-store/PECD/ -tyndp_pecd,3.1+pre-built.0.1,tyndp-archive,latest supported,2026-01-27,Pre-built PECD data for Open-TYNDP,https://storage.googleapis.com/open-tyndp-data-store/PECD/ -tyndp_pecd,3.1,primary,not-supported,2026-01-27,Pre-built PECD data for Open-TYNDP,https://2024-data.entsos-tyndp-scenarios.eu/files/scenarios-inputs/PECD.zip -tyndp_pecd,3.1,archive,supported,2026-01-27,,https://storage.googleapis.com/open-tyndp-data-store/PECD/ -tyndp_pecd,3.1,tyndp-archive,supported,2026-01-27,,https://storage.googleapis.com/open-tyndp-data-store/PECD/ -tyndp_vis_plfm,unknown,primary,not-supported,2026-01-27,,https://2024.entsos-tyndp-scenarios.eu/visualisation-platform/ -tyndp_vis_plfm,20250117,archive,latest supported,2026-01-27,,https://storage.googleapis.com/open-tyndp-data-store/250117-TYNDP-2024-Visualisation-Platform.zip -tyndp_vis_plfm,20250117,tyndp-archive,latest supported,2026-01-27,,https://storage.googleapis.com/open-tyndp-data-store/250117-TYNDP-2024-Visualisation-Platform.zip +tyndp,2024,primary,latest supported,2025-12-02,,https://2024-data.entsos-tyndp-scenarios.eu/files/scenarios-inputs +tyndp,2024,archive,latest supported,2026-01-13,,https://data.pypsa.org/workflows/eur/tyndp/2024 wdpa,unknown,primary,latest supported,2025-12-02,"WDPA changes its URL every month, the URL here is used as a template and {bYYYY} is replaced inside the retrieve.smk.",https://d1gam3xoknrgr2.cloudfront.net/current/WDPA_{bYYYY}_Public_shp.zip wdpa,2025-07,archive,latest supported,2025-12-02,"We are legally not allowed to redistribute this dataset, luckily the web archive is keeping copies of it.",https://web.archive.org/web/20250715071823if_/https%3A//d1gam3xoknrgr2.cloudfront.net/current/WDPA_Jul2025_Public_shp.zip wdpa_marine,unknown,primary,latest supported,2025-12-02,"WDPA maritime changes its URL every month, the URL here is used as a template and {bYYYY} is replaced inside the retrieve.smk.",https://d1gam3xoknrgr2.cloudfront.net/current/WDPA_WDOECM_{bYYYY}_Public_marine_shp.zip wdpa_marine,2025-07,archive,latest supported,2025-12-02,"We are legally not allowed to redistribute this dataset, luckily the web archive is keeping copies of it.",https://web.archive.org/web/20250715084308if_/https%3A//d1gam3xoknrgr2.cloudfront.net/current/WDPA_WDOECM_Jul2025_Public_marine_shp.zip worldbank_commodity_prices,jan-2026,primary,latest supported,2026-02-03,,https://thedocs.worldbank.org/en/doc/18675f1d1639c7a34d463f59263ba0a2-0050012025/related/CMO-Historical-Data-Monthly.xlsx worldbank_commodity_prices,jan-2026,archive,latest supported,2026-02-12,,https://data.pypsa.org/workflows/eur/worldbank_commodity_prices/jan-2026/CMO-Historical-Data-Monthly.xlsx -worldbank_commodity_prices,jan-2026,tyndp-archive,latest supported,2026-05-08,,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/worldbank_commodity_prices/jan-2026/CMO-Historical-Data-Monthly.xlsx worldbank_urban_population,unknown,primary,latest might-work,2025-12-02,"This is the original World Bank API link, which is sometimes updated; it is not guaranteed to work with the current codebase and data changes without notice.",https://api.worldbank.org/v2/en/indicator/SP.URB.TOTL.IN.ZS?downloadformat=csv worldbank_urban_population,2025-08-14,archive,latest supported,2026-01-13,,https://data.pypsa.org/workflows/eur/worldbank_urban_population/2025-08-14/API_SP.URB.TOTL.IN.ZS_DS2_en_csv_v2_22447.zip -worldbank_urban_population,2025-08-14,tyndp-archive,latest supported,2026-05-08,,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/worldbank_urban_population/2025-08-14/API_SP.URB.TOTL.IN.ZS_DS2_en_csv_v2_22447.zip From ca9a1662ba4b23808c36e6fc109b06d85e136b98 Mon Sep 17 00:00:00 2001 From: Thomas Gilon Date: Wed, 8 Jul 2026 16:25:00 +0200 Subject: [PATCH 2/4] doc: add release note --- doc/release_notes.md | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/doc/release_notes.md b/doc/release_notes.md index a6315b626b..00991c09a6 100644 --- a/doc/release_notes.md +++ b/doc/release_notes.md @@ -35,13 +35,15 @@ * Update benchmarking documentation tables and figures for v0.7.1 ([#711](https://github.com/open-energy-transition/open-tyndp/pull/711)). -* Migrate the Sphinx/RST-based documentation to MkDocs/Markdown, as a follow-up to the [upstream migration](https://github.com/PyPSA/pypsa-eur/pull/2162) ([754](https://github.com/open-energy-transition/open-tyndp/pull/754)). +* Migrate the Sphinx/RST-based documentation to MkDocs/Markdown, as a follow-up to the [upstream migration](https://github.com/PyPSA/pypsa-eur/pull/2162) ([#754](https://github.com/open-energy-transition/open-tyndp/pull/754)). **Developers Note** * Change GitHub issue templates to comply with ISO security checks ([#714](https://github.com/open-energy-transition/open-tyndp/pull/714), [#730](https://github.com/open-energy-transition/open-tyndp/pull/730)). -* Introduce SBOM/Grype vulnerability scanning workflow, as a follow-up to the [upstream addition](https://github.com/PyPSA/pypsa-eur/pull/2164) ([754](https://github.com/open-energy-transition/open-tyndp/pull/754)). +* Introduce SBOM/Grype vulnerability scanning workflow, as a follow-up to the [upstream addition](https://github.com/PyPSA/pypsa-eur/pull/2164) ([#754](https://github.com/open-energy-transition/open-tyndp/pull/754)). + +* Disentangle the `data/versions.csv` file by introducing `data/tyndp_versions.csv` ([#788](https://github.com/open-energy-transition/open-tyndp/pull/788)). All the TYNDP-specific version entries, as well as the `tyndp-archive` entries, are now tracked in this dedicated file. ## Upcoming PyPSA-Eur Release From c3b18c1973bf11e324f1215363abdd23eade3bb0 Mon Sep 17 00:00:00 2001 From: Thomas Gilon Date: Mon, 13 Jul 2026 14:53:45 +0200 Subject: [PATCH 3/4] test: extend pytest to data/tyndp_versions.csv --- data/tyndp_versions.csv | 2 +- test/test_data_versions_layer.py | 3 +++ 2 files changed, 4 insertions(+), 1 deletion(-) diff --git a/data/tyndp_versions.csv b/data/tyndp_versions.csv index 88d79bd7cb..ff0e3d58cf 100644 --- a/data/tyndp_versions.csv +++ b/data/tyndp_versions.csv @@ -39,8 +39,8 @@ luisa_land_cover,2021-03-02,tyndp-archive,latest supported,2026-05-08,,https://s mobility_profiles,2025-08-27,tyndp-archive,latest supported,2026-05-08,New version recreating the dataset from the data bundle.,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/mobility_profiles/2025-08-27 natura,2025-08-15,tyndp-archive,latest supported,2026-05-08,,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/natura/2025-08-15/natura.tiff neso_electricity_demand,2026-02-02,tyndp-archive,latest supported,2026-05-08,,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/neso_electricity_demand/2026-02-02/electricity_demand_neso_raw.csv -nitrogen_statistics,2022,tyndp-archive,supported,2026-05-08,,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/nitrogen_statistics/2022/nitro-ert.xlsx nitrogen_statistics,2023,tyndp-archive,latest supported,2026-02-26,,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/nitrogen_statistics/2023/nitro-ert.xlsx +nitrogen_statistics,2022,tyndp-archive,supported,2026-05-08,,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/nitrogen_statistics/2022/nitro-ert.xlsx nuts3_population,13-03-2025,tyndp-archive,latest supported,2026-05-08,earlier part of zenodo bundle,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/nuts3_population/13-03-2025/nama_10r_3popgdp.tsv.gz ons_lad,may-2024,tyndp-archive,latest supported,2026-02-17,API request used,https://storage.googleapis.com/open-tyndp-data-store/archive/eur/ons_lad/may-2024/Local_Authority_Districts_May_2024_Boundaries__UK_BSC.geojson open_tyndp_prelim,0.7.1,primary,not-supported,2026-06-02,Open-TYNDP preliminary outcomes,https://zenodo.org/records/20303009 diff --git a/test/test_data_versions_layer.py b/test/test_data_versions_layer.py index 75a875c261..742818b21f 100644 --- a/test/test_data_versions_layer.py +++ b/test/test_data_versions_layer.py @@ -19,6 +19,9 @@ Path(__file__).parent.parent / file if not Path(file).is_absolute() else Path(file) for file in validate_config({}).data.version_files ] +_tyndp_versions = Path(__file__).parent.parent / "data/tyndp_versions.csv" +if _tyndp_versions.exists(): + VERSIONS_PATHS.append(_tyndp_versions) @pytest.mark.parametrize("file", VERSIONS_PATHS, ids=[str(p) for p in VERSIONS_PATHS]) From d4f8cb1bff8a4359d0893e3794051018902aea06 Mon Sep 17 00:00:00 2001 From: Thomas Gilon Date: Mon, 13 Jul 2026 15:25:53 +0200 Subject: [PATCH 4/4] doc: improve documentation --- doc/configuration.md | 8 ++++---- doc/data_sources.md | 26 +++++++++++++------------- doc/sb.md | 2 +- test/test_data_versions_layer.py | 1 + 4 files changed, 19 insertions(+), 18 deletions(-) diff --git a/doc/configuration.md b/doc/configuration.md index a1c2f0f9e2..de4c0c5381 100644 --- a/doc/configuration.md +++ b/doc/configuration.md @@ -873,19 +873,19 @@ as their source. ## `data` {#data_cf} Controls which versions of input data are used for building the model. -Versions that are available for each dataset can be found in `data/versions.csv`. +Versions that are available for each dataset can be found in the following files: `data/versions.csv` for generic PyPSA-Eur data, and `data/tyndp_versions.csv` for TYNDP-specific data. By default, we retrieve the `latest` supported version for each dataset from an archive source (`data.pypsa.org`). This means that when upgrading between Open-TYNDP versions, new versions of input data may also be downloaded and used. -To freeze a model to a specific version of input data, you can set a specific version in the `version` field for each dataset to one specific version as listed in `data/versions.csv`. +To freeze a model to a specific version of input data, you can set a specific version in the `version` field for each dataset to one specific version as listed in `data/versions.csv` or `data/tyndp_versions.csv`. Some datasets support `primary` or `build` as a source option, meaning that the data can be retrieved from the original data source or build it from the latest available data. Datasets that are mirrored to the Open-TYNDP data store on Google Cloud Storage also support `tyndp-archive` as a source (see [tyndp_archive](solving.md#tyndp_archive)). -See the `data/versions.csv` file for all available datasets and their sources/versions that are supported. +See the `data/versions.csv` and `data/tyndp_versions.csv` files for all available datasets and their sources/versions that are supported. -In your own project, you can define additional version files to modify the contents of `data/versions.csv`. +In your own project, you can define additional version files to modify the contents of `data/tyndp_versions.csv`. See the [data versioning documentation](data_sources.md#managing_data_versions) for more details. ??? note "Configuration for `data` settings." diff --git a/doc/data_sources.md b/doc/data_sources.md index 51fe3a5fbc..6b63c1525e 100644 --- a/doc/data_sources.md +++ b/doc/data_sources.md @@ -20,11 +20,11 @@ public file storage for the repository under `https://data.pypsa.org`. For users, selection and control over which data sources to use is managed through the configuration file. See [Data Configuration](configuration.md#data_cf) for details. In most cases you just wanna stick with the latest archive version. Reproducibility is given even when using the `latest` tag via the - `versions.csv`, which is version controlled. + `versions.csv` and `tyndp_versions.csv`, which are version controlled. -### Understanding `versions.csv` +### Understanding `versions.csv` files -The file `data/versions.csv` is the central registry for all data sources and their versions. +The version files (e.g. `data/versions.csv` and `data/tyndp_versions.csv`) are central registries for all data sources and their versions. The file `data/versions.csv` defines generic PyPSA-Eur data, and `data/tyndp_versions.csv` defines TYNDP-specific data. Each row defines a specific version of a dataset with the following columns: * `dataset`: The name of the dataset (e.g., `worldbank_urban_population`). @@ -35,21 +35,21 @@ Each row defines a specific version of a dataset with the following columns: * `note`: Optional notes about the dataset or version. * `url`: The download URL for the data. -Entries to the `versions.csv` are never deleted and if a dataset was removed or is not available, the entry is marked as `deprecated`. +Entries to the `versions.csv` files are never deleted and if a dataset was removed or is not available, the entry is marked as `deprecated`. !!! note For `primary` sources, each combination of dataset and version should point to a specific version of that dataset with a unique URL. If the original data source does not provide versioned URLs (i.e., the URL always points to the latest data), the `version` is set to `unknown`. In this case, the corresponding `archive` entries do not mirror the same version but represent snapshots taken at specific points in time from that primary source. -### Updating `versions.csv` +### Updating `versions.csv` files There are two methods for updating the data versions: -1. Add a new row to `data/versions.csv`. +1. Add a new row to the appropriate `versions.csv` file. 1. Create a new version file and reference it in the configuration under [`data→version_files`](configuration.md#data_cf). -If you are working on a fork of PyPSA-Eur, you will benefit from updating versions in a separate file as it mitigates merge conflicts when `data/versions.csv` is updated upstream. +If you are working on a fork of PyPSA-Eur, you will benefit from updating versions in a separate file as it mitigates merge conflicts when `data/versions.csv` is updated upstream. Open-TYNDP leverages this feature and uses `data/tyndp_versions.csv`. It also clearly separates the data versions that are specific to your project from those that have been inherited from upstream. #### Maintaining multiple version files @@ -85,10 +85,10 @@ Any new entries will be appended to the list. #### Adding a new version of a dataset -=== "Updating PyPSA/PyPSA-Eur" - If you notice that a data source has been updated and want to add the new version to PyPSA-Eur: +=== "Updating Open-TYNDP" + If you notice that a data source has been updated and want to add the new version to Open-TYNDP: - 1. Add a new row to `data/versions.csv` with the same `dataset` name, the new `version`, `source` set to `primary`, and the `url` pointing to the new data source. + 1. Add a new row to `data/tyndp_versions.csv` with the same `dataset` name, the new `version`, `source` set to `primary`, and the `url` pointing to the new data source. 1. Set appropriate tags (typically `latest supported`). 1. Update the tags of the previous version (remove `latest`, keep `supported` if still compatible). 1. Create a pull request with your changes. @@ -97,7 +97,7 @@ Any new entries will be appended to the list. === "Updating your own project / soft fork" If you want to update a version in your own project, to one that better reflects your needs: - 1. Add a new row to your own file (e.g., `data/custom_versions.csv`) with a copy of the relevant dataset row in `data/versions.csv`. + 1. Add a new row to your own file (e.g., `data/custom_versions.csv`) with a copy of the relevant dataset row in `data/tyndp_versions.csv`. 1. Update the `version` and `url` in this copied row, and set the `source` to `primary`. 1. Set appropriate tags (typically `latest supported`). 1. Add a reference to your own version file in the configuration by extending the `data→version_files` list. @@ -108,9 +108,9 @@ Any new entries will be appended to the list. #### Adding a new dataset -=== "Updating PyPSA/PyPSA-Eur" +=== "Updating Open-TYNDP" - 1. Add a `primary` entry to `data/versions.csv` with a new unique dataset name, version, and URL pointing to the original data source. + 1. Add a `primary` entry to `data/tyndp_versions.csv` with a new unique dataset name, version, and URL pointing to the original data source. 1. Implement a `retrieve` rule for your dataset in `rules/retrieve.smk`. Take inspiration from existing rules in the file. 1. Add the new data source to: diff --git a/doc/sb.md b/doc/sb.md index c9d58b9719..9273ab9d7d 100644 --- a/doc/sb.md +++ b/doc/sb.md @@ -194,7 +194,7 @@ This loads `config/data.tyndp.yaml`, which switches all mirrored datasets to `ty A small number of datasets (`wdpa`, `cutout`, `open_tyndp_prelim`) are not yet available on the GCS bucket and will still be retrieved from their respective sources. -To see which datasets support `tyndp-archive`, check the `source` column in `data/versions.csv`. +To see which datasets support `tyndp-archive`, check the `source` column in `data/tyndp_versions.csv`. See also [`data_config`](configuration.md#data_config_cf) and [`data`](configuration.md#data_cf) in the configuration reference. ## Running Scenario Building diff --git a/test/test_data_versions_layer.py b/test/test_data_versions_layer.py index 742818b21f..0788ce60fb 100644 --- a/test/test_data_versions_layer.py +++ b/test/test_data_versions_layer.py @@ -1,3 +1,4 @@ +# SPDX-FileCopyrightText: Contributors to Open-TYNDP # SPDX-FileCopyrightText: Contributors to PyPSA-Eur # # SPDX-License-Identifier: MIT