Support for Python 3.14 (#4303)

Co-authored-by: Bouwe Andela <b.andela@esciencecenter.nl>
Co-authored-by: Bouwe Andela <bouweandela@gmail.com>

Author: valeriupredoi

.github/workflows/run-tests-monitor.yml

@@ -33,6 +33,7 @@ jobs:
         environment:
           - test-py312
           - test-py313
+          - test-py314
     name: ${{ matrix.os }} ${{ matrix.environment }}
     steps:
       - uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2

.github/workflows/test.yml

@@ -29,6 +29,7 @@ jobs:
         environment:
           - test-py312
           - test-py313
+          - test-py314
     name: ${{ matrix.os }} ${{ matrix.environment }}
     steps:
       - uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2

esmvaltool/cmorizers/data/datasets.yml

@@ -8,6 +8,10 @@ datasets:
     info: |
       Aerosol Optical Depth information from a worldwide network of stations.
 
+      NOTE this formatter is currently not working for Python 3.14 since pys2index is
+      not supported under Python 3.14! You will have to use Python<3.14, and install pys2index
+      from conda-forge.
+
   AGCD:
     tier: 2
     source: "http://dx.doi.org/10.25914/6009600786063"
@@ -1261,6 +1265,10 @@ datasets:
       Download the following archive:
       ch4_surface-flask_ccgg_text.tar.gz
 
+      NOTE this formatter is currently not working for Python 3.14 since pys2index is
+      not supported under Python 3.14! You will have to use Python<3.14, and install pys2index
+      from conda-forge.
+
   NOAA-GML-SURFACE-FLASK-CO2:
     tier: 2
     source: https://gml.noaa.gov/aftp/data/trace_gases/co2/flask/surface/
@@ -1269,6 +1277,10 @@ datasets:
       Download the following archive:
       co2_surface-flask_ccgg_text.tar.gz
 
+      NOTE this formatter is currently not working for Python 3.14 since pys2index is
+      not supported under Python 3.14! You will have to use Python<3.14, and install pys2index
+      from conda-forge.
+
   NOAAGlobalTemp:
     tier: 2
     source: https://www.ncei.noaa.gov/data/noaa-global-surface-temperature/v5/access/
@@ -1293,6 +1305,10 @@ datasets:
       Download the following archive:
       n2o_surface-flask_ccgg_text.tar.gz
 
+      NOTE this formatter is currently not working for Python 3.14 since pys2index is
+      not supported under Python 3.14! You will have to use Python<3.14, and install pys2index
+      from conda-forge.
+
   NSIDC-0116-sh:
     tier: 3
     source: https://nsidc.org/data/NSIDC-0116

esmvaltool/cmorizers/data/formatters/datasets/aeronet.py

@@ -12,6 +12,10 @@
 Download and processing instructions
     Download the following file:
     https://aeronet.gsfc.nasa.gov/data_push/V3/AOD/AOD_Level20_Monthly_V3.tar.gz
+
+NOTE this formatter is currently not working for Python 3.14 since pys2index is
+not supported under Python 3.14! You will have to use Python<3.14, and install pys2index
+from conda-forge.
 """
 
 import logging

esmvaltool/cmorizers/data/formatters/datasets/noaa_gml_surface_flask.py

@@ -14,6 +14,10 @@
     https://gml.noaa.gov/aftp/data/trace_gases/ch4/flask/surface/ch4_surface-flask_ccgg_text.tar.gz
     https://gml.noaa.gov/aftp/data/trace_gases/co2/flask/surface/co2_surface-flask_ccgg_text.tar.gz
     https://gml.noaa.gov/aftp/data/trace_gases/n2o/flask/surface/n2o_surface-flask_ccgg_text.tar.gz
+
+NOTE this formatter is currently not working for Python 3.14 since pys2index is
+not supported under Python 3.14! You will have to use Python<3.14, and install pys2index
+from conda-forge.
 """
 
 import logging

esmvaltool/cmorizers/data/formatters/datasets/noaa_gml_surface_flask_ch4.py

@@ -12,6 +12,10 @@
 Download and processing instructions
     Download the following file:
     https://gml.noaa.gov/aftp/data/trace_gases/ch4/flask/surface/ch4_surface-flask_ccgg_text.tar.gz
+
+NOTE this formatter is currently not working for Python 3.14 since pys2index is
+not supported under Python 3.14! You will have to use Python<3.14, and install pys2index
+from conda-forge.
 """
 
 from esmvaltool.cmorizers.data.formatters.datasets import (

esmvaltool/cmorizers/data/formatters/datasets/noaa_gml_surface_flask_co2.py

@@ -12,6 +12,10 @@
 Download and processing instructions
     Download the following file:
     https://gml.noaa.gov/aftp/data/trace_gases/co2/flask/surface/co2_surface-flask_ccgg_text.tar.gz
+
+NOTE this formatter is currently not working for Python 3.14 since pys2index is
+not supported under Python 3.14! You will have to use Python<3.14, and install pys2index
+from conda-forge.
 """
 
 from esmvaltool.cmorizers.data.formatters.datasets import (

esmvaltool/cmorizers/data/formatters/datasets/noaa_gml_surface_flask_n2o.py

@@ -12,6 +12,10 @@
 Download and processing instructions
     Download the following file:
     https://gml.noaa.gov/aftp/data/trace_gases/n2o/flask/surface/n2o_surface-flask_ccgg_text.tar.gz
+
+NOTE this formatter is currently not working for Python 3.14 since pys2index is
+not supported under Python 3.14! You will have to use Python<3.14, and install pys2index
+from conda-forge.
 """
 
 from esmvaltool.cmorizers.data.formatters.datasets import (

pixi.lock

@@ -16,6 +16,7 @@ classifiers = [
     "Programming Language :: Python :: 3",
     "Programming Language :: Python :: 3.12",
     "Programming Language :: Python :: 3.13",
+    "Programming Language :: Python :: 3.14",
     "Topic :: Scientific/Engineering",
     "Topic :: Scientific/Engineering :: Atmospheric Science",
     "Topic :: Scientific/Engineering :: GIS",
@@ -59,7 +60,6 @@ dependencies = [
     "pandas",
     "progressbar2",
     "pyproj>=2.1",
-    "pys2index",
     "python-dateutil",
     "pyyaml",
     "rasterio>=1.3.10",
@@ -81,7 +81,7 @@ description = "A community tool for pre-processing data from Earth system models
 license = "Apache-2.0"
 license-files = ["LICENSE", "NOTICE"]
 name = "ESMValTool"
-requires-python = ">=3.12,<3.14"
+requires-python = ">=3.12,<3.15"
 
 [project.entry-points."console_scripts"]
 nclcodestyle = "esmvaltool.utils.nclcodestyle.nclcodestyle:_main"
@@ -244,7 +244,6 @@ convention = "numpy"
 "progressbar2" = "*"
 "prov" = "*"
 "pyproj" = ">=2.1"
-"pys2index" = "*"
 "python" = ">=3.12"
 "python-cdo" = "*"
 "python-dateutil" = "*"
@@ -284,19 +283,20 @@ platforms = ["linux-64", "osx-arm64"]
 default = { features = ["esmvalcore", "dev", "doc", "test"], solve-group = "default" }
 esmvaltool-python = { features = ["esmvalcore"], solve-group = "default" }
 # Environment for running diagnostics that also require NCL.
-esmvaltool-ncl-dev = { features = ["esmvalcore", "ncl", "dev", "doc", "test"], solve-group = "ncl" }
-esmvaltool-ncl = { features = ["esmvalcore", "ncl"], solve-group = "ncl" }
+esmvaltool-ncl-dev = { features = ["esmvalcore", "ncl", "dev", "doc", "pys2index", "test"], solve-group = "ncl" }
+esmvaltool-ncl = { features = ["esmvalcore", "ncl", "pys2index"], solve-group = "ncl" }
 # Environment for running diagnostics that also require R.
 esmvaltool-r-dev = { features = ["esmvalcore", "r", "dev", "doc", "test"], solve-group = "r" }
 esmvaltool-r = { features = ["esmvalcore", "r"], solve-group = "r" }
 # Environment for running any diagnostic.
-esmvaltool-dev = { features = ["esmvalcore", "ncl", "r", "dev", "doc", "test"], solve-group = "esmvaltool" }
-esmvaltool = { features = ["esmvalcore", "ncl", "r"], solve-group = "esmvaltool" }
+esmvaltool-dev = { features = ["esmvalcore", "ncl", "r", "dev", "doc", "pys2index", "test"], solve-group = "esmvaltool" }
+esmvaltool = { features = ["esmvalcore", "ncl", "pys2index", "r"], solve-group = "esmvaltool" }
 # Environment with the development version of ESMValCore for testing new features and bug fixes.
 esmvalcore-dev = { features = ["esmvalcore-dev", "dev", "doc", "test"], solve-group = "esmvalcore-dev" }
 # Environments for running tests with specific Python versions.
-test-py312 = { features = ["py312", "esmvalcore", "test"], solve-group = "py312" }
-test-py313 = { features = ["py313", "esmvalcore", "test"], solve-group = "default" }
+test-py312 = { features = ["py312", "esmvalcore", "test", "pys2index"], solve-group = "py312" }
+test-py313 = { features = ["py313", "esmvalcore", "test", "pys2index"], solve-group = "py313" }
+test-py314 = { features = ["py314", "esmvalcore", "test"], solve-group = "default" }
 
 # Default ESMValCore version.
 [tool.pixi.feature.esmvalcore.dependencies]
@@ -342,6 +342,10 @@ test-py313 = { features = ["py313", "esmvalcore", "test"], solve-group = "defaul
 [tool.pixi.feature.py313.dependencies]
 "python" = "3.13.*"
 
+# Feature for running tests with Python 3.14.
+[tool.pixi.feature.py314.dependencies]
+"python" = "3.14.*"
+
 # Feature for running diagnostics that also require NCL.
 [tool.pixi.feature.ncl]
 platforms = ["linux-64"]
@@ -352,6 +356,9 @@ platforms = ["linux-64"]
 "nco" = "*"
 "imagemagick" = "*"
 
+[tool.pixi.feature.pys2index.dependencies]
+"pys2index" = "*"
+
 # Feature for running diagnostics that also require R.
 [tool.pixi.feature.r]
 platforms = ["linux-64"]