Merge pull request #390 from NREL/aggregated_filters_for_trials

RdTools 3.0-beta

Author: mdeceglie

.codecov.yml

@@ -0,0 +1,6 @@
+# Ignoring Paths
+# --------------
+# which folders/files to ignore
+ignore:
+  - setup.py
+  - versioneer.py

.flake8

@@ -2,14 +2,17 @@
 # see https://flake8.pycqa.org/en/latest/user/options.html
 
 [flake8]
+# E203 is not PEP8 compliant https://black.readthedocs.io/en/stable/the_black_code_style/current_style.html#slices
+# Is excluded from flake8's own config https://flake8.pycqa.org/en/latest/user/configuration.html
+extend-ignore = E203
 max-line-length = 99
 max-doc-length = 99
 per-file-ignores =
     # rdtools.x.y imported but unused
     __init__.py:F401
     # invalid escape sequence '\s'
     versioneer.py:W605
-exclude = 
+exclude =
     docs
     .eggs
     build

.github/workflows/deploy.yaml

@@ -12,14 +12,14 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        python-version: [3.8]
+        python-version: [3.12]
 
     steps:
-    - uses: actions/checkout@v2
+    - uses: actions/checkout@v4
       with:
         fetch-depth: 0  # fetch all branches, needed so we can diff against the target branch
     - name: Set up Python ${{ matrix.python-version }}
-      uses: actions/setup-python@v2
+      uses: actions/setup-python@v5
       with:
         python-version: ${{ matrix.python-version }}
     - name: Install flake8

.github/workflows/flake8.yaml

@@ -10,18 +10,18 @@ jobs:
       fail-fast: false  # don't cancel other matrix jobs when one fails
       matrix:
         notebook-file: [
-          'TrendAnalysis_example_pvdaq4.ipynb',
-          'degradation_and_soiling_example_pvdaq_4.ipynb',
+          'TrendAnalysis_example.ipynb',
+          'TrendAnalysis_example_NSRDB.ipynb',
+          'degradation_and_soiling_example.ipynb',
           'system_availability_example.ipynb'
-          # can't run the DKASC notebook here because it requires pre-downloaded data
         ]
 
     steps:
-    - uses: actions/checkout@v2
+    - uses: actions/checkout@v4
     - name: Set up Python
-      uses: actions/setup-python@v2
+      uses: actions/setup-python@v5
       with:
-        python-version: "3.10"
+        python-version: "3.12"
     - name: Install notebook environment
       run: |
         python -m pip install --upgrade pip wheel
@@ -36,7 +36,7 @@ jobs:
         mkdir docs/artifacts
         jupyter nbconvert --to html --execute --ExecutePreprocessor.timeout=600 --allow-errors --output artifacts/${{ matrix.notebook-file }}.html docs/${{ matrix.notebook-file }}
     - name: Upload artifacts
-      uses: actions/upload-artifact@v2
+      uses: actions/upload-artifact@v4
       with:
-        name: executed_notebooks
+        name: executed_notebook_${{ matrix.notebook-file }}
         path: docs/artifacts

.github/workflows/nbval.yaml

@@ -0,0 +1,50 @@
+name: Publish Python distribution to PyPI and TestPyPI
+
+on: push
+
+jobs:
+  build:
+    name: Build distribution
+    runs-on: ubuntu-latest
+
+    steps:
+    - uses: actions/checkout@v4
+    - name: Set up Python
+      uses: actions/setup-python@v5
+      with:
+        python-version: "3.x"
+    - name: Install pypa/build
+      run: >-
+        python3 -m
+        pip install
+        build
+        --user
+    - name: Build a binary wheel and a source tarball
+      run: python3 -m build
+    - name: Store the distribution packages
+      uses: actions/upload-artifact@v4
+      with:
+        name: python-package-distributions
+        path: dist/
+
+  publish-to-pypi:
+    name: >-
+      Publish Python distribution to PyPI
+    if: startsWith(github.ref, 'refs/tags/')  # only publish to PyPI on tag pushes
+    needs:
+    - build
+    runs-on: ubuntu-latest
+    environment:
+      name: pypi
+      url: https://pypi.org/p/rdtools
+    permissions:
+      id-token: write  # IMPORTANT: mandatory for trusted publishing
+
+    steps:
+    - name: Download all the dists
+      uses: actions/download-artifact@v4
+      with:
+        name: python-package-distributions
+        path: dist/
+    - name: Publish distribution to PyPI
+      uses: pypa/gh-action-pypi-publish@release/v1

.github/workflows/publish-to-pypi.yaml

@@ -14,27 +14,27 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        python-version: ["3.7", "3.8", "3.9", "3.10"]
+        python-version: ["3.9", "3.10", "3.11", "3.12"]
         env: [
           '-r requirements.txt .[test]',
           '-r requirements-min.txt .[test]',
           '--upgrade --upgrade-strategy=eager .[test]'
         ]
         exclude:
-          - python-version: 3.8
+          - python-version: "3.9"
+            env: "-r requirements.txt .[test]"
+          - python-version: "3.10"
             env: '-r requirements-min.txt .[test]'
-          - python-version: 3.9
+          - python-version: "3.11"
             env: '-r requirements-min.txt .[test]'
-          - python-version: "3.10"
+          - python-version: "3.12"
             env: '-r requirements-min.txt .[test]'
-          # required numpy is not available on python 3.7, so exclude:
-          - python-version: 3.7
-            env: '-r requirements.txt .[test]'
+      fail-fast: false
 
     steps:
-    - uses: actions/checkout@v2
+    - uses: actions/checkout@v4
     - name: Set up Python ${{ matrix.python-version }}
-      uses: actions/setup-python@v2
+      uses: actions/setup-python@v5
       with:
         python-version: ${{ matrix.python-version }}
     - name: Install ${{ matrix.env }}

.github/workflows/pytest.yaml

@@ -18,11 +18,11 @@ jobs:
     runs-on: ${{ matrix.os }}
 
     steps:
-    - uses: actions/checkout@v2
+    - uses: actions/checkout@v4
     - name: Set up Python
-      uses: actions/setup-python@v2
+      uses: actions/setup-python@v5
       with:
-        python-version: "3.10"
+        python-version: "3.12"
     - name: Install notebook environment
       run: |
         python -m pip install --upgrade pip wheel

.github/workflows/requirements.yaml

@@ -1,9 +1,9 @@
 version: 2
 
 build:
-  os: "ubuntu-22.04"
+  os: "ubuntu-24.04"
   tools:
-    python: "3.7"
+    python: "3.12"
 
 python:
     install:

.readthedocs.yml

@@ -12,11 +12,11 @@ Code coverage:
 RdTools is an open-source library to support reproducible technical analysis of
 time series data from photovoltaic energy systems. The library aims to provide
 best practice analysis routines along with the building blocks for users to
-tailor their own analyses.
-Current applications include the evaluation of PV production over several years to obtain
-rates of performance degradation and soiling loss. RdTools can handle
-both high frequency (hourly or better) or low frequency (daily, weekly,
-etc.) datasets. Best results are obtained with higher frequency data.
+tailor their own analyses. Current applications include the evaluation of PV
+production over several years to obtain rates of performance degradation and 
+soiling loss. RdTools can handle both high frequency (hourly or better) or low
+frequency (daily, weekly, etc.) datasets. Best results are obtained with higher
+frequency data.
 
 RdTools can be installed automatically into Python from PyPI using the
 command line:
@@ -27,7 +27,7 @@ pip install rdtools
 
 For API documentation and full examples, please see the [documentation](https://rdtools.readthedocs.io).
 
-RdTools currently is tested on Python 3.7+.
+RdTools currently is tested on Python 3.9+.
 
 ## Citing RdTools
 
@@ -36,8 +36,8 @@ and the specific DOI coresponding to that version from [Zenodo](https://doi.org/
 
 -  Michael G. Deceglie, Ambarish Nag, Adam Shinn, Gregory Kimball,
    Daniel Ruth, Dirk Jordan, Jiyang Yan, Kevin Anderson, Kirsten Perry,
-   Mark Mikofski, Matthew Muller, Will Vining, and Chris Deline
-   RdTools, version {insert version}, Compuer Software,
+   Mark Mikofski, Matthew Muller, Will Vining, and Chris Deline,
+   RdTools, version {insert version}, Computer Software,
    https://github.com/NREL/rdtools. DOI:{insert DOI}
 
 The underlying workflow of RdTools has been published in several places.