new pncio driver

.github/workflows/mac_mpich.yml

@@ -142,6 +142,42 @@ jobs:
           run: |
             cd ${GITHUB_WORKSPACE}
             make ptests
+        - name: Build PnetCDF (default configuration)
+          run: |
+            cd ${GITHUB_WORKSPACE}
+            export PATH="${GITHUB_WORKSPACE}/AUTOTOOLS/bin:${PATH}"
+            export LD_LIBRARY_PATH="${GITHUB_WORKSPACE}/AUTOTOOLS/lib:${LD_LIBRARY_PATH}"
+            make distclean
+            rm -rf pnetcdf_output
+            mkdir -p pnetcdf_output
+            ./configure --disable-fortran \
+                        --with-mpi=${GITHUB_WORKSPACE}/MPICH \
+                        TESTOUTDIR=${GITHUB_WORKSPACE}/pnetcdf_output
+            make -j 8 tests
+        - name: Print config.log (default configuration)
+          if: ${{ always() }}
+          run: |
+            cat ${GITHUB_WORKSPACE}/config.log
+        - name: make check (default configuration)
+          run: |
+            cd ${GITHUB_WORKSPACE}
+            make check
+        - name: Print test log files (default configuration)
+          if: ${{ always() }}
+          run: |
+            cd ${GITHUB_WORKSPACE}
+            fname=`find src test examples benchmarks -type f -name "*.log"`
+            for f in $fname ; do \
+               bname=`basename $f` ; \
+               if test "x$bname" != xconfig.log ; then \
+                  echo "-------- dump $f ----------------------------" ; \
+                  cat $f ; \
+               fi ; \
+            done
+        - name: make ptests (default configuration)
+          run: |
+            cd ${GITHUB_WORKSPACE}
+            make ptests
         - name: make distcheck
           run: |
             cd ${GITHUB_WORKSPACE}

.github/workflows/mac_openmpi.yml

@@ -144,6 +144,42 @@ jobs:
           run: |
             cd ${GITHUB_WORKSPACE}
             make ptests
+        - name: Build PnetCDF (default configuration)
+          run: |
+            cd ${GITHUB_WORKSPACE}
+            export PATH="${GITHUB_WORKSPACE}/AUTOTOOLS/bin:${PATH}"
+            export LD_LIBRARY_PATH="${GITHUB_WORKSPACE}/AUTOTOOLS/lib:${LD_LIBRARY_PATH}"
+            make distclean
+            rm -rf  pnetcdf_output
+            mkdir -p pnetcdf_output
+            ./configure --disable-fortran \
+                        --with-mpi=${GITHUB_WORKSPACE}/OPENMPI \
+                        TESTOUTDIR=${GITHUB_WORKSPACE}/pnetcdf_output
+            make -j 8 tests
+        - name: Print config.log (default configuration)
+          if: ${{ always() }}
+          run: |
+            cat ${GITHUB_WORKSPACE}/config.log
+        - name: make check (default configuration)
+          run: |
+            cd ${GITHUB_WORKSPACE}
+            make check
+        - name: Print test log files (default configuration)
+          if: ${{ always() }}
+          run: |
+            cd ${GITHUB_WORKSPACE}
+            fname=`find src test examples benchmarks -type f -name "*.log"`
+            for f in $fname ; do \
+               bname=`basename $f` ; \
+               if test "x$bname" != xconfig.log ; then \
+                  echo "-------- dump $f ----------------------------" ; \
+                  cat $f ; \
+               fi ; \
+            done
+        - name: make ptests (default configuration)
+          run: |
+            cd ${GITHUB_WORKSPACE}
+            make ptests
         - name: make distcheck
           run: |
             cd ${GITHUB_WORKSPACE}

.github/workflows/ubuntu_mpich.yml

@@ -154,6 +154,39 @@ jobs:
           run: |
             cd ${GITHUB_WORKSPACE}
             make ptests
+        - name: Build PnetCDF (default configuration)
+          run: |
+            cd ${GITHUB_WORKSPACE}
+            export PATH="${GITHUB_WORKSPACE}/AUTOTOOLS/bin:${PATH}"
+            export LD_LIBRARY_PATH="${GITHUB_WORKSPACE}/AUTOTOOLS/lib:${LD_LIBRARY_PATH}"
+            make distclean
+            ./configure --prefix=${GITHUB_WORKSPACE}/PnetCDF \
+                        --with-mpi=${GITHUB_WORKSPACE}/MPICH
+            make -j 8 tests
+        - name: Print config.log (default configuration)
+          if: ${{ always() }}
+          run: |
+            cat ${GITHUB_WORKSPACE}/config.log
+        - name: make check (default configuration)
+          run: |
+            cd ${GITHUB_WORKSPACE}
+            make check
+        - name: Print test log files (default configuration)
+          if: ${{ always() }}
+          run: |
+            cd ${GITHUB_WORKSPACE}
+            fname=`find src test examples benchmarks -type f -name "*.log"`
+            for f in $fname ; do \
+               bname=`basename $f` ; \
+               if test "x$bname" != xconfig.log ; then \
+                  echo "-------- dump $f ----------------------------" ; \
+                  cat $f ; \
+               fi ; \
+            done
+        - name: make ptests (default configuration)
+          run: |
+            cd ${GITHUB_WORKSPACE}
+            make ptests
         - name: make distcheck
           run: |
             cd ${GITHUB_WORKSPACE}

.github/workflows/ubuntu_openmpi.yml

@@ -150,6 +150,41 @@ jobs:
           run: |
             cd ${GITHUB_WORKSPACE}
             make ptests
+        - name: Build PnetCDF (default configuration)
+          run: |
+            cd ${GITHUB_WORKSPACE}
+            export PATH="${GITHUB_WORKSPACE}/AUTOTOOLS/bin:${PATH}"
+            export LD_LIBRARY_PATH="${GITHUB_WORKSPACE}/AUTOTOOLS/lib:${LD_LIBRARY_PATH}"
+            make distclean
+            mkdir -p pnetcdf_output
+            ./configure --prefix=${GITHUB_WORKSPACE}/PnetCDF \
+                        --with-mpi=${GITHUB_WORKSPACE}/OPENMPI \
+                        TESTOUTDIR=${GITHUB_WORKSPACE}/pnetcdf_output
+            make -j 8 tests
+        - name: Print config.log (default configuration)
+          if: ${{ always() }}
+          run: |
+            cat ${GITHUB_WORKSPACE}/config.log
+        - name: make check (default configuration)
+          run: |
+            cd ${GITHUB_WORKSPACE}
+            make check
+        - name: Print test log files (default configuration)
+          if: ${{ always() }}
+          run: |
+            cd ${GITHUB_WORKSPACE}
+            fname=`find src test examples benchmarks -type f -name "*.log"`
+            for f in $fname ; do \
+               bname=`basename $f` ; \
+               if test "x$bname" != xconfig.log ; then \
+                  echo "-------- dump $f ----------------------------" ; \
+                  cat $f ; \
+               fi ; \
+            done
+        - name: make ptests (default configuration)
+          run: |
+            cd ${GITHUB_WORKSPACE}
+            make ptests
         - name: make distcheck
           run: |
             cd ${GITHUB_WORKSPACE}

DEVELOPER_NOTES.md

@@ -149,12 +149,17 @@
  10. Generate SHA1 checksums
     * Run command:
       ```
-      openssl sha1 pnetcdf-1.11.0.tar.gz`
+      openssl sha1 pnetcdf-1.11.0.tar.gz
       ```
     * Example command-line output:
       ```
       SHA1(pnetcdf-1.11.0.tar.gz)= 495d42f0a41abbd09d276262dce0f7c1c535968a
       ```
+    * Or use SHA 256
+      ```
+      sha256sum pnetcdf-1.11.0.tar.gz
+      a18a1a43e6c4fd7ef5827dbe90e9dcf1363b758f513af1f1356ed6c651195a9f pnetcdf-1.11.0.tar.gz
+      ```
 11. Update PnetCDF Web Page
     * https://github.com/Parallel-NetCDF/Parallel-NetCDF.github.io
     * Create a new file of release note Parallel-NetCDF.github.io/Release_notes/1.11.0.md.

RELEASE_NOTES

@@ -6,6 +6,44 @@ PnetCDF Release Notes
 Version _PNETCDF_VERSION_ (_PNETCDF_RELEASE_DATE_)
 -------------------------------------
 
+* New feature
+  + Intra-node aggregation for read requests is added. This is the complement
+    of the write requests first implemented in version 1.14.0. Now intra-node
+    aggregation supports both write and read operations. This feature can be
+    enabled by setting hint "nc_num_aggrs_per_node" to the desired number of
+    aggregators per compute node.
+
+* New optimization
+  + A new internal I/O driver, named "pncio", is added which implements several
+    strategies for performance improvement. A significant portion of this
+    driver was developed to improve performance when Lustre is used. It
+    includes the followings.
+    * When creating a new file, it try to set the Lustre file striping count
+      to the number of compute nodes allocated to the MPI communicator passed
+      to "ncmpi_create()", when I/O hint "striping_factor" is not explicitly
+      set by the applications.
+    * It automatically sets a good value for hint "cb_nodes" when it is not
+      explicitly set by the applications.
+
+* API deprecated
+  + "vard" APIs introduced in version 1.6.0 are now deprecated. These are the
+    API family that take an argument of MPI derived data type describing the
+    file access layout, which is used as the fileview by the underlying MPI
+    library.
+
+* New error code
+  + "NC_EFSTYPE" indicates an error when an invalid file system type is
+    detected.
+
+* New PnetCDF hint
+  + "nc_pncio" -- To disable or enable the use of the internal "pncio" driver.
+    Its string value is either "enable" or "disable". The default is "enable".
+
+
+-------------------------------------
+Version 1.14.1 (July 31, 2025)
+-------------------------------------
+
 * New optimization
   + When file header extent size grows, moving the data section to a higher
     file offset has changed to be done in chunks of 16 MB per process.

benchmarks/C/Makefile.am

@@ -40,14 +40,30 @@ CLEANFILES = core core.* *.gcda *.gcno *.gcov gmon.out \
 # be used to compare NetCDF4 performance against PnetCDF.
 EXTRA_DIST = parallel_run.sh netcdf_put_vara.c
 
-ptest ptests ptest4: $(check_PROGRAMS)
+ptest ptest4: $(check_PROGRAMS)
 	@echo "==========================================================="
 	@echo "    $(subdir): Parallel testing on 4 MPI processes"
 	@echo "==========================================================="
 	@$(TESTS_ENVIRONMENT) \
 	$(srcdir)/parallel_run.sh 4 || exit 1
 
-ptest2 ptest6 ptest8 ptest10:
+ptest2: $(check_PROGRAMS)
+	@echo "==========================================================="
+	@echo "    $(subdir): Parallel testing on 2 MPI processes"
+	@echo "==========================================================="
+	@$(TESTS_ENVIRONMENT) \
+	$(srcdir)/parallel_run.sh 2 || exit 1
+
+ptest10: $(check_PROGRAMS)
+	@echo "==========================================================="
+	@echo "    $(subdir): Parallel testing on 10 MPI processes"
+	@echo "==========================================================="
+	@$(TESTS_ENVIRONMENT) \
+	$(srcdir)/parallel_run.sh 10 || exit 1
+
+ptest6 ptest8:
+
+ptests: ptest2 ptest4 ptest10
 
 # build check targets but not invoke
 tests-local: all $(check_PROGRAMS)