Adding test for large-dimension variables with HDF5 type

For HDF5 type, record variables are currently chunked using the
full dimension length. With very large dimensions, this can cause
dataset creation to fail in the HDF5 library.

This test simulates an output history file from the E3SM G case
with extremely large dimension lengths to reproduce the issue.
It will also help guide the upcoming fix for the default chunking
strategy used by HDF5 type.

Author: dqwu

examples/c/test_hdf5.c

@@ -43,6 +43,12 @@ int main(int argc, char* argv[])
     int dimid_ncol;
     int dimid_sample;
     int dimid_ship;
+    int dimid_nCells;
+    int dimid_nEdges;
+    int dimid_nVertices;
+    int dimid_nVertLevels;
+    int dimid_nVertLevelsP1;
+    int dimid_StrLen;
 
     int varid;
     int varid_time;
@@ -57,6 +63,7 @@ int main(int argc, char* argv[])
     int varid_U;
     int varid_sample;
     int varid_ship;
+    int varid_normalVelocity;
 
     int att_id;
     int att_type;
@@ -594,6 +601,86 @@ int main(int argc, char* argv[])
 
         ret = PIOc_closefile(ncid); ERR
 
+        if (my_rank == 0)
+        {
+            printf("Test reading %s with NETCDF4 IO type end\n", filename);
+            fflush(stdout);
+        }
+#endif
+
+        /* Simulate a history file of E3SM G case with large dimension lengths (compset GMPAS-NYF, res T62_oRRS18to6v3) */
+        snprintf(filename, PIO_MAX_NAME, "test_hdf5_g_case_rearr_%d.nc", rearranger[r]);
+
+        if (my_rank == 0)
+        {
+            printf("Test writing %s with HDF5 IO type start\n", filename);
+            fflush(stdout);
+        }
+
+        ncid = -1;
+        ret = PIOc_createfile(iosysid, &ncid, &format, filename, PIO_CLOBBER); ERR
+
+        ret = PIOc_def_dim(ncid, "Time", PIO_UNLIMITED, &dimid_time); ERR
+        ret = PIOc_def_dim(ncid, "nCells", 3693225, &dimid_nCells); ERR
+        ret = PIOc_def_dim(ncid, "nEdges", 11135652, &dimid_nEdges); ERR
+        ret = PIOc_def_dim(ncid, "nVertices", 7441216, &dimid_nVertices); ERR
+        ret = PIOc_def_dim(ncid, "nVertLevels", 81, &dimid_nVertLevels); ERR
+        ret = PIOc_def_dim(ncid, "nVertLevelsP1", 81, &dimid_nVertLevelsP1); ERR
+        ret = PIOc_def_dim(ncid, "StrLen", 64, &dimid_StrLen); ERR
+
+        dimids[0] = dimid_time;
+        dimids[1] = dimid_nEdges;
+        dimids[2] = dimid_nVertLevels;
+        ret = PIOc_def_var(ncid, "normalVelocity", PIO_DOUBLE, 3, dimids, &varid_normalVelocity); ERR
+
+        ret = PIOc_enddef(ncid); ERR
+
+        ret = PIOc_closefile(ncid); ERR
+
+        if (my_rank == 0)
+        {
+            printf("Test writing %s with HDF5 IO type end\n", filename);
+            fflush(stdout);
+        }
+
+#ifdef _NETCDF4
+        /* Direct read support for HDF5 IO type is not implemented yet: SCORPIO implicitly switches HDF5 type to
+         * NETCDF4 type for reading back output files (generated by HDF5 type, fully NETCDF4 compatible). */
+        if (my_rank == 0)
+        {
+            printf("Test reading %s with NETCDF4 IO type start\n", filename);
+            fflush(stdout);
+        }
+
+        ncid = -1;
+        ret = PIOc_openfile(iosysid, &ncid, &format, filename, PIO_NOWRITE); ERR
+
+        ndims = -1;
+        ret = PIOc_inq_ndims(ncid, &ndims); ERR
+        assert(ndims == 7);
+
+        dimid_time = -1;
+        ret = PIOc_inq_dimid(ncid, "Time", &dimid_time); ERR
+        assert(dimid_time >= 0 && dimid_time < ndims);
+
+        nvars = -1;
+        ret = PIOc_inq_nvars(ncid, &nvars); ERR
+        assert(nvars == 1);
+
+        PIO_Offset dimlen_nCells = -1;
+        ret = PIOc_inq_dimlen(ncid, dimid_nCells, &dimlen_nCells); ERR
+        assert(dimlen_nCells == 3693225);
+
+        PIO_Offset dimlen_nEdges = -1;
+        ret = PIOc_inq_dimlen(ncid, dimid_nEdges, &dimlen_nEdges); ERR
+        assert(dimlen_nEdges == 11135652);
+
+        PIO_Offset dimlen_nVertices = -1;
+        ret = PIOc_inq_dimlen(ncid, dimid_nVertices, &dimlen_nVertices); ERR
+        assert(dimlen_nVertices == 7441216);
+
+        ret = PIOc_closefile(ncid); ERR
+
         if (my_rank == 0)
         {
             printf("Test reading %s with NETCDF4 IO type end\n", filename);