diff --git a/ChangeLog b/ChangeLog index 715096020..d117fcefe 100644 --- a/ChangeLog +++ b/ChangeLog @@ -2,6 +2,15 @@ Darshan Release Change Log -------------------------- +Darshan-3.4.7 +============= +* added extensive instrumentation of DAOS's file system (DFS) and native object + (DAOS) interfaces + - presented as 2 separate modules (DFS and DAOS) + - added as data source for Darshan's heatmap module +* updated the darshan-convert utility to provide cmdline options allowing more + control over which portions of the Darshan log to anonymize + Darshan-3.4.6 ============= * Added enhancements to Darshan's Lustre instrumentation module to capture diff --git a/darshan-runtime/doc/darshan-runtime.txt b/darshan-runtime/doc/darshan-runtime.txt index 8d5155112..efc0e8513 100644 --- a/darshan-runtime/doc/darshan-runtime.txt +++ b/darshan-runtime/doc/darshan-runtime.txt @@ -68,7 +68,7 @@ http://www.mcs.anl.gov/darshan[Darshan web site]. ---- tar -xvzf darshan-.tar.gz cd darshan-/ -./prepare +./prepare.sh cd darshan-runtime/ ./configure --with-log-path=/darshan-logs --with-jobid-env=PBS_JOBID CC=mpicc make @@ -79,7 +79,7 @@ make install ---- tar -xvzf darshan-.tar.gz cd darshan-/ -./prepare +./prepare.sh cd darshan-runtime/ ./configure --with-log-path=/darshan-logs --with-jobid-env=PBS_JOBID --without-mpi CC=gcc make @@ -464,7 +464,7 @@ AutoPerf offers two additional Darshan instrumentation modules that may be enabl Users can request Darshan to build the APMPI and APXC modules by passing `--enable-apmpi-mod` and `--enable-apxc-mod` options to configure, respectively. Note that these options can be requested independently (i.e., you can build Darshan with APMPI support but not APXC support, and vice versa). -The only prerequsisite for the APMPI module is that Darsan be configured with a MPI-3 compliant compiler. For APXC, the user must obviously be using a Cray XC system and must make the PAPI interface available to Darshan (i.e., by running `module load papi`, before building Darshan). +The only prerequsisite for the APMPI module is that Darshan be configured with a MPI-3 compliant compiler. For APXC, the user must obviously be using a Cray XC system and must make the PAPI interface available to Darshan (i.e., by running `module load papi`, before building Darshan). If using the APMPI module, users can additionally specify the `--enable-apmpi-coll-sync` configure option to force Darshan to synchronize before calling underlying MPI routines and to capture additional timing information on how synchronized processes are. Users should note this option will impose additional overheads, but can be useful to help diagnose whether applications are spending a lot of time synchronizing as part of collective communication calls. For this reason, we do not recommend users setting this particular option for production Darshan deployments. diff --git a/darshan-util/pydarshan/CHANGELOG.rst b/darshan-util/pydarshan/CHANGELOG.rst index 6476dc8e0..61d7e8706 100644 --- a/darshan-util/pydarshan/CHANGELOG.rst +++ b/darshan-util/pydarshan/CHANGELOG.rst @@ -1,3 +1,23 @@ +PyDarshan-3.4.7.0 +================= +* Support for extracting and analyzing new DAOS instrumentation + module data + - summary CLI tool now integrates DAOS data into reports +* New CLI tools for extracting and printing summary data for + one or more Darshan logs + - `job_stats` prints high-level statistics on a per-job level + - `file_stats` prints high-level statistics on a per-file level + - output in either CSV format or using the Rich package (which + is now a proper dependency of PyDarshan) +* Add DarshanReport object capability to filter module records + according to given regular expressions + - users can now pass the following parameters to DarshanReport + objects to use this functionality: `filter_patterns` (a list + of regex strings to match against) and `filter_mode` (either + "exclude" or "include") + - integrated this capability into summary CLI tool to allow + filtering of data before generating reports + PyDarshan-3.4.6.0 ================= * Track Darshan 3.4.6 release, no PyDarshan changes diff --git a/darshan-util/pydarshan/RELEASE-CHECKLIST-PyDarshan.txt b/darshan-util/pydarshan/RELEASE-CHECKLIST-PyDarshan.txt index d60460d98..795756226 100644 --- a/darshan-util/pydarshan/RELEASE-CHECKLIST-PyDarshan.txt +++ b/darshan-util/pydarshan/RELEASE-CHECKLIST-PyDarshan.txt @@ -5,7 +5,7 @@ Notes on how to release a new version of PyDarshan - Ensure python dev environment with dev dependencies, if not already present (- python3 -m venv venv) (- source venv/bin/activate) - (- pip install -r requirements_dev.txt # deps for packaging, testing, and docs generation) + (- pip install .[dev,test] # deps for packaging, testing, and docs generation) - Update CHANGELOG.rst - commit diff --git a/darshan-util/pydarshan/darshan/__init__.py b/darshan-util/pydarshan/darshan/__init__.py index 85e3b39fe..faad2a353 100644 --- a/darshan-util/pydarshan/darshan/__init__.py +++ b/darshan-util/pydarshan/darshan/__init__.py @@ -3,8 +3,8 @@ PyDarshan also provides a suite of analysis utilities. """ -__version__ = '3.4.6.0' -__darshanutil_version__ = '3.4.6' +__version__ = '3.4.7.0' +__darshanutil_version__ = '3.4.7' import logging logger = logging.getLogger(__name__) diff --git a/darshan-util/pydarshan/pyproject.toml b/darshan-util/pydarshan/pyproject.toml index 040f2c38e..85ec1639e 100644 --- a/darshan-util/pydarshan/pyproject.toml +++ b/darshan-util/pydarshan/pyproject.toml @@ -46,6 +46,11 @@ test = [ "lxml", "importlib_resources;python_version<'3.9'", ] +dev = [ + "sphinx", + "sphinx_rtd_theme", + "pipx" +] [tool.setuptools.packages.find] include = ["darshan"] diff --git a/darshan.version b/darshan.version index 1cf825302..2aa513199 100644 --- a/darshan.version +++ b/darshan.version @@ -1 +1 @@ -3.4.6 +3.4.7