Skip to content

support MPI-IO large count APIs #1060

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
merged 9 commits into from
Sep 15, 2025
Merged

support MPI-IO large count APIs #1060

Show file tree
Hide file tree
Changes from 1 commit
Commits
Show all changes
9 commits
Select commit Hold shift + click to select a range
70b3eb8
support MPI-IO large count APIs
wkliao Aug 4, 2025
798e31d
add missing PMPI_File_iwrite_all
wkliao Aug 4, 2025
24cecf2
fix to call MPI_File_get_position_shared for MPI_File_iread_shared_c
wkliao Aug 4, 2025
7346629
Add an exhaust test for all 56 MPI file write and read APIs
wkliao Aug 5, 2025
c74115b
add make check to CI
wkliao Aug 9, 2025
3b952bb
Github action regression test: update to use MPICH 4.3.1
wkliao Aug 6, 2025
d89957d
Add more env tests into darshan-runtime/test/tst_runs.sh
wkliao Aug 9, 2025
9be9f3e
Add --oversubscribe to mpiexec command line if OpenMPI is used
wkliao Aug 19, 2025
7212fb9
Github CI: test using MPICH 4.3.1 and OpenMPI 5.0.8
wkliao Aug 9, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
44 changes: 43 additions & 1 deletion darshan-runtime/configure.ac
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -770,6 +770,46 @@ if test "x$enable_darshan_runtime" = xyes ; then
[AC_MSG_RESULT(yes)], [AC_MSG_RESULT(no)])],
[AC_MSG_RESULT(no)]
)

dnl MPI_Count was first introduced in MPI 3.0. Check MPI-IOfunctions that make
dnl use of MPI_Count.
AC_CHECK_FUNCS([MPI_File_read_c \
MPI_File_read_all_c \
MPI_File_read_all_begin_c \
MPI_File_read_at_c \
MPI_File_read_at_all_c \
MPI_File_read_at_all_begin_c \
MPI_File_read_ordered_c \
MPI_File_read_ordered_begin_c \
MPI_File_read_shared_c \
MPI_File_write_c \
MPI_File_write_all_c \
MPI_File_write_all_begin_c \
MPI_File_write_at_c \
MPI_File_write_at_all_c \
MPI_File_write_at_all_begin_c \
MPI_File_write_ordered_c \
MPI_File_write_ordered_begin_c \
MPI_File_write_shared_c \
MPI_File_iread_c \
MPI_File_iread_all_c \
MPI_File_iread_at_c \
MPI_File_iread_at_all_c \
MPI_File_iread_shared_c \
MPI_File_iwrite_c \
MPI_File_iwrite_all_c \
MPI_File_iwrite_at_c \
MPI_File_iwrite_at_all_c \
MPI_File_iwrite_shared_c],
[have_mpi_io_large_count_apis=yes],
[have_mpi_io_large_count_apis=no])

if test "x$have_mpi_io_large_count_apis" = "xyes" ; then
AC_DEFINE(HAVE_MPI_LARGE_COUNT, 1,
[Define if MPI-IO support large count feature])
fi
else
have_mpi_io_large_count_apis=no
fi

#
Expand Down Expand Up @@ -833,6 +873,7 @@ else
enable_ldms_mod=no
with_log_path=
with_jobid_env=
have_mpi_io_large_count_apis=no
fi

AC_SUBST(ENABLE_LD_PRELOAD, ["$enable_ld_preload"])
Expand Down Expand Up @@ -972,5 +1013,6 @@ if test "x$enable_darshan_runtime" = xyes ; then
Log file env variables - $__log_path_by_env
Location of Darshan log files - $__log_path
Job ID env variable - $with_jobid_env
MPI-IO hints - $__DARSHAN_LOG_HINTS"
MPI-IO hints - $__DARSHAN_LOG_HINTS
MPI-IO large-count support - $have_mpi_io_large_count_apis"
fi
33 changes: 33 additions & 0 deletions darshan-runtime/lib/darshan-dynamic.h
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -148,6 +148,39 @@ DARSHAN_EXTERN_DECL(PMPI_Gather, int, (const void *sendbuf, int sendcount, MPI_D
DARSHAN_EXTERN_DECL(PMPI_Gather, int, (void *sendbuf, int sendcount, MPI_Datatype sendtype, void *recvbuf, int recvcount, MPI_Datatype recvtype, int root, MPI_Comm comm));
#endif
DARSHAN_EXTERN_DECL(PMPI_Barrier, int, (MPI_Comm comm));

/* If MPI-IO supports large-count feature */
#ifdef HAVE_MPI_LARGE_COUNT
DARSHAN_EXTERN_DECL(PMPI_File_iread_all_c, int, (MPI_File fh, void *buf, MPI_Count count, MPI_Datatype datatype, __D_MPI_REQUEST *request));
DARSHAN_EXTERN_DECL(PMPI_File_iread_at_all_c, int, (MPI_File fh, MPI_Offset offset, void *buf, MPI_Count count, MPI_Datatype datatype, __D_MPI_REQUEST *request));
DARSHAN_EXTERN_DECL(PMPI_File_iread_at_c, int, (MPI_File fh, MPI_Offset offset, void *buf, MPI_Count count, MPI_Datatype datatype, __D_MPI_REQUEST *request));
DARSHAN_EXTERN_DECL(PMPI_File_iread_c, int, (MPI_File fh, void *buf, MPI_Count count, MPI_Datatype datatype, __D_MPI_REQUEST *request));
DARSHAN_EXTERN_DECL(PMPI_File_iread_shared_c, int, (MPI_File fh, void *buf, MPI_Count count, MPI_Datatype datatype, __D_MPI_REQUEST *request));
DARSHAN_EXTERN_DECL(PMPI_File_iwrite_all_c, int, (MPI_File fh, const void *buf, MPI_Count count, MPI_Datatype datatype, __D_MPI_REQUEST *request));
DARSHAN_EXTERN_DECL(PMPI_File_iwrite_at_all_c, int, (MPI_File fh, MPI_Offset offset, const void *buf, MPI_Count count, MPI_Datatype datatype, __D_MPI_REQUEST *request));
DARSHAN_EXTERN_DECL(PMPI_File_iwrite_at_c, int, (MPI_File fh, MPI_Offset offset, const void *buf, MPI_Count count, MPI_Datatype datatype, __D_MPI_REQUEST *request));
DARSHAN_EXTERN_DECL(PMPI_File_iwrite_c, int, (MPI_File fh, const void *buf, MPI_Count count, MPI_Datatype datatype, __D_MPI_REQUEST *request));
DARSHAN_EXTERN_DECL(PMPI_File_iwrite_shared_c, int, (MPI_File fh, const void *buf, MPI_Count count, MPI_Datatype datatype, __D_MPI_REQUEST *request));
DARSHAN_EXTERN_DECL(PMPI_File_read_all_begin_c, int, (MPI_File fh, void *buf, MPI_Count count, MPI_Datatype datatype));
DARSHAN_EXTERN_DECL(PMPI_File_read_all_c, int, (MPI_File fh, void *buf, MPI_Count count, MPI_Datatype datatype, MPI_Status *status));
DARSHAN_EXTERN_DECL(PMPI_File_read_at_all_begin_c, int, (MPI_File fh, MPI_Offset offset, void *buf, MPI_Count count, MPI_Datatype datatype));
DARSHAN_EXTERN_DECL(PMPI_File_read_at_all_c, int, (MPI_File fh, MPI_Offset offset, void *buf, MPI_Count count, MPI_Datatype datatype, MPI_Status *status));
DARSHAN_EXTERN_DECL(PMPI_File_read_at_c, int, (MPI_File fh, MPI_Offset offset, void *buf, MPI_Count count, MPI_Datatype datatype, MPI_Status *status));
DARSHAN_EXTERN_DECL(PMPI_File_read_c, int, (MPI_File fh, void *buf, MPI_Count count, MPI_Datatype datatype, MPI_Status *status));
DARSHAN_EXTERN_DECL(PMPI_File_read_ordered_begin_c, int, (MPI_File fh, void *buf, MPI_Count count, MPI_Datatype datatype));
DARSHAN_EXTERN_DECL(PMPI_File_read_ordered_c, int, (MPI_File fh, void *buf, MPI_Count count, MPI_Datatype datatype, MPI_Status *status));
DARSHAN_EXTERN_DECL(PMPI_File_read_shared_c, int, (MPI_File fh, void *buf, MPI_Count count, MPI_Datatype datatype, MPI_Status *status));
DARSHAN_EXTERN_DECL(PMPI_File_write_all_begin_c, int, (MPI_File fh, const void *buf, MPI_Count count, MPI_Datatype datatype));
DARSHAN_EXTERN_DECL(PMPI_File_write_all_c, int, (MPI_File fh, const void *buf, MPI_Count count, MPI_Datatype datatype, MPI_Status *status));
DARSHAN_EXTERN_DECL(PMPI_File_write_at_all_begin_c, int, (MPI_File fh, MPI_Offset offset, const void *buf, MPI_Count count, MPI_Datatype datatype));
DARSHAN_EXTERN_DECL(PMPI_File_write_at_all_c, int, (MPI_File fh, MPI_Offset offset, const void *buf, MPI_Count count, MPI_Datatype datatype, MPI_Status *status));
DARSHAN_EXTERN_DECL(PMPI_File_write_at_c, int, (MPI_File fh, MPI_Offset offset, const void *buf, MPI_Count count, MPI_Datatype datatype, MPI_Status *status));
DARSHAN_EXTERN_DECL(PMPI_File_write_c, int, (MPI_File fh, const void *buf, MPI_Count count, MPI_Datatype datatype, MPI_Status *status));
DARSHAN_EXTERN_DECL(PMPI_File_write_ordered_begin_c, int, (MPI_File fh, const void *buf, MPI_Count count, MPI_Datatype datatype));
DARSHAN_EXTERN_DECL(PMPI_File_write_ordered_c, int, (MPI_File fh, const void *buf, MPI_Count count, MPI_Datatype datatype, MPI_Status *status));
DARSHAN_EXTERN_DECL(PMPI_File_write_shared_c, int, (MPI_File fh, const void *buf, MPI_Count count, MPI_Datatype datatype, MPI_Status *status));
#endif

#endif /* HAVE_MPI */

#endif
Expand Down
Loading