From b419497fd12c08159b9b4320bec2437a6306273e Mon Sep 17 00:00:00 2001 From: Shivam Raikundalia Date: Wed, 28 Aug 2024 15:40:39 -0700 Subject: [PATCH] add debug for roctracer rccl events (#982) Summary: Pull Request resolved: https://github.com/pytorch/kineto/pull/982 Differential Revision: D61943373 --- libkineto/src/RoctracerLogger.cpp | 3 +++ 1 file changed, 3 insertions(+) diff --git a/libkineto/src/RoctracerLogger.cpp b/libkineto/src/RoctracerLogger.cpp index e0cff8337..ae5c20c97 100644 --- a/libkineto/src/RoctracerLogger.cpp +++ b/libkineto/src/RoctracerLogger.cpp @@ -303,6 +303,9 @@ void RoctracerLogger::activity_callback(const char* begin, const char* end, void const roctracer_record_t* end_record = (const roctracer_record_t*)(end); while (record < end_record) { + if (record->correlation_id == 0) { + LOG(WARNING) << "Correlation id is 0 for record: " << demangle(record->kernel_name); + } if (record->correlation_id > s_flush.maxCompletedCorrelationId_) { s_flush.maxCompletedCorrelationId_ = record->correlation_id; }