-
Notifications
You must be signed in to change notification settings - Fork 175
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Introduce XPU profiler by following kineto plugin design (#961)
Summary: As XPU became a PyTorch built-in device, the profiler support is indispensable part of functionality completeness. In this PR, the XPU profiler is introduced by following kineto plugin design under libkineto/src/plugin/xpupti. The XPU profiler plugin is built on the foundation of intel PTI toolkit (https://github.com/intel/pti-gpu), and underlying SYCL runtime. The LIBKINETO_NOXPUPTI option is added to enable or disable the XPU profiler plugin during kineto build stage. CC: aaronenyeshi briancoutinho davidberard98 sraikund16 Pull Request resolved: #961 Reviewed By: xuzhao9 Differential Revision: D60830913 Pulled By: aaronenyeshi fbshipit-source-id: a24444e1ab1ed074bfcf5a9012076fa7c193b178
- Loading branch information
1 parent
1bb9b76
commit 0cded49
Showing
12 changed files
with
1,248 additions
and
1 deletion.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,53 @@ | ||
| # xpupti: XPU implementation for kineto profiler | ||
| # outputs: | ||
| # SYCL_INCLUDE_DIR -- SYCL include dir | ||
| # SYCL_LIBRARY -- SYCL library file | ||
| # XPU_xpupti_LIBRARY -- XPUPTI dependencies lib | ||
| # XPUPTI_BUILD_FLAG -- XPUPTI build flags | ||
|
|
||
| if((NOT SYCL_INCLUDE_DIR) OR (NOT SYCL_LIBRARY_DIR)) | ||
| include(FindSYCLToolkit.cmake) | ||
| if(NOT SYCLTOOLKIT_FOUND) | ||
| set(LIBKINETO_NOXPUPTI ON CACHE STRING "" FORCE PARENT_SCOPE) | ||
| message(WARNING "XPU PTI has not built because ${SYCL_NOT_FOUND_MESSAGE}") | ||
| return() | ||
| endif() | ||
| endif() | ||
|
|
||
| message(INFO " SYCL_INCLUDE_DIR = ${SYCL_INCLUDE_DIR}") | ||
| message(INFO " SYCL_LIBRARY = ${SYCL_LIBRARY}") | ||
|
|
||
| set(XPUPTI_INCLUDE_DIR ${SYCL_INCLUDE_DIR}) | ||
|
|
||
| # find xpupti sdk | ||
| find_package(Pti REQUIRED) | ||
| if(TARGET Pti::pti_view) | ||
| message(INFO " Found XPUPTI") | ||
|
|
||
| get_target_property(PTI_INCLUDE_DIR Pti::pti_view INTERFACE_INCLUDE_DIRECTORIES) | ||
| find_library(PTI_VIEW_LIBRARY NAMES pti_view PATHS "${PTI_INCLUDE_DIR}/../lib") | ||
| set(PTI_LIBRARY ${PTI_VIEW_LIBRARY} CACHE STRING "Imported PTI library.") | ||
| set(PTI_INCLUDE_DIR ${PTI_INCLUDE_DIR} CACHE STRING "PTI include directory.") | ||
|
|
||
| # find dependent lib | ||
| set(XPU_xpupti_LIBRARY ${SYCL_LIBRARY}) | ||
| list(APPEND XPU_xpupti_LIBRARY ${PTI_LIBRARY}) | ||
| set(XPU_xpupti_LIBRARY ${XPU_xpupti_LIBRARY} PARENT_SCOPE) | ||
|
|
||
| # find dependent include | ||
| list(APPEND XPUPTI_INCLUDE_DIR ${PTI_INCLUDE_DIR}) | ||
| set(XPUPTI_INCLUDE_DIR ${XPUPTI_INCLUDE_DIR} PARENT_SCOPE) | ||
|
|
||
| set(XPUPTI_BUILD_FLAG "-DHAS_XPUPTI" PARENT_SCOPE) | ||
|
|
||
| message(INFO " XPU_xpupti_LIBRARY = ${XPU_xpupti_LIBRARY}") | ||
| message(INFO " XPUPTI_INCLUDE_DIR = ${XPUPTI_INCLUDE_DIR}") | ||
| message(INFO " XPUPTI_BUILD_FLAG = ${XPUPTI_BUILD_FLAG}") | ||
| else() | ||
| set(LIBKINETO_NOXPUPTI ON CACHE STRING "" FORCE PARENT_SCOPE) | ||
| set(XPU_xpupti_LIBRARY PARENT_SCOPE) | ||
| set(XPUPTI_BUILD_FLAG PARENT_SCOPE) | ||
| set(XPUPTI_INCLUDE_DIR PARENT_SCOPE) | ||
| message(WARNING " Could not find XPUPTI for building kineto") | ||
| return() | ||
| endif() |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,110 @@ | ||
| #[=======================================================================[.rst: | ||
| SYCLConfig | ||
| ------- | ||
| Library to verify SYCL compatability of CMAKE_CXX_COMPILER | ||
| and passes relevant compiler flags. | ||
| Result Variables | ||
| ^^^^^^^^^^^^^^^^ | ||
| This will define the following variables: | ||
| ``SYCLTOOLKIT_FOUND`` | ||
| True if the system has the SYCL library. | ||
| ``SYCL_COMPILER`` | ||
| SYCL compiler executable. | ||
| ``SYCL_INCLUDE_DIR`` | ||
| Include directories needed to use SYCL. | ||
| ``SYCL_LIBRARY_DIR`` | ||
| Libaray directories needed to use SYCL. | ||
| #]=======================================================================] | ||
|
|
||
| set(SYCLTOOLKIT_FOUND False) | ||
| include(${CMAKE_ROOT}/Modules/FindPackageHandleStandardArgs.cmake) | ||
|
|
||
| set(SYCL_ROOT "") | ||
| if(DEFINED ENV{SYCL_ROOT}) | ||
| set(SYCL_ROOT $ENV{SYCL_ROOT}) | ||
| elseif(DEFINED ENV{CMPLR_ROOT}) | ||
| set(SYCL_ROOT $ENV{CMPLR_ROOT}) | ||
| endif() | ||
|
|
||
| if(WIN32) | ||
| set(SYCL_EXECUTABLE_NAME icx) | ||
| else() | ||
| set(SYCL_EXECUTABLE_NAME icpx) | ||
| endif() | ||
|
|
||
| if(NOT SYCL_ROOT) | ||
| execute_process( | ||
| COMMAND which ${SYCL_EXECUTABLE_NAME} | ||
| OUTPUT_VARIABLE SYCL_CMPLR_FULL_PATH | ||
| OUTPUT_STRIP_TRAILING_WHITESPACE) | ||
|
|
||
| if(NOT EXISTS "${SYCL_CMPLR_FULL_PATH}") | ||
| message(WARNING "Cannot find ENV{CMPLR_ROOT} or icpx, please setup SYCL compiler Tool kit enviroment before building!!") | ||
| return() | ||
| endif() | ||
|
|
||
| get_filename_component(SYCL_BIN_DIR "${SYCL_CMPLR_FULL_PATH}" DIRECTORY) | ||
| set(SYCL_ROOT ${SYCL_BIN_DIR}/..) | ||
| endif() | ||
|
|
||
| find_program( | ||
| SYCL_COMPILER | ||
| NAMES ${SYCL_EXECUTABLE_NAME} | ||
| PATHS "${SYCL_ROOT}" | ||
| PATH_SUFFIXES bin bin64 | ||
| NO_DEFAULT_PATH | ||
| ) | ||
|
|
||
| string(COMPARE EQUAL "${SYCL_COMPILER}" "" nocmplr) | ||
| if(nocmplr) | ||
| set(SYCLTOOLKIT_FOUND False) | ||
| set(SYCL_REASON_FAILURE "SYCL: CMAKE_CXX_COMPILER not set!!") | ||
| set(SYCL_NOT_FOUND_MESSAGE "${SYCL_REASON_FAILURE}") | ||
| endif() | ||
|
|
||
| find_file( | ||
| SYCL_INCLUDE_DIR | ||
| NAMES include | ||
| HINTS ${SYCL_ROOT} | ||
| NO_DEFAULT_PATH | ||
| ) | ||
|
|
||
| find_file( | ||
| SYCL_INCLUDE_SYCL_DIR | ||
| NAMES sycl | ||
| HINTS ${SYCL_ROOT}/include | ||
| NO_DEFAULT_PATH | ||
| ) | ||
|
|
||
| list(APPEND SYCL_INCLUDE_DIR ${SYCL_INCLUDE_SYCL_DIR}) | ||
|
|
||
| find_file( | ||
| SYCL_LIBRARY_DIR | ||
| NAMES lib lib64 | ||
| HINTS ${SYCL_ROOT} | ||
| NO_DEFAULT_PATH | ||
| ) | ||
|
|
||
| find_library( | ||
| SYCL_LIBRARY | ||
| NAMES sycl | ||
| HINTS ${SYCL_LIBRARY_DIR} | ||
| NO_DEFAULT_PATH | ||
| ) | ||
|
|
||
| if((NOT SYCL_INCLUDE_DIR) OR (NOT SYCL_LIBRARY_DIR) OR (NOT SYCL_LIBRARY)) | ||
| set(SYCLTOOLKIT_FOUND False) | ||
| set(SYCL_REASON_FAILURE "SYCL sdk is incomplete!!") | ||
| set(SYCL_NOT_FOUND_MESSAGE "${SYCL_REASON_FAILURE}") | ||
| return() | ||
| endif() | ||
|
|
||
| message(DEBUG "The SYCL compiler is ${SYCL_COMPILER}") | ||
| message(DEBUG "The SYCL Flags are ${SYCL_FLAGS}") | ||
|
|
||
| set(SYCLTOOLKIT_FOUND True) |
Oops, something went wrong.