level-zero-npu-extensions/ze_command_queue_npu_ext.h at main · sshumihi/level-zero-npu-extensions · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
/*
*
* Copyright (C) 2021-2025 Intel Corporation
*
* SPDX-License-Identifier: MIT
*
*/
#ifndef _ZE_COMMAND_QUEUE_NPU_EXT_H
#define _ZE_COMMAND_QUEUE_NPU_EXT_H
#if defined(__cplusplus)
#pragma once
#endif

#ifndef ZE_COMMAND_QUEUE_NPU_EXT_NAME
#define ZE_COMMAND_QUEUE_NPU_EXT_NAME "ZE_extension_command_queue_npu"
#endif

#if defined(__cplusplus)
extern "C" {
#endif

///////////////////////////////////////////////////////////////////////////////
/// @brief Supported Command Queue Extension versions
///
/// @details
///     - NPU command queue extension versions contain major and minor attributes, use
///       ::ZE_MAJOR_VERSION and ::ZE_MINOR_VERSION
typedef enum _ze_command_queue_npu_ext_version_t
{
    ZE_COMMAND_QUEUE_NPU_EXT_VERSION_1_0 = ZE_MAKE_VERSION( 1, 0 ),                     ///< version 1.0
    ZE_COMMAND_QUEUE_NPU_EXT_VERSION_1_1 = ZE_MAKE_VERSION( 1, 1 ),                     ///< version 1.1
    ZE_COMMAND_QUEUE_NPU_EXT_VERSION_CURRENT = ZE_COMMAND_QUEUE_NPU_EXT_VERSION_1_1,    ///< latest known version
    ZE_COMMAND_QUEUE_NPU_EXT_VERSION_FORCE_UINT32 = 0x7fffffff

} ze_command_queue_npu_ext_version_t;

///////////////////////////////////////////////////////////////////////////////
/// @brief Defines structure types
typedef enum _ze_structure_type_command_queue_npu_ext_t
{
    ZE_STRUCTURE_TYPE_COMMAND_QUEUE_DESC_NPU_EXT = 0x1,     ///< ::_ze_command_queue_desc_npu_ext_t
    ZE_STRUCTURE_TYPE_COMMAND_QUEUE_DESC_NPU_EXT_2 = 0x2,   ///< ::_ze_command_queue_desc_npu_ext_2_t

} ze_structure_type_command_queue_npu_ext_t;

///////////////////////////////////////////////////////////////////////////////
/// @brief NPU command queue descriptor npu extension
typedef struct _ze_command_queue_desc_npu_ext_t
{
    ze_structure_type_command_queue_npu_ext_t stype;        ///< [in] type of this structure
    const void* pNext;                                      ///< [in][optional] must be null or a pointer to an extension-specific structure
    bool turbo;                                             ///< [in] command queue context turbo mode

} ze_command_queue_desc_npu_ext_t;


///////////////////////////////////////////////////////////////////////////////
/// @brief Command Queue Workload Type
typedef enum _ze_command_queue_workload_type_t
{
    ZE_WORKLOAD_TYPE_DEFAULT = 0x0,
    ZE_WORKLOAD_TYPE_BACKGROUND = 0x1,

    ZE_WORKLOAD_TYPE_FORCE_UINT32 = 0x7fffffff

} ze_command_queue_workload_type_t;

///////////////////////////////////////////////////////////////////////////////
typedef ze_result_t (ZE_APICALL *ze_pfnCommandQueueSetWorkloadType_ext_t)(
    ze_command_queue_handle_t hCommandQueue,                ///< [in] handle of the device
    ze_command_queue_workload_type_t workloadType           ///< [in] workload type
    );

///////////////////////////////////////////////////////////////////////////////
/// @brief Extension version 1.1
///
/// Adds ::ze_pfnCommandQueueCreate_npu_ext_t to introduce command queue sync mode

///////////////////////////////////////////////////////////////////////////////
/// @brief Supported options to query
typedef uint32_t ze_npu_command_queue_options_t;
typedef enum _ze_npu_command_queue_option_t
{
    ZE_NPU_COMMAND_QUEUE_OPTION_TURBO = ZE_BIT(0),          ///< Enable turbo mode
    ZE_NPU_COMMAND_QUEUE_OPTION_DEVICE_SYNC = ZE_BIT(1),    ///< Device synchronization between submissions on this queue
    ZE_NPU_COMMAND_QUEUE_OPTIONS_FORCE_UINT32 = 0x7fffffff

} ze_npu_command_queue_option_t;

///////////////////////////////////////////////////////////////////////////////
/// @brief NPU command queue descriptor npu extension
typedef struct _ze_command_queue_desc_npu_ext_2_t
{
    ze_structure_type_command_queue_npu_ext_t stype;        ///< [in] type of this structure
    const void* pNext;                                      ///< [in][optional] must be null or a pointer to an extension-specific structure
    ze_npu_command_queue_options_t options;                 ///< [in] valid combination of ze_npu_command_queue_options_t

} ze_command_queue_desc_npu_ext_2_t;

///////////////////////////////////////////////////////////////////////////////
/// @brief Table of Command Queue NPU functions pointers
typedef struct _ze_command_queue_npu_dditable_ext_t
{
    // version 1.0
    ze_pfnCommandQueueSetWorkloadType_ext_t pfnSetWorkloadType;

} ze_command_queue_npu_dditable_ext_t;


#if defined(__cplusplus)
} // extern "C"
#endif

#endif // _ZE_COMMAND_QUEUE_NPU_EXT_H