qwen-3.5-native sample applicaton based on modeling api and IR format only.

/build/samples/cpp/module_genai/md_qwen3_5_modeling \
--model ~/work/openvino.genai.modular-ws/openvino-new-arch/Qwen3.5-35B-A3B-Base_VL_OV_IR \
--mode text --prompt "how to run Qwen3.5 with pytorch" --device GPU.1
[quant] suffix: _q4a_b4a_g128
[info] Text IR not found; falling back to VL text IR with zero visual inputs: "/home/xzhan34/work/openvino.genai.modular-ws/openvino-new-arch/Qwen3.5-35B-A3B-Base_VL_OV_IR/qwen3_5_text_vl_q4a_b4a_g128.xml"
[load] text IR: "/home/xzhan34/work/openvino.genai.modular-ws/openvino-new-arch/Qwen3.5-35B-A3B-Base_VL_OV_IR/qwen3_5_text_vl_q4a_b4a_g128.xml"
[compile] text -> GPU.1
Failed to infer a tool call example (possible template bug)
Mode: hf / text
Prompt token size: 11
Output token size: 64
TTFT: 3931.08 ms
Decode time: 253332.33 ms
TPOT: 4021.15 ms/token
Throughput: 0.25 tokens/s

It looks like there might be a typo in your request, as the latest official release is **Qwen2.5**.

Signed-off-by: Zhang, Xiaolin <xiaolin.zhang@intel.com>

Author: xzhan34

cmake/yaml-cpp.cmake

@@ -66,5 +66,11 @@ else()
     set(YAML_CPP_INCLUDE_DIRS ${yaml-cpp_SOURCE_DIR}/include CACHE PATH "yaml-cpp include directories" FORCE)
     set(YAML_CPP_FETCHED TRUE CACHE BOOL "yaml-cpp was fetched from GitHub" FORCE)
 
+    install(TARGETS yaml-cpp EXPORT OpenVINOGenAITargets
+        RUNTIME DESTINATION bin
+        LIBRARY DESTINATION lib
+        ARCHIVE DESTINATION lib
+    )
+
     message(STATUS "yaml-cpp fetched and built from source (version 0.8.0)")
 endif()

samples/cpp/module_genai/CMakeLists.txt

@@ -46,4 +46,58 @@ if(POLICY CMP0135)
     cmake_policy(SET CMP0135 NEW)
 endif()
 
-add_subdirectory(comfyui)
+add_subdirectory(comfyui)
+
+# ---------------------------------------------------------------------------
+# md_qwen3_5_modeling: load Qwen3.5 from pre-built OV IR files and run inference.
+# Only built when included as part of the OpenVINOGenAI source tree
+# (requires access to openvino_genai_obj and internal headers).
+# ---------------------------------------------------------------------------
+if(TARGET openvino_genai_obj)
+    add_executable(md_qwen3_5_modeling
+        md_qwen3_5_modeling.cpp
+        utils/utils.cpp
+        utils/vision_utils.cpp
+        $<TARGET_OBJECTS:openvino_genai_obj>)
+
+    target_include_directories(md_qwen3_5_modeling PRIVATE
+        "${CMAKE_CURRENT_SOURCE_DIR}"
+        "${OpenVINOGenAI_SOURCE_DIR}/src/cpp/src"
+        $<TARGET_PROPERTY:openvino::genai,INTERFACE_INCLUDE_DIRECTORIES>
+        $<TARGET_PROPERTY:nlohmann_json::nlohmann_json,INTERFACE_INCLUDE_DIRECTORIES>)
+
+    target_link_libraries(md_qwen3_5_modeling PRIVATE
+        $<TARGET_PROPERTY:openvino_genai_obj,LINK_LIBRARIES>
+        ${OpenCV_LIBS})
+
+    target_compile_definitions(md_qwen3_5_modeling PRIVATE
+        openvino_genai_EXPORTS)
+
+    add_dependencies(md_qwen3_5_modeling openvino_genai)
+
+    if(WIN32)
+        set(tokenizers_dll_name_qwen "openvino_tokenizers$<$<CONFIG:Debug>:d>.dll")
+    elseif(APPLE)
+        set(tokenizers_dll_name_qwen "libopenvino_tokenizers$<$<CONFIG:Debug>:d>.dylib")
+    else()
+        set(tokenizers_dll_name_qwen "libopenvino_tokenizers$<$<CONFIG:Debug>:d>.so")
+    endif()
+
+    add_custom_command(TARGET md_qwen3_5_modeling POST_BUILD
+        COMMAND ${CMAKE_COMMAND} -E copy_if_different
+                "$<TARGET_FILE_DIR:openvino_genai>/${tokenizers_dll_name_qwen}"
+                "$<TARGET_FILE_DIR:md_qwen3_5_modeling>"
+        VERBATIM)
+
+    set_target_properties(md_qwen3_5_modeling PROPERTIES
+        INSTALL_RPATH_USE_LINK_PATH ON)
+
+    if(CMAKE_CXX_COMPILER_ID STREQUAL "MSVC")
+        target_compile_options(md_qwen3_5_modeling PRIVATE "/bigobj" "/utf-8")
+    endif()
+
+    install(TARGETS md_qwen3_5_modeling
+            RUNTIME DESTINATION samples_bin/
+            COMPONENT samples_bin
+            EXCLUDE_FROM_ALL)
+endif()

samples/cpp/module_genai/comfyui/CMakeLists.txt

@@ -6,7 +6,11 @@ project($TARGET_NAME)
 
 find_package(OpenVINO REQUIRED)
 find_package(OpenVINOGenAI REQUIRED)
-find_package(yaml-cpp REQUIRED)
+
+# yaml-cpp dependency (reuse parent target or resolve via centralized helper)
+if(NOT DEFINED YAML_CPP_TARGET)
+  include(${CMAKE_CURRENT_SOURCE_DIR}/../../../../cmake/yaml-cpp.cmake)
+endif()
 
 add_executable(${TARGET_NAME}
   main.cpp
@@ -21,6 +25,7 @@ target_include_directories(${TARGET_NAME} PRIVATE
 target_link_libraries(${TARGET_NAME} PRIVATE
   openvino::genai
   ${OpenCV_LIBS}
+  ${YAML_CPP_TARGET}
 )
 
 install(TARGETS ${TARGET_NAME}