Skip to content

Implement cache of device properties #2492

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
AuroraPerego merged 21 commits into from
May 27, 2025
Merged

Implement cache of device properties #2492

Show file tree
Hide file tree
Changes from 11 commits
Commits
Show all changes
21 commits
Select commit Hold shift + click to select a range
253efb4
Cache device properties after first API calls
sbaldu Apr 3, 2025
bc93536
Make caching of device properties thread-safe
sbaldu Apr 6, 2025
5daa9b3
Add missing include
sbaldu Apr 7, 2025
06243e1
Explicitly specify lock template parameter
sbaldu Apr 7, 2025
9d5e977
Fix typo in sycl implementation
sbaldu Apr 7, 2025
e49e604
Move device properties inside QueueRegistry
sbaldu Apr 9, 2025
ef3a99a
Fix deadlock condition in cuda/hip and make sintax lighter
sbaldu Apr 11, 2025
c130965
Add static_cast of warpSize
sbaldu Apr 11, 2025
ca3def8
Use static variables and call_once instead of locks
sbaldu Apr 25, 2025
189054e
Use call_once for cpu backends as well
sbaldu Apr 25, 2025
1f94564
Sett all properties on first once_call
sbaldu May 4, 2025
9bb4507
Use consistent syntax in method return type
sbaldu May 5, 2025
3731eb4
Fix address sanitizer error for DevCpu
sbaldu May 5, 2025
6de4bc7
Define functions to be used inside call_once lambda
sbaldu May 6, 2025
30e3663
Encaplusate set of dev props inside QueueRegistry/DevSyclImpl
sbaldu May 19, 2025
1126366
Fix typos
sbaldu May 20, 2025
026b155
Template `setDeviceProperties` and specialize for cpu
sbaldu May 20, 2025
2927629
Use const& for sycl device
sbaldu May 20, 2025
7770e22
Pass device to `setDeviceProperties`
sbaldu May 20, 2025
b137daa
Rename `QueueRegistry` as `DevGenericImpl`
sbaldu May 21, 2025
7da31c8
Make `setDeviceProperties` a static method of the device
sbaldu May 21, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
31 changes: 27 additions & 4 deletions include/alpaka/dev/DevCpu.hpp
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -89,6 +89,12 @@ namespace alpaka
return 0;
}

friend struct trait::GetName<DevCpu>;
friend struct trait::GetMemBytes<DevCpu>;
friend struct trait::GetFreeMemBytes<DevCpu>;
friend struct trait::GetWarpSizes<DevCpu>;
friend struct trait::GetPreferredWarpSize<DevCpu>;

private:
std::shared_ptr<cpu::detail::DevCpuImpl> m_spDevCpuImpl;
};
Expand All @@ -99,19 +105,36 @@ namespace alpaka
template<>
struct GetName<DevCpu>
{
ALPAKA_FN_HOST static auto getName(DevCpu const& /* dev */) -> std::string
ALPAKA_FN_HOST static auto getName(DevCpu const& dev) -> std::string
{
return cpu::detail::getCpuName();
auto& devProperties = dev.m_spDevCpuImpl->deviceProperties();
std::call_once(
dev.m_spDevCpuImpl->onceFlag(),
[&]() noexcept
{
devProperties->name = cpu::detail::getCpuName();
devProperties->totalGlobalMem = cpu::detail::getTotalGlobalMemSizeBytes();
});
return devProperties->name;
}
};

//! The CPU device available memory get trait specialization.
template<>
struct GetMemBytes<DevCpu>
{
ALPAKA_FN_HOST static auto getMemBytes(DevCpu const& /* dev */) -> std::size_t
ALPAKA_FN_HOST static auto getMemBytes(DevCpu const& dev) -> std::size_t
{
return cpu::detail::getTotalGlobalMemSizeBytes();
auto& devProperties = dev.m_spDevCpuImpl->deviceProperties();
std::call_once(
dev.m_spDevCpuImpl->onceFlag(),
[&]() noexcept
{
devProperties->name = cpu::detail::getCpuName();
devProperties->totalGlobalMem = cpu::detail::getTotalGlobalMemSizeBytes();
});

return devProperties->totalGlobalMem;
}
};

Expand Down
126 changes: 112 additions & 14 deletions include/alpaka/dev/DevGenericSycl.hpp
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -9,6 +9,7 @@
#include "alpaka/core/Common.hpp"
#include "alpaka/core/Sycl.hpp"
#include "alpaka/dev/Traits.hpp"
#include "alpaka/dev/common/DeviceProperties.hpp"
#include "alpaka/mem/buf/Traits.hpp"
#include "alpaka/platform/Traits.hpp"
#include "alpaka/queue/Properties.hpp"
Expand Down Expand Up @@ -112,11 +113,23 @@ namespace alpaka
return m_context;
}

std::once_flag& onceFlag()
{
return m_onceFlag;
}

std::optional<alpaka::DeviceProperties>& deviceProperties()
{
return m_deviceProperties;
}

private:
sycl::device m_device;
sycl::context m_context;
std::vector<std::weak_ptr<QueueGenericSyclImpl>> m_queues;
std::optional<alpaka::DeviceProperties> m_deviceProperties;
std::shared_mutex mutable m_mutex;
std::once_flag m_onceFlag;
};
} // namespace detail

Expand Down Expand Up @@ -160,8 +173,30 @@ namespace alpaka
{
static auto getName(DevGenericSycl<TTag> const& dev) -> std::string
{
auto const device = dev.getNativeHandle().first;
return device.template get_info<sycl::info::device::name>();
auto& devProperties = dev.m_impl->deviceProperties();
std::call_once(
dev.m_impl->onceFlag(),
[&]()
{
devProperties = std::make_optional<alpaka::DeviceProperties>();
auto const device = dev.getNativeHandle().first;
devProperties->name = device.template get_info<sycl::info::device::name>();
devProperties->totalGlobalMem
= device.template get_info<sycl::info::device::global_mem_size>();

std::vector<std::size_t> warp_sizes
= device.template get_info<sycl::info::device::sub_group_sizes>();
// The CPU runtime supports a sub-group size of 64, but the SYCL implementation currently
// does not
auto find64 = std::find(warp_sizes.begin(), warp_sizes.end(), 64);
if(find64 != warp_sizes.end())
warp_sizes.erase(find64);
// Sort the warp sizes in decreasing order
std::sort(warp_sizes.begin(), warp_sizes.end(), std::greater<>{});
devProperties->warpSizes = std::move(warp_sizes);
devProperties->preferredWarpSize = devProperties->warpSizes.front();
});
return devProperties->name;
}
};

Expand All @@ -171,8 +206,31 @@ namespace alpaka
{
static auto getMemBytes(DevGenericSycl<TTag> const& dev) -> std::size_t
{
auto const device = dev.getNativeHandle().first;
return device.template get_info<sycl::info::device::global_mem_size>();
auto& devProperties = dev.m_impl->deviceProperties();
std::call_once(
dev.m_impl->onceFlag(),
[&]()
{
devProperties = std::make_optional<alpaka::DeviceProperties>();
auto const device = dev.getNativeHandle().first;
devProperties->name = device.template get_info<sycl::info::device::name>();
devProperties->totalGlobalMem
= device.template get_info<sycl::info::device::global_mem_size>();

std::vector<std::size_t> warp_sizes
= device.template get_info<sycl::info::device::sub_group_sizes>();
// The CPU runtime supports a sub-group size of 64, but the SYCL implementation currently
// does not
auto find64 = std::find(warp_sizes.begin(), warp_sizes.end(), 64);
if(find64 != warp_sizes.end())
warp_sizes.erase(find64);
// Sort the warp sizes in decreasing order
std::sort(warp_sizes.begin(), warp_sizes.end(), std::greater<>{});
devProperties->warpSizes = std::move(warp_sizes);
devProperties->preferredWarpSize = devProperties->warpSizes.front();
});

return devProperties->totalGlobalMem;
}
};

Expand All @@ -195,15 +253,31 @@ namespace alpaka
{
static auto getWarpSizes(DevGenericSycl<TTag> const& dev) -> std::vector<std::size_t>
{
auto const device = dev.getNativeHandle().first;
std::vector<std::size_t> warp_sizes = device.template get_info<sycl::info::device::sub_group_sizes>();
// The CPU runtime supports a sub-group size of 64, but the SYCL implementation currently does not
auto find64 = std::find(warp_sizes.begin(), warp_sizes.end(), 64);
if(find64 != warp_sizes.end())
warp_sizes.erase(find64);
// Sort the warp sizes in decreasing order
std::sort(warp_sizes.begin(), warp_sizes.end(), std::greater<>{});
return warp_sizes;
auto& devProperties = dev.m_impl->deviceProperties();
std::call_once(
dev.m_impl->onceFlag(),
[&]()
{
devProperties = std::make_optional<alpaka::DeviceProperties>();
auto const device = dev.getNativeHandle().first;
devProperties->name = device.template get_info<sycl::info::device::name>();
devProperties->totalGlobalMem
= device.template get_info<sycl::info::device::global_mem_size>();

std::vector<std::size_t> warp_sizes
= device.template get_info<sycl::info::device::sub_group_sizes>();
// The CPU runtime supports a sub-group size of 64, but the SYCL implementation currently
// does not
auto find64 = std::find(warp_sizes.begin(), warp_sizes.end(), 64);
if(find64 != warp_sizes.end())
warp_sizes.erase(find64);
// Sort the warp sizes in decreasing order
std::sort(warp_sizes.begin(), warp_sizes.end(), std::greater<>{});
devProperties->warpSizes = std::move(warp_sizes);
devProperties->preferredWarpSize = devProperties->warpSizes.front();
});

return devProperties->warpSizes;
}
};

Expand All @@ -213,7 +287,31 @@ namespace alpaka
{
static auto getPreferredWarpSize(DevGenericSycl<TTag> const& dev) -> std::size_t
{
return GetWarpSizes<DevGenericSycl<TTag>>::getWarpSizes(dev).front();
auto& devProperties = dev.m_impl->deviceProperties();
std::call_once(
dev.m_impl->onceFlag(),
[&]()
{
devProperties = std::make_optional<alpaka::DeviceProperties>();
auto const device = dev.getNativeHandle().first;
devProperties->name = device.template get_info<sycl::info::device::name>();
devProperties->totalGlobalMem
= device.template get_info<sycl::info::device::global_mem_size>();

std::vector<std::size_t> warp_sizes
= device.template get_info<sycl::info::device::sub_group_sizes>();
// The CPU runtime supports a sub-group size of 64, but the SYCL implementation currently
// does not
auto find64 = std::find(warp_sizes.begin(), warp_sizes.end(), 64);
if(find64 != warp_sizes.end())
warp_sizes.erase(find64);
// Sort the warp sizes in decreasing order
std::sort(warp_sizes.begin(), warp_sizes.end(), std::greater<>{});
devProperties->warpSizes = std::move(warp_sizes);
devProperties->preferredWarpSize = devProperties->warpSizes.front();
});

return devProperties->preferredWarpSize;
}
};

Expand Down
Loading
Loading