Skip to content
This repository was archived by the owner on Nov 24, 2025. It is now read-only.

Commit 52d2def

Browse files
committed
fix: invalid capacity in darwin rpc server
Signed-off-by: thxCode <thxcode0824@gmail.com>
1 parent f3689c2 commit 52d2def

1 file changed

Lines changed: 8 additions & 4 deletions

File tree

llama-box/rpcserver.hpp

Lines changed: 8 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -379,10 +379,14 @@ static ggml_backend_t rpcserver_create_backend(rpcserver_params & params) {
379379
backend = ggml_backend_init_by_type(GGML_BACKEND_DEVICE_TYPE_CPU, nullptr);
380380
SRV_INF("%s", "using CPU backend\n");
381381
} else {
382-
auto * dev = ggml_backend_dev_get(gpu);
383-
if (dev) {
384-
backend = ggml_backend_dev_init(dev, nullptr);
385-
SRV_INF("using GPU backend: %s\n", ggml_backend_dev_name(dev));
382+
while(true) {
383+
ggml_backend_device * dev = ggml_backend_dev_get(gpu);
384+
if (ggml_backend_dev_type(dev) == GGML_BACKEND_DEVICE_TYPE_GPU) {
385+
backend = ggml_backend_dev_init(dev, nullptr);
386+
SRV_INF("using GPU backend: %s\n", ggml_backend_dev_name(dev));
387+
break;
388+
}
389+
gpu++;
386390
}
387391
if (!backend) {
388392
SRV_INF("%s", "failed to create GPU backend, fallback using CPU backend\n");

0 commit comments

Comments
 (0)