Merge pull request #17 from lemonade-sdk/fastflowlm

feat: add fastflowlmfor NPU support

Author: kenvandine

snap/hooks/configure

@@ -36,4 +36,13 @@ if [ -z $output ]; then
     snapctl set llamacpp-args=""
 fi
 
+OVERRIDE_DIR="/etc/systemd/system/snap.lemonade-server.daemon.service.d"
+OVERRIDE_FILE="$OVERRIDE_DIR/limits.conf"
+
+if snapctl is-connected etc-systemd-system-daemon-override; then
+    mkdir -p "$OVERRIDE_DIR"
+    printf '[Service]\nLimitMEMLOCK=infinity\n' > "$OVERRIDE_FILE"
+    systemctl daemon-reload || true
+fi
+
 snapctl start "$SNAP_INSTANCE_NAME"

snap/hooks/connect-etc-systemd-system-daemon-override

@@ -0,0 +1,10 @@
+#!/bin/bash
+set -e
+
+OVERRIDE_DIR="/etc/systemd/system/snap.lemonade-server.daemon.service.d"
+OVERRIDE_FILE="$OVERRIDE_DIR/limits.conf"
+
+mkdir -p "$OVERRIDE_DIR"
+printf '[Service]\nLimitMEMLOCK=infinity\n' > "$OVERRIDE_FILE"
+systemctl daemon-reload || true
+snapctl restart lemonade-server.daemon || true

snap/hooks/disconnect-etc-systemd-system-daemon-override

@@ -0,0 +1,10 @@
+#!/bin/bash
+set -e
+
+OVERRIDE_FILE="/etc/systemd/system/snap.lemonade-server.daemon.service.d/limits.conf"
+OVERRIDE_DIR="/etc/systemd/system/snap.lemonade-server.daemon.service.d"
+
+rm -f "$OVERRIDE_FILE"
+rmdir --ignore-fail-on-non-empty "$OVERRIDE_DIR" 2>/dev/null || true
+systemctl daemon-reload || true
+snapctl restart lemonade-server.daemon || true

snap/hooks/remove

@@ -0,0 +1,8 @@
+#!/bin/bash
+
+OVERRIDE_FILE="/etc/systemd/system/snap.lemonade-server.daemon.service.d/limits.conf"
+OVERRIDE_DIR="/etc/systemd/system/snap.lemonade-server.daemon.service.d"
+
+rm -f "$OVERRIDE_FILE" 2>/dev/null || true
+rmdir --ignore-fail-on-non-empty "$OVERRIDE_DIR" 2>/dev/null || true
+systemctl daemon-reload 2>/dev/null || true

snap/local/patches/enable_npu.patch

@@ -0,0 +1,13 @@
+❮ git diff
+diff --git a/src/cpp/server/system_info.cpp b/src/cpp/server/system_info.cpp
+index 66c5219b..bed089c4 100644
+--- a/src/cpp/server/system_info.cpp
++++ b/src/cpp/server/system_info.cpp
+@@ -134,7 +134,7 @@ static const std::vector<RecipeBackendDef> RECIPE_DEFS = {
+     }},
+ 
+     // FLM - NPU (XDNA2)
+-    {"flm", "npu", {"windows"}, {
++    {"flm", "npu", {"windows", "linux"}, {
+         {"amd_npu", {"XDNA2"}},
+     }},