Release/v2.0.2

.github/doxygen/Doxyfile

@@ -48,7 +48,7 @@ PROJECT_NAME           = "LlamaLib"
 # could be handy for archiving the generated documentation or if some version
 # control system is used.
 
-PROJECT_NUMBER = v2.0.0
+PROJECT_NUMBER = v2.0.2
 
 # Using the PROJECT_BRIEF tag one can provide an optional one line description
 # for a project that appears at the top of each page and should give viewer a

.github/scripts/change_version.sh

@@ -0,0 +1,53 @@
+#!/bin/bash
+
+set -e
+
+if [ $# -eq 0 ]; then
+    echo "Usage: $0 <new_version>"
+    exit 1
+fi
+
+NEW_VERSION=$1
+CURRENT_VERSION=$(cat ./VERSION | tr -d '[:space:]')
+
+echo "Updating version from $CURRENT_VERSION to $NEW_VERSION"
+
+# Update VERSION file
+echo "$NEW_VERSION" > ./VERSION
+
+# Files to update
+FILES=(
+    "./tests/csharp/LlamaLib.Test.csproj"
+    "./examples/csharp/agent/LlamaLibExamples.csproj"
+    "./examples/csharp/remote_client/LlamaLibExamples.csproj"
+    "./examples/csharp/basic_embeddings/LlamaLibExamples.csproj"
+    "./examples/csharp/basic/LlamaLibExamples.csproj"
+    "./.github/tests/csharp-dotnet/Program.csproj"
+    "./csharp/LlamaLib.csproj"
+    "./csharp/LlamaLib.targets"
+    "./cmake/LlamaLibConfigVersion.cmake"
+    "./.github/doxygen/Doxyfile"
+)
+
+# Patterns to replace (old -> new)
+PATTERNS=(
+    "Version=\"${CURRENT_VERSION}\"|Version=\"${NEW_VERSION}\""
+    "<PackageVersion>${CURRENT_VERSION}<\/PackageVersion>|<PackageVersion>${NEW_VERSION}<\/PackageVersion>"
+    "<LlamaLibVersion>${CURRENT_VERSION}<\/LlamaLibVersion>|<LlamaLibVersion>${NEW_VERSION}<\/LlamaLibVersion>"
+    "set(PACKAGE_VERSION \"${CURRENT_VERSION}\")|set(PACKAGE_VERSION \"${NEW_VERSION}\")"
+    "PROJECT_NUMBER = v${CURRENT_VERSION}|PROJECT_NUMBER = v${NEW_VERSION}"
+)
+
+# Apply all patterns to all files
+for file in "${FILES[@]}"; do
+    if [ -f "$file" ]; then
+        for pattern in "${PATTERNS[@]}"; do
+            OLD=$(echo "$pattern" | cut -d'|' -f1)
+            NEW=$(echo "$pattern" | cut -d'|' -f2)
+            sed -i "s/${OLD}/${NEW}/g" "$file" 2>/dev/null || sed -i '' "s/${OLD}/${NEW}/g" "$file" 2>/dev/null || true
+        done
+        echo "Updated: $file"
+    fi
+done
+
+echo "Done!"

.github/scripts/release.sh

@@ -12,6 +12,7 @@ mkdir servers
 for arch in win-x64_noavx linux-x64_noavx osx-arm64_no-acc osx-x64_no-acc;do
     unzip -o $arch.zip/$arch.zip -d servers llamalib*server*
 done
+chmod a+x servers/*
 
 # extract runtimes
 for d in *.zip;do
@@ -31,7 +32,6 @@ cp $root_dir/third_party/llama.cpp/vendor/cpp-httplib/httplib.h include/
 # licenses
 mkdir -p third_party_licenses
 cp $root_dir/third_party/llama.cpp/LICENSE third_party_licenses/llama.cpp.LICENSE.txt
-curl -o third_party_licenses/llamafile.LICENSE.txt -L https://raw.githubusercontent.com/Mozilla-Ocho/llamafile/main/LICENSE
 
 # copy files from repo
 cp $root_dir/LICENSE ./

.github/scripts/upgrade_llama.cpp.sh

@@ -60,6 +60,7 @@ patch -p1 < $BASE_DIR/patches/tinyBLAS.patch
 save_patches
 
 # check server
+commit=`git rev-parse HEAD`
 git log $version..$commit --format="%h" tools/server/server.cpp
 git diff $version..$commit tools/server/server.cpp
 

.github/tests/csharp-dotnet/Program.cs

@@ -0,0 +1,41 @@
+using System;
+using UndreamAI.LlamaLib;
+using Newtonsoft.Json.Linq;
+
+class Program
+{
+    static string previousText = "";
+    static void StreamingCallback(string text)
+    {
+        Console.Write(text.Substring(previousText.Length));
+        previousText = text;
+    }
+
+
+    static async Task Main()
+    {
+        LLMService llm = new LLMService("model.gguf", 1, -1, 5);
+        llm.Start();
+        llm.StartServer("0.0.0.0", 13333);
+
+        // Create agent with system prompt
+        LLMAgent agent1 = new LLMAgent(llm, "You are a helpful AI assistant. Be concise and friendly.");
+
+        // With local LLMClient
+        LLMClient localClient = new LLMClient(llm);
+        LLMAgent agent2 = new LLMAgent(localClient, "You are a helpful assistant.");
+
+        // With remote LLMClient
+        LLMClient remoteClient = new LLMClient("http://localhost", 13333);
+        LLMAgent agent3 = new LLMAgent(remoteClient, "You are a helpful assistant.");
+
+        // Async Interact with the agent (streaming)
+        foreach (LLMAgent agent in new LLMAgent[] { agent1, agent2, agent3 })
+        {
+            agent.SetCompletionParameters(new JObject { { "n_predict", 20 } });
+            string response = await agent.ChatAsync("What is AI?");
+            Console.WriteLine(response);
+        }
+
+    }
+}

.github/tests/csharp-dotnet/Program.csproj

@@ -0,0 +1,14 @@
+<Project Sdk="Microsoft.NET.Sdk">
+
+  <PropertyGroup>
+    <OutputType>Exe</OutputType>
+    <TargetFramework>net8.0</TargetFramework>
+    <ImplicitUsings>enable</ImplicitUsings>
+    <Nullable>enable</Nullable>
+  </PropertyGroup>
+
+  <ItemGroup>
+    <PackageReference Include="LlamaLib" Version="2.0.2" />
+  </ItemGroup>
+
+</Project>