Skip to content

cache LlamaLib to prevent re-downloads #386

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
amakropoulos merged 1 commit into from
Feb 27, 2026
Merged

cache LlamaLib to prevent re-downloads #386

Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
43 changes: 36 additions & 7 deletions Runtime/LLMUnitySetup.cs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -113,6 +113,8 @@ public class LLMUnitySetup
public static string LLMUnityStore = Path.Combine(Environment.GetFolderPath(Environment.SpecialFolder.ApplicationData), "LLMUnity");
/// <summary> Model download path </summary>
public static string modelDownloadPath = Path.Combine(LLMUnityStore, "models");
/// <summary> cache download path </summary>
public static string cacheDownloadPath = Path.Combine(LLMUnityStore, "cache");
/// <summary> Path of file with build information for runtime </summary>
public static string LLMManagerPath = GetAssetPath("LLMManager.json");

Expand Down Expand Up @@ -282,31 +284,33 @@ public static void CancelDownload(string savePath)

public static async Task DownloadFile(
string fileUrl, string savePath, bool overwrite = false,
Action<string> callback = null, Action<float> progressCallback = null
Action<string> callback = null, Action<float> progressCallback = null, bool debug = true
)
{
if (File.Exists(savePath) && !overwrite)
{
Log($"File already exists at: {savePath}");
if(debug) Log($"File already exists at: {savePath}");
}
else
{
Log($"Downloading {fileUrl} to {savePath}...");
if(debug) Log($"Downloading {fileUrl} to {savePath}...");
string tmpPath = Path.Combine(Application.temporaryCachePath, Path.GetFileName(savePath));

ResumingWebClient client = new ResumingWebClient();
downloadClients[savePath] = client;
if (File.Exists(tmpPath) && overwrite) File.Delete(tmpPath);
await client.DownloadFileTaskAsyncResume(new Uri(fileUrl), tmpPath, !overwrite, progressCallback);
downloadClients.Remove(savePath);
#if UNITY_EDITOR
AssetDatabase.StartAssetEditing();
#endif
Directory.CreateDirectory(Path.GetDirectoryName(savePath));
if (File.Exists(savePath)) File.Delete(savePath);
File.Move(tmpPath, savePath);
#if UNITY_EDITOR
AssetDatabase.StopAssetEditing();
#endif
Log($"Download complete!");
if(debug) Log($"Download complete!");
}

progressCallback?.Invoke(1f);
Expand Down Expand Up @@ -452,18 +456,43 @@ static void ExtractInsideDirectory(string zipPath, string extractPath, string pr
static async Task DownloadAndExtractInsideDirectory(string url, string path, string setupDir)
{
string urlName = Path.GetFileName(url);
string zipPath = Path.Combine(cacheDownloadPath, urlName);
string setupFile = Path.Combine(setupDir, urlName + ".complete");
if (File.Exists(setupFile)) return;

string zipPath = Path.Combine(Application.temporaryCachePath, urlName);
await DownloadFile(url, zipPath, true, null, SetLibraryProgress);
Directory.CreateDirectory(cacheDownloadPath);
foreach (string existingZipPath in Directory.GetFiles(cacheDownloadPath, "*.zip"))
{
if (existingZipPath != zipPath)
{
Debug.Log(existingZipPath);
File.Delete(existingZipPath);
}
}

string hashurl = url + ".sha256";
string hashPath = zipPath + ".sha256";
string hash = File.Exists(hashPath)? File.ReadAllText(hashPath).Trim() : "";
bool same_hash = false;
try
{
new ResumingWebClient().GetURLFileSize(hashurl); // avoid showing error if url doesn't exist
await DownloadFile(hashurl, hashPath+".new", debug: false);
same_hash = File.ReadAllText(hashPath+".new").Trim() == hash;
} catch {}

if (!File.Exists(zipPath) || !same_hash) await DownloadFile(url, zipPath, true, null, SetLibraryProgress);

AssetDatabase.StartAssetEditing();
ExtractInsideDirectory(zipPath, path, $"{libraryName}/runtimes/");
CreateEmptyFile(setupFile);
AssetDatabase.StopAssetEditing();

File.Delete(zipPath);
if (File.Exists(hashPath+".new"))
{
if (File.Exists(hashPath)) File.Delete(hashPath);
File.Move(hashPath+".new", hashPath);
}
}

static void DeleteEarlierVersions()
Expand Down
Loading