Skip to content

Commit f77235e

Browse files
committed
add llama3 7B and Qwen2 0.5B models
1 parent b4cca63 commit f77235e

File tree

2 files changed

+30
-4
lines changed

2 files changed

+30
-4
lines changed

Runtime/LLMUnitySetup.cs

+5-4
Original file line numberDiff line numberDiff line change
@@ -105,10 +105,11 @@ public class LLMUnitySetup
105105
/// <summary> Default models for download </summary>
106106
[HideInInspector] public static readonly (string, string)[] modelOptions = new(string, string)[]
107107
{
108-
("Mistral 7B Instruct v0.2 (medium, best overall)", "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/mistral-7b-instruct-v0.2.Q4_K_M.gguf?download=true"),
109-
("OpenHermes 2.5 7B (medium, best for conversation)", "https://huggingface.co/TheBloke/OpenHermes-2.5-Mistral-7B-GGUF/resolve/main/openhermes-2.5-mistral-7b.Q4_K_M.gguf?download=true"),
110-
("Phi 3 (small, great)", "https://huggingface.co/microsoft/Phi-3-mini-4k-instruct-gguf/resolve/main/Phi-3-mini-4k-instruct-q4.gguf?download=true"),
111-
("Test", "https://huggingface.co/afrideva/smol_llama-220M-openhermes-GGUF/resolve/main/smol_llama-220m-openhermes.q4_k_m.gguf?download=true"),
108+
("Llama 3 7B (medium, best overall)", "https://huggingface.co/lmstudio-community/Meta-Llama-3-8B-Instruct-GGUF/resolve/main/Meta-Llama-3-8B-Instruct-Q4_K_M.gguf?download=true"),
109+
("Mistral 7B Instruct v0.2 (medium, great overall)", "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/mistral-7b-instruct-v0.2.Q4_K_M.gguf?download=true"),
110+
("OpenHermes 2.5 7B (medium, good for conversation)", "https://huggingface.co/TheBloke/OpenHermes-2.5-Mistral-7B-GGUF/resolve/main/openhermes-2.5-mistral-7b.Q4_K_M.gguf?download=true"),
111+
("Phi 3 (small, great small model)", "https://huggingface.co/microsoft/Phi-3-mini-4k-instruct-gguf/resolve/main/Phi-3-mini-4k-instruct-q4.gguf?download=true"),
112+
("Qwen 2 0.5B (tiny, useful for mobile)", "https://huggingface.co/Qwen/Qwen2-0.5B-Instruct-GGUF/resolve/main/qwen2-0_5b-instruct-q4_k_m.gguf?download=true"),
112113
};
113114

114115
/// <summary> Add callback function to call for error logs </summary>

Third Party Notices.md

+25
Original file line numberDiff line numberDiff line change
@@ -26,6 +26,22 @@ License: [link](https://github.com/Mozilla-Ocho/llamafile/blob/main/LICENSE)
2626

2727
The following models can be downloaded with LLMUnity:
2828

29+
### meta-llama/Meta-Llama-3-8B-Instruct
30+
31+
Developer: Meta<br>
32+
Origin: [link](https://huggingface.co/meta-llama/Meta-Llama-3-8B-Instruct)<br>
33+
License Type: "llama3"<br>
34+
License: [link](https://huggingface.co/meta-llama/Meta-Llama-3-8B/blob/main/LICENSE)
35+
36+
##### modified by: lmstudio-community/Meta-Llama-3-8B-Instruct-GGUF
37+
38+
Developer: LM Studio<br>
39+
Origin: [link](https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF)<br>
40+
License Type: "llama3"<br>
41+
License: [link](https://huggingface.co/meta-llama/Meta-Llama-3-8B/blob/main/LICENSE)
42+
43+
<br>
44+
2945
### mistralai/Mistral-7B-Instruct-v0.2
3046

3147
Developer: Mistral AI<br>
@@ -65,6 +81,15 @@ Origin: [link](https://huggingface.co/TheBloke/OpenHermes-2.5-Mistral-7B-GGUF)<b
6581
License Type: "Apache 2.0"<br>
6682
License: [link](https://huggingface.co/TheBloke/OpenHermes-2.5-Mistral-7B-GGUF)
6783

84+
<br>
85+
86+
### Qwen/Qwen2-0.5B-Instruct-GGUF
87+
88+
Developer: Qwen<br>
89+
Origin: [link](https://huggingface.co/Qwen/Qwen2-0.5B-Instruct-GGUF)<br>
90+
License Type: "Apache 2.0"<br>
91+
License: [link](https://huggingface.co/Qwen/Qwen2-0.5B-Instruct-GGUF/blob/main/LICENSE)
92+
6893
---
6994

7095
## Testing

0 commit comments

Comments
 (0)