add llama3 chat template

Author: amakropoulos

Runtime/LLMChatTemplates.cs

@@ -40,6 +40,7 @@ static ChatTemplate()
                 new MistralInstructTemplate(),
                 new LLama2ChatTemplate(),
                 new LLama2Template(),
+                new LLama3ChatTemplate(),
                 new Phi2Template(),
                 new VicunaTemplate(),
                 new ZephyrTemplate(),
@@ -229,7 +230,7 @@ public override string[] GetStop(string playerName, string AIName)
     public class LLama2Template : ChatTemplate
     {
         public override string GetName() { return "llama"; }
-        public override string GetDescription() { return "llama"; }
+        public override string GetDescription() { return "llama 2"; }
 
         protected override string SystemPrefix() { return "<<SYS>>\n"; }
         protected override string SystemSuffix() { return "\n<</SYS>> "; }
@@ -250,8 +251,8 @@ public override string[] GetStop(string playerName, string AIName)
     public class LLama2ChatTemplate : LLama2Template
     {
         public override string GetName() { return "llama chat"; }
-        public override string GetDescription() { return "llama (modified for chat)"; }
-        public override string[] GetNameMatches() { return new string[] {"llama"}; }
+        public override string GetDescription() { return "llama 2 (modified for chat)"; }
+        public override string[] GetNameMatches() { return new string[] {"llama-2", "llama v2"}; }
 
         protected override string PlayerPrefix(string playerName) { return "### " + playerName + ":"; }
         protected override string AIPrefix(string AIName) { return "### " + AIName + ":"; }
@@ -263,6 +264,33 @@ public override string[] GetStop(string playerName, string AIName)
         }
     }
 
+    /// @ingroup template
+    /// <summary>
+    /// Class implementing the LLama3 template for chat
+    /// </summary>
+    public class LLama3ChatTemplate : ChatTemplate
+    {
+        public override string GetName() { return "llama3 chat"; }
+        public override string GetDescription() { return "llama 3 (chat)"; }
+        public override string[] GetNameMatches() { return new string[] {"llama-3", "llama v3"}; }
+        public override string[] GetChatTemplateMatches() { return new string[] {"{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}"};}
+
+        protected override string PromptPrefix() { return "<|begin_of_text|>"; }
+        protected override string SystemPrefix() { return "<|start_header_id|>system<|end_header_id|>\n\n"; }
+        protected override string SystemSuffix() { return "<|eot_id|>"; }
+
+        protected override string RequestSuffix() { return "<|eot_id|>"; }
+        protected override string PairSuffix() { return "<|eot_id|>"; }
+
+        protected override string PlayerPrefix(string playerName) { return $"<|start_header_id|>{playerName}<|end_header_id|>\n\n"; }
+        protected override string AIPrefix(string AIName) { return $"<|start_header_id|>{AIName}<|end_header_id|>\n\n"; }
+
+        public override string[] GetStop(string playerName, string AIName)
+        {
+            return AddStopNewlines(new string[] { "<|eot_id|>" });
+        }
+    }
+
     /// @ingroup template
     /// <summary>
     /// Class implementing the Mistral Instruct template