Support Llama 3.1 8B

jncraton · Sep 27, 2024 · 3d09ff8 · 3d09ff8
1 parent cd1489c
commit 3d09ff8
Show file tree

Hide file tree

Showing 2 changed files with 20 additions and 0 deletions.
diff --git a/changelog.md b/changelog.md
@@ -6,6 +6,10 @@
 
 - Pin Llama 3.2 model versions
 
+### Added
+
+- Support Llama 3.1 8B instruct
+
 ## 0.21 - 2024-09-25
 
 ### Changed

diff --git a/languagemodels/config.py b/languagemodels/config.py
@@ -38,6 +38,22 @@ class ModelFilterException(Exception):
             "GPT4 Correct User: {instruction}<|end_of_turn|>" "GPT4 Correct Assistant:"
         ),
     },
+    {
+        "name": "Llama-3.1-8B-Instruct",
+        "tuning": "instruct",
+        "revision": "d02fc85",
+        "datasets": ["llama3"],
+        "params": 8e9,
+        "quantization": "int8",
+        "backend": "ct2",
+        "architecture": "decoder-only-transformer",
+        "license": "llama3",
+        "prompt_fmt": (
+            "<|start_header_id|>user<|end_header_id|>\n\n"
+            "{instruction}<|eot_id|>"
+            "<|start_header_id|>assistant<|end_header_id|>\n\n"
+        ),
+    },
     {
         "name": "Meta-Llama-3-8B-Instruct",
         "tuning": "instruct",