Add Falcon 3

jncraton · Dec 17, 2024 · ebe256e · ebe256e
1 parent bf22443
commit ebe256e
Show file tree

Hide file tree

Showing 2 changed files with 35 additions and 0 deletions.
diff --git a/changelog.md b/changelog.md
@@ -14,6 +14,7 @@
 ### Added
 
 - Support multilingual-e5-small embedding model
+- Support Falcon 3 Instruct 1B and 3B
 
 ## 0.22 - 2024-11-02
 

diff --git a/languagemodels/config.py b/languagemodels/config.py
@@ -360,6 +360,23 @@ class ModelFilterException(Exception):
         "license": "other",
         "prompt_fmt": "<|prompt|>{instruction}</s><|answer|>",
     },
+    {
+        "name": "Falcon3-3B-Instruct",
+        "tuning": "instruct",
+        "revision": "b183d4d",
+        "datasets": [],
+        "params": 3.23e9,
+        "quantization": "int8",
+        "backend": "ct2",
+        "context_length": 8192,
+        "repetition_penalty": 1.1,
+        "architecture": "decoder-only-transformer",
+        "license": "falcon",
+        "prompt_fmt": (
+            "<|system|>\nAnswer concisely.\n"
+            "<|user|>\n{instruction}\n<|assistant|>\n"
+        ),
+    },
     {
         "name": "phi-1_5",
         "tuning": "instruct",
@@ -416,6 +433,23 @@ class ModelFilterException(Exception):
             "<|im_start|>user\n{instruction}<|im_end|>\n<|im_start|>assistant\n"
         ),
     },
+    {
+        "name": "Falcon3-1B-Instruct",
+        "tuning": "instruct",
+        "revision": "74391aa",
+        "datasets": [],
+        "params": 1.7e9,
+        "quantization": "int8",
+        "backend": "ct2",
+        "context_length": 8192,
+        "repetition_penalty": 1.1,
+        "architecture": "decoder-only-transformer",
+        "license": "falcon",
+        "prompt_fmt": (
+            "<|system|>\nAnswer concisely.\n"
+            "<|user|>\n{instruction}\n<|assistant|>\n"
+        ),
+    },
     {
         "name": "SmolLM2-360M-Instruct",
         "tuning": "instruct",