Add openchat-3.5-0106

jncraton · Jan 30, 2024 · 6769a09 · 6769a09
1 parent 69c62ee
commit 6769a09
Show file tree

Hide file tree

Showing 2 changed files with 20 additions and 0 deletions.
diff --git a/changelog.md b/changelog.md
@@ -1,5 +1,11 @@
 # Changelog
 
+## 0.15.0
+
+### Added
+
+- Add openchat-3.5-0106 model
+
 ## 0.14.0 - 2024-01-06
 
 ### Changed

diff --git a/languagemodels/config.py b/languagemodels/config.py
@@ -25,6 +25,20 @@ class ModelFilterException(Exception):
 # The best model that fits in the memory bounds and matches the model filter
 # will be selected
 models = [
+    {
+        "name": "openchat-3.5-0106",
+        "tuning": "instruct",
+        "datasets": ["mistral", "openorca", "flan"],
+        "params": 7e9,
+        "quantization": "int8",
+        "backend": "ct2",
+        "architecture": "decoder-only-transformer",
+        "license": "apache-2.0",
+        "prompt_fmt": (
+            "GPT4 Correct User: {instruction}<|end_of_turn|>"
+            "GPT4 Correct Assistant:"
+        ),
+    },
     {
         "name": "openchat-3.5-1210",
         "tuning": "instruct",