diff --git a/changelog.md b/changelog.md index 68d14d6..59fd016 100644 --- a/changelog.md +++ b/changelog.md @@ -6,6 +6,10 @@ - Pin Llama 3.2 model versions +### Added + +- Support Llama 3.1 8B instruct + ## 0.21 - 2024-09-25 ### Changed diff --git a/languagemodels/config.py b/languagemodels/config.py index 107afd1..dd2252f 100644 --- a/languagemodels/config.py +++ b/languagemodels/config.py @@ -38,6 +38,22 @@ class ModelFilterException(Exception): "GPT4 Correct User: {instruction}<|end_of_turn|>" "GPT4 Correct Assistant:" ), }, + { + "name": "Llama-3.1-8B-Instruct", + "tuning": "instruct", + "revision": "d02fc85", + "datasets": ["llama3"], + "params": 8e9, + "quantization": "int8", + "backend": "ct2", + "architecture": "decoder-only-transformer", + "license": "llama3", + "prompt_fmt": ( + "<|start_header_id|>user<|end_header_id|>\n\n" + "{instruction}<|eot_id|>" + "<|start_header_id|>assistant<|end_header_id|>\n\n" + ), + }, { "name": "Meta-Llama-3-8B-Instruct", "tuning": "instruct",