diff --git a/gallery/index.yaml b/gallery/index.yaml index 138433264344..b58e8ca7dbc3 100644 --- a/gallery/index.yaml +++ b/gallery/index.yaml @@ -1,4 +1,29 @@ --- +- name: "rwkv7-g1c-13.3b" + url: "github:mudler/LocalAI/gallery/virtual.yaml@master" + urls: + - https://huggingface.co/NaomiBTW/rwkv7-g1c-13.3b-gguf + description: | + The model is **RWKV7 g1c 13B**, a large language model optimized for efficiency. It is quantized using **Bartowski's calibrationv5 for imatrix** to reduce memory usage while maintaining performance. The base model is **BlinkDL/rwkv7-g1**, and this version is tailored for text-generation tasks. It balances accuracy and efficiency, making it suitable for deployment in various applications. + overrides: + parameters: + model: llama-cpp/models/rwkv7-g1c-13.3b-20251231-Q8_0.gguf + name: rwkv7-g1c-13.3b-gguf + backend: llama-cpp + template: + use_tokenizer_template: true + known_usecases: + - chat + function: + grammar: + disable: true + description: Imported from https://huggingface.co/NaomiBTW/rwkv7-g1c-13.3b-gguf + options: + - use_jinja:true + files: + - filename: llama-cpp/models/rwkv7-g1c-13.3b-20251231-Q8_0.gguf + sha256: e06b3b31cee207723be00425cfc25ae09b7fa1abbd7d97eda4e62a7ef254f877 + uri: https://huggingface.co/NaomiBTW/rwkv7-g1c-13.3b-gguf/resolve/main/rwkv7-g1c-13.3b-20251231-Q8_0.gguf - name: "iquest-coder-v1-40b-instruct-i1" url: "github:mudler/LocalAI/gallery/virtual.yaml@master" urls: