mirror of
https://github.com/mudler/LocalAI.git
synced 2026-10-28 09:08:54 -04:00
chore(gallery): add Gemma 4 Fable Coder variants
Add Q4_K_M and Q8_0 builds with the F16 vision projector. Pin downloads and document installation and template limitations. Assisted-by: Codex:GPT-6
This commit is contained in:
1 parent
8a03ce7f6c
commit
75a91386ec
2 files changed
+117
No files matched your search
@@ -23,6 +23,29 @@ GPT and text generation models might have a license which is not permissive for
|
||||
|
||||

|
||||
|
||||
## Gemma 4 31B Fable Coder
|
||||
|
||||
[Gemma-4-31B-Fable-Coder](https://huggingface.co/DavidrPatton/Gemma-4-31B-Fable-Coder)
|
||||
is a Gemma 4 fine-tune for coding and visual interface tasks. The gallery offers
|
||||
Q4_K_M and Q8_0 builds for llama.cpp, both with an F16 vision projector.
|
||||
They use the embedded chat template and a 32,768-token context.
|
||||
|
||||
Install the grouped entry and let LocalAI select a build that fits the host:
|
||||
|
||||
```bash
|
||||
local-ai models install gemma-4-31b-fable-coder-q4
|
||||
```
|
||||
|
||||
To select the Q8_0 build explicitly:
|
||||
|
||||
```bash
|
||||
local-ai models install gemma-4-31b-fable-coder-q4 --variant gemma-4-31b-fable-coder-q8
|
||||
```
|
||||
|
||||
Place image content before text in multimodal messages, as the publisher recommends.
|
||||
The supplied template supports chat and vision; it does not implement tool-role
|
||||
messages for an OpenAI tool-calling conversation.
|
||||
|
||||
## How it works
|
||||
|
||||
Open **Models** in the WebUI. It is the canonical page for a model's complete
|
||||
|
||||
@@ -13419,6 +13419,100 @@
|
||||
- filename: llama-cpp/mmproj/Qwopus3.6-27B-Coder-MTP-GGUF/mmproj-F32.gguf
|
||||
sha256: 32f7ea0600c07272547da401d460f8abbd980f3a57b69d6df87be0e2505e0b9c
|
||||
uri: https://huggingface.co/Jackrong/Qwopus3.6-27B-Coder-MTP-GGUF/resolve/main/mmproj-F32.gguf
|
||||
- name: gemma-4-31b-fable-coder-q4
|
||||
variants:
|
||||
- model: gemma-4-31b-fable-coder-q8
|
||||
url: github:mudler/LocalAI/gallery/virtual.yaml@master
|
||||
urls:
|
||||
- https://huggingface.co/DavidrPatton/Gemma-4-31B-Fable-Coder
|
||||
- https://huggingface.co/mradermacher/Gemma-4-31B-Fable-Coder-GGUF
|
||||
license: apache-2.0
|
||||
icon: https://ai.google.dev/gemma/images/gemma4_banner.png
|
||||
description: |
|
||||
Gemma-4-31B-Fable-Coder is DavidrPatton's Gemma 4 31B fine-tune for
|
||||
coding and visual interface tasks. This entry uses the Q4_K_M GGUF
|
||||
with the F16 vision projector and a 32,768-token context.
|
||||
tags:
|
||||
- llm
|
||||
- gguf
|
||||
- cpu
|
||||
- gpu
|
||||
- gemma4
|
||||
- coding
|
||||
- multimodal
|
||||
- vision
|
||||
overrides:
|
||||
backend: llama-cpp
|
||||
context_size: 32768
|
||||
known_usecases:
|
||||
- chat
|
||||
- vision
|
||||
known_input_modalities:
|
||||
- text
|
||||
- image
|
||||
mmproj: Gemma-4-31B-Fable-Coder.mmproj-f16.gguf
|
||||
options:
|
||||
- use_jinja:true
|
||||
parameters:
|
||||
model: Gemma-4-31B-Fable-Coder.Q4_K_M.gguf
|
||||
temperature: 1
|
||||
top_p: 0.95
|
||||
top_k: 64
|
||||
template:
|
||||
use_tokenizer_template: true
|
||||
files:
|
||||
- filename: Gemma-4-31B-Fable-Coder.Q4_K_M.gguf
|
||||
sha256: d3478deae9adc2b34e8cfcb64d83bc53b337af9325097aa6debabe0aff831bbd
|
||||
uri: https://huggingface.co/mradermacher/Gemma-4-31B-Fable-Coder-GGUF/resolve/03ec4e8b402d3b07a6c34c33b7e5c5852a83bcf1/Gemma-4-31B-Fable-Coder.Q4_K_M.gguf
|
||||
- filename: Gemma-4-31B-Fable-Coder.mmproj-f16.gguf
|
||||
sha256: f3e8c962662d749df606563144ef5b5c5e07f389c9ff69910bb21cc13c599f30
|
||||
uri: https://huggingface.co/mradermacher/Gemma-4-31B-Fable-Coder-GGUF/resolve/03ec4e8b402d3b07a6c34c33b7e5c5852a83bcf1/Gemma-4-31B-Fable-Coder.mmproj-f16.gguf
|
||||
- name: gemma-4-31b-fable-coder-q8
|
||||
url: github:mudler/LocalAI/gallery/virtual.yaml@master
|
||||
urls:
|
||||
- https://huggingface.co/DavidrPatton/Gemma-4-31B-Fable-Coder
|
||||
- https://huggingface.co/mradermacher/Gemma-4-31B-Fable-Coder-GGUF
|
||||
license: apache-2.0
|
||||
icon: https://ai.google.dev/gemma/images/gemma4_banner.png
|
||||
description: |
|
||||
Gemma-4-31B-Fable-Coder is DavidrPatton's Gemma 4 31B fine-tune for
|
||||
coding and visual interface tasks. This entry uses the Q8_0 GGUF
|
||||
with the F16 vision projector and a 32,768-token context.
|
||||
tags:
|
||||
- llm
|
||||
- gguf
|
||||
- cpu
|
||||
- gpu
|
||||
- gemma4
|
||||
- coding
|
||||
- multimodal
|
||||
- vision
|
||||
overrides:
|
||||
backend: llama-cpp
|
||||
context_size: 32768
|
||||
known_usecases:
|
||||
- chat
|
||||
- vision
|
||||
known_input_modalities:
|
||||
- text
|
||||
- image
|
||||
mmproj: Gemma-4-31B-Fable-Coder.mmproj-f16.gguf
|
||||
options:
|
||||
- use_jinja:true
|
||||
parameters:
|
||||
model: Gemma-4-31B-Fable-Coder.Q8_0.gguf
|
||||
temperature: 1
|
||||
top_p: 0.95
|
||||
top_k: 64
|
||||
template:
|
||||
use_tokenizer_template: true
|
||||
files:
|
||||
- filename: Gemma-4-31B-Fable-Coder.Q8_0.gguf
|
||||
sha256: 29a93cfd521234094cc3e152ed80032eabd5f51f059bf8c2d1370332cc98ba79
|
||||
uri: https://huggingface.co/mradermacher/Gemma-4-31B-Fable-Coder-GGUF/resolve/03ec4e8b402d3b07a6c34c33b7e5c5852a83bcf1/Gemma-4-31B-Fable-Coder.Q8_0.gguf
|
||||
- filename: Gemma-4-31B-Fable-Coder.mmproj-f16.gguf
|
||||
sha256: f3e8c962662d749df606563144ef5b5c5e07f389c9ff69910bb21cc13c599f30
|
||||
uri: https://huggingface.co/mradermacher/Gemma-4-31B-Fable-Coder-GGUF/resolve/03ec4e8b402d3b07a6c34c33b7e5c5852a83bcf1/Gemma-4-31B-Fable-Coder.mmproj-f16.gguf
|
||||
- &gemma-4-31b-ortenzya
|
||||
name: gemma-4-31b-ortenzya-q4
|
||||
variants:
|
||||
|
||||
Reference in new issue
Block a user