mirror of
https://github.com/mudler/LocalAI.git
synced 2026-09-17 08:50:57 -04:00
feat(gallery): add Gemma 4 E4B HauhauCS variants (#11903)
Add Q4_K_M and Q5_K_M builds with the vision projector and an install example. Pin downloads to the verified Hugging Face revision. Assisted-by: Codex:gpt-6 Co-authored-by: localai-org-maint-bot <306269227+localai-org-maint-bot@users.noreply.github.com>
This commit is contained in:
localai-org-maint-botandlocalai-org-maint-bot authored and GitHub committed
1 parent
1e5b8aeca5
commit
6fb52d3cb0
2 files changed
+123
No files matched your search
@@ -43,6 +43,25 @@ Both views use the same model selection and store the view, search, filter, and
|
||||
selection in the URL. Installing from Explore does not move you away from the
|
||||
catalog; the entry updates in place when the operation finishes.
|
||||
|
||||
## Gemma 4 E4B HauhauCS Aggressive
|
||||
|
||||
The gallery offers the [HauhauCS Aggressive Gemma 4 E4B model](https://huggingface.co/HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive)
|
||||
for text chat and image input through llama.cpp. Both Q4_K_M and Q5_K_M
|
||||
builds include the publisher's F16 multimodal projector. They use an 8192-token
|
||||
context and the embedded chat template.
|
||||
|
||||
Install with automatic variant selection:
|
||||
|
||||
```bash
|
||||
local-ai models install gemma-4-e4b-hauhaucs-aggressive-q4
|
||||
```
|
||||
|
||||
Select Q5_K_M explicitly:
|
||||
|
||||
```bash
|
||||
local-ai models install --variant gemma-4-e4b-hauhaucs-aggressive-q5 gemma-4-e4b-hauhaucs-aggressive-q4
|
||||
```
|
||||
|
||||
## VRAM and download size estimates
|
||||
|
||||
When browsing the gallery or importing a model by URI, LocalAI can show **estimated download size** and **estimated VRAM** for models.
|
||||
|
||||
@@ -9825,6 +9825,110 @@
|
||||
- filename: llama-cpp/mmproj/gemma-4-E4B-it-qat-q4_0-gguf/gemma-4-E4B-it-mmproj.gguf
|
||||
uri: https://huggingface.co/google/gemma-4-E4B-it-qat-q4_0-gguf/resolve/main/gemma-4-E4B-it-mmproj.gguf
|
||||
sha256: 7498a37cb619e55f2fcf87eb931f56e99389ed6d432e4c5c66110694c0d65578
|
||||
- name: "gemma-4-e4b-hauhaucs-aggressive-q4"
|
||||
variants:
|
||||
- model: gemma-4-e4b-hauhaucs-aggressive-q5
|
||||
url: "github:mudler/LocalAI/gallery/virtual.yaml@master"
|
||||
urls:
|
||||
- https://huggingface.co/google/gemma-4-E4B-it
|
||||
- https://huggingface.co/HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive
|
||||
description: |
|
||||
HauhauCS Aggressive is an uncensored derivative of Google's Gemma 4 E4B
|
||||
instruction model. This Q4_K_M GGUF supports text chat and image input
|
||||
through the publisher's bundled F16 multimodal projector.
|
||||
|
||||
Uses the embedded chat template and the publisher's sampling settings.
|
||||
The default context is 8192 tokens. The publisher declares the Gemma license.
|
||||
license: gemma
|
||||
icon: https://ai.google.dev/gemma/images/gemma4_banner.png
|
||||
tags:
|
||||
- llm
|
||||
- gguf
|
||||
- cpu
|
||||
- gpu
|
||||
- gemma4
|
||||
- multimodal
|
||||
- vision
|
||||
- uncensored
|
||||
last_checked: "2026-09-07"
|
||||
overrides:
|
||||
backend: llama-cpp
|
||||
context_size: 8192
|
||||
function:
|
||||
automatic_tool_parsing_fallback: true
|
||||
grammar:
|
||||
disable: true
|
||||
known_usecases:
|
||||
- chat
|
||||
- vision
|
||||
mmproj: llama-cpp/mmproj/gemma-4-e4b-hauhaucs-aggressive/mmproj-Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-f16.gguf
|
||||
options:
|
||||
- use_jinja:true
|
||||
parameters:
|
||||
model: llama-cpp/models/gemma-4-e4b-hauhaucs-aggressive/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf
|
||||
temperature: 1
|
||||
top_k: 64
|
||||
top_p: 0.95
|
||||
template:
|
||||
use_tokenizer_template: true
|
||||
files:
|
||||
- filename: llama-cpp/models/gemma-4-e4b-hauhaucs-aggressive/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf
|
||||
sha256: d0027dd3a9128d9323e9f282c8bf010a8526c46477584535991dc1a869b56e96
|
||||
uri: https://huggingface.co/HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive/resolve/45b6a334b4bcd1d7f37179df58b3b1d66a184e5d/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf
|
||||
- filename: llama-cpp/mmproj/gemma-4-e4b-hauhaucs-aggressive/mmproj-Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-f16.gguf
|
||||
sha256: debad39ab9c1152ab67695a674fb35e8375b2320c57bfd5075835d3ccb16c7db
|
||||
uri: https://huggingface.co/HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive/resolve/45b6a334b4bcd1d7f37179df58b3b1d66a184e5d/mmproj-Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-f16.gguf
|
||||
- name: "gemma-4-e4b-hauhaucs-aggressive-q5"
|
||||
url: "github:mudler/LocalAI/gallery/virtual.yaml@master"
|
||||
urls:
|
||||
- https://huggingface.co/google/gemma-4-E4B-it
|
||||
- https://huggingface.co/HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive
|
||||
description: |
|
||||
HauhauCS Aggressive is an uncensored derivative of Google's Gemma 4 E4B
|
||||
instruction model. This Q5_K_M GGUF supports text chat and image input
|
||||
through the publisher's bundled F16 multimodal projector.
|
||||
|
||||
Uses the embedded chat template and the publisher's sampling settings.
|
||||
The default context is 8192 tokens. The publisher declares the Gemma license.
|
||||
license: gemma
|
||||
icon: https://ai.google.dev/gemma/images/gemma4_banner.png
|
||||
tags:
|
||||
- llm
|
||||
- gguf
|
||||
- cpu
|
||||
- gpu
|
||||
- gemma4
|
||||
- multimodal
|
||||
- vision
|
||||
- uncensored
|
||||
last_checked: "2026-09-07"
|
||||
overrides:
|
||||
backend: llama-cpp
|
||||
context_size: 8192
|
||||
function:
|
||||
automatic_tool_parsing_fallback: true
|
||||
grammar:
|
||||
disable: true
|
||||
known_usecases:
|
||||
- chat
|
||||
- vision
|
||||
mmproj: llama-cpp/mmproj/gemma-4-e4b-hauhaucs-aggressive/mmproj-Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-f16.gguf
|
||||
options:
|
||||
- use_jinja:true
|
||||
parameters:
|
||||
model: llama-cpp/models/gemma-4-e4b-hauhaucs-aggressive/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q5_K_M.gguf
|
||||
temperature: 1
|
||||
top_k: 64
|
||||
top_p: 0.95
|
||||
template:
|
||||
use_tokenizer_template: true
|
||||
files:
|
||||
- filename: llama-cpp/models/gemma-4-e4b-hauhaucs-aggressive/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q5_K_M.gguf
|
||||
sha256: c96f1afc2af92bb27b1d5057fd91c8f6e41e9a72f9f32faa389e1601a6963ee6
|
||||
uri: https://huggingface.co/HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive/resolve/45b6a334b4bcd1d7f37179df58b3b1d66a184e5d/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q5_K_M.gguf
|
||||
- filename: llama-cpp/mmproj/gemma-4-e4b-hauhaucs-aggressive/mmproj-Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-f16.gguf
|
||||
sha256: debad39ab9c1152ab67695a674fb35e8375b2320c57bfd5075835d3ccb16c7db
|
||||
uri: https://huggingface.co/HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive/resolve/45b6a334b4bcd1d7f37179df58b3b1d66a184e5d/mmproj-Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-f16.gguf
|
||||
- name: "zero-gemma4-e4b-openzero-q5-k-m"
|
||||
url: "github:mudler/LocalAI/gallery/virtual.yaml@master"
|
||||
urls:
|
||||
|
||||
Reference in new issue
Block a user