From ceda2e69dbfe46354d7ff2be2ee9d6794833c19a Mon Sep 17 00:00:00 2001 From: Ettore Di Giacinto Date: Mon, 7 Jul 2025 11:35:39 +0200 Subject: [PATCH] chore(model gallery): add huihui-jan-nano-abliterated (#5806) Signed-off-by: Ettore Di Giacinto --- gallery/index.yaml | 16 ++++++++++++++++ 1 file changed, 16 insertions(+) diff --git a/gallery/index.yaml b/gallery/index.yaml index ed14f8b4e..72414e60e 100644 --- a/gallery/index.yaml +++ b/gallery/index.yaml @@ -1665,6 +1665,22 @@ - filename: Qwen-GUI-3B.i1-Q4_K_M.gguf sha256: 39b6d842a3f5166bf01b1f50bbeb13cc2cc1ee59c3c8c09702a73c6e13b7023c uri: huggingface://mradermacher/Qwen-GUI-3B-i1-GGUF/Qwen-GUI-3B.i1-Q4_K_M.gguf +- !!merge <<: *qwen3 + name: "huihui-jan-nano-abliterated" + urls: + - https://huggingface.co/huihui-ai/Huihui-Jan-nano-abliterated + - https://huggingface.co/mradermacher/Huihui-Jan-nano-abliterated-GGUF + description: | + This is an uncensored version of Menlo/Jan-nano created with abliteration (see remove-refusals-with-transformers to know more about it). This is a crude, proof-of-concept implementation to remove refusals from an LLM model without using TransformerLens. + + Ablation was performed using a new and faster method, which yields better results. + overrides: + parameters: + model: Huihui-Jan-nano-abliterated.Q4_K_M.gguf + files: + - filename: Huihui-Jan-nano-abliterated.Q4_K_M.gguf + sha256: 4390733f3f97ec36a24abe0b4e1b07980a4470e9ec4bf0f7d027c90be38670fa + uri: huggingface://mradermacher/Huihui-Jan-nano-abliterated-GGUF/Huihui-Jan-nano-abliterated.Q4_K_M.gguf - &gemma3 url: "github:mudler/LocalAI/gallery/gemma.yaml@master" name: "gemma-3-27b-it"