mirror of
https://github.com/mudler/LocalAI.git
synced 2026-11-06 04:23:15 -05:00
chore(model gallery): 🤖 add new models via gallery agent
Signed-off-by: github-actions[bot] <41898282+github-actions[bot]@users.noreply.github.com>
(cherry picked from commit f2aa256d63)
This commit is contained in:
1 parent
0cd2efeb9f
commit
c82ae6e953
2 files changed
+152
No files matched your search
@@ -80785,3 +80785,75 @@
|
||||
top_p: 1.0
|
||||
template:
|
||||
use_tokenizer_template: true
|
||||
- url: github:mudler/LocalAI/gallery/virtual.yaml@master
|
||||
name: lfm3-1.7b-uncensored
|
||||
description: |
|
||||
API
|
||||
Try
|
||||
Docs
|
||||
Blog
|
||||
|
||||
# LFM3-1.7B
|
||||
|
||||
LFM3-1.7B is a **text model for local agents and specialized applications**, based on our new tri-hybrid architecture.
|
||||
|
||||
- **Agentic training:** post-trained for agentic harnesses such as Hermes Agent, Pi, and OpenClaw, with a 256K-token context window.
|
||||
- **Designed for the edge:** at 4-bit precision, it takes about 1 GB of memory, so it fits on any phone or laptop.
|
||||
- **Made to be specialized:** adapt the model to your domains, formats, and tools via quick single-GPU fine-tuning.
|
||||
|
||||
Find more information about the LFM3 family in our release blog post.
|
||||
|
||||
## Model details
|
||||
|
||||
The LFM3 family includes base, text, vision, audio, omni, and decision models.
|
||||
|
||||
Property
|
||||
Specification
|
||||
|
||||
Checkpoint
|
||||
Post-trained, text-only language model
|
||||
|
||||
Parameters
|
||||
1.73B
|
||||
|
||||
Architecture
|
||||
24 layers: 13 gated short convolutions, 5 sliding-window attention, 6 global attention
|
||||
|
||||
Context length
|
||||
256K tokens (input + output)
|
||||
|
||||
Vocabulary
|
||||
128,000 tokens
|
||||
|
||||
Languages
|
||||
English, Arabic, Chinese, French, German, Italian, Japanese, Korean, Portuguese, Spanish, Vietnamese, Thai, Indonesian, Hindi, Russian, Polish
|
||||
|
||||
License
|
||||
LFM Open License v1.0
|
||||
|
||||
...
|
||||
license: other
|
||||
urls:
|
||||
- https://huggingface.co/AtomicChat/LFM3-1.7B-Uncensored-GGUF
|
||||
icon: https://huggingface.co/LiquidAI/LFM3-1.7B/resolve/main/assets/liquid-ai-banner.webp
|
||||
tags:
|
||||
- llm
|
||||
- gguf
|
||||
files:
|
||||
- filename: llama-cpp/models/LFM3-1.7B-Uncensored-AD-Q4_K_M/LFM3-1.7B-Uncensored-AD-Q4_K_M.gguf
|
||||
sha256: b22df65673b54ed326f18f74826d76f3b65dadc237ffd6306cd52be04544827d
|
||||
uri: https://huggingface.co/AtomicChat/LFM3-1.7B-Uncensored-GGUF/resolve/main/LFM3-1.7B-Uncensored-AD-Q4_K_M.gguf
|
||||
overrides:
|
||||
backend: llama-cpp
|
||||
function:
|
||||
automatic_tool_parsing_fallback: true
|
||||
grammar:
|
||||
disable: true
|
||||
known_usecases:
|
||||
- chat
|
||||
options:
|
||||
- use_jinja:true
|
||||
parameters:
|
||||
model: llama-cpp/models/LFM3-1.7B-Uncensored-AD-Q4_K_M/LFM3-1.7B-Uncensored-AD-Q4_K_M.gguf
|
||||
template:
|
||||
use_tokenizer_template: true
|
||||
@@ -99158,3 +99158,83 @@
|
||||
top_p: 1.0
|
||||
template:
|
||||
use_tokenizer_template: true
|
||||
- kind: model
|
||||
id: lfm3-1.7b-uncensored
|
||||
name: lfm3-1.7b-uncensored
|
||||
version: 0.0.0-gallery.2ae656c3e159
|
||||
description: |
|
||||
API
|
||||
Try
|
||||
Docs
|
||||
Blog
|
||||
|
||||
# LFM3-1.7B
|
||||
|
||||
LFM3-1.7B is a **text model for local agents and specialized applications**, based on our new tri-hybrid architecture.
|
||||
|
||||
- **Agentic training:** post-trained for agentic harnesses such as Hermes Agent, Pi, and OpenClaw, with a 256K-token context window.
|
||||
- **Designed for the edge:** at 4-bit precision, it takes about 1 GB of memory, so it fits on any phone or laptop.
|
||||
- **Made to be specialized:** adapt the model to your domains, formats, and tools via quick single-GPU fine-tuning.
|
||||
|
||||
Find more information about the LFM3 family in our release blog post.
|
||||
|
||||
## Model details
|
||||
|
||||
The LFM3 family includes base, text, vision, audio, omni, and decision models.
|
||||
|
||||
Property
|
||||
Specification
|
||||
|
||||
Checkpoint
|
||||
Post-trained, text-only language model
|
||||
|
||||
Parameters
|
||||
1.73B
|
||||
|
||||
Architecture
|
||||
24 layers: 13 gated short convolutions, 5 sliding-window attention, 6 global attention
|
||||
|
||||
Context length
|
||||
256K tokens (input + output)
|
||||
|
||||
Vocabulary
|
||||
128,000 tokens
|
||||
|
||||
Languages
|
||||
English, Arabic, Chinese, French, German, Italian, Japanese, Korean, Portuguese, Spanish, Vietnamese, Thai, Indonesian, Hindi, Russian, Polish
|
||||
|
||||
License
|
||||
LFM Open License v1.0
|
||||
|
||||
...
|
||||
license: other
|
||||
urls:
|
||||
- https://huggingface.co/AtomicChat/LFM3-1.7B-Uncensored-GGUF
|
||||
tags:
|
||||
- llm
|
||||
- gguf
|
||||
icon: https://huggingface.co/LiquidAI/LFM3-1.7B/resolve/main/assets/liquid-ai-banner.webp
|
||||
channel: gallery
|
||||
policy:
|
||||
requireSignature: false
|
||||
schemaVersion: 1
|
||||
model:
|
||||
url: github:mudler/LocalAI/gallery/virtual.yaml@master
|
||||
files:
|
||||
- filename: llama-cpp/models/LFM3-1.7B-Uncensored-AD-Q4_K_M/LFM3-1.7B-Uncensored-AD-Q4_K_M.gguf
|
||||
sha256: b22df65673b54ed326f18f74826d76f3b65dadc237ffd6306cd52be04544827d
|
||||
uri: https://huggingface.co/AtomicChat/LFM3-1.7B-Uncensored-GGUF/resolve/main/LFM3-1.7B-Uncensored-AD-Q4_K_M.gguf
|
||||
overrides:
|
||||
backend: llama-cpp
|
||||
function:
|
||||
automatic_tool_parsing_fallback: true
|
||||
grammar:
|
||||
disable: true
|
||||
known_usecases:
|
||||
- chat
|
||||
options:
|
||||
- use_jinja:true
|
||||
parameters:
|
||||
model: llama-cpp/models/LFM3-1.7B-Uncensored-AD-Q4_K_M/LFM3-1.7B-Uncensored-AD-Q4_K_M.gguf
|
||||
template:
|
||||
use_tokenizer_template: true
|
||||
Reference in new issue
Block a user