diff --git a/docs/content/features/model-gallery.md b/docs/content/features/model-gallery.md index 56dde2118..1566bbf55 100644 --- a/docs/content/features/model-gallery.md +++ b/docs/content/features/model-gallery.md @@ -44,6 +44,25 @@ Both views store the view, search, filter, and selection in the URL. Installing from Explore does not move you away from the catalog; the entry updates in place when the operation finishes. +### Ornith 1.5 122B + +[Ornith 1.5 122B](https://huggingface.co/ornith-ai/Ornith-1.5-122B) +supports coding, reasoning, tool use, and image input through llama.cpp. +The gallery provides Unsloth UD-Q4_K_XL and Q8_0 GGUF builds with an F16 +vision projector. Installation downloads every shard of the selected build. + +Install with automatic variant selection: + +```bash +local-ai models install ornith-1.5-122b-ud-q4-k-xl +``` + +Use `--variant ornith-1.5-122b-ud-q4-k-xl` or +`--variant ornith-1.5-122b-q8` to select a specific build. +Both use an 8,192-token default context and the model card's coding sampling +settings. The model supports up to 262,144 tokens; increasing `context_size` +requires additional memory. + ### MiniCPM-V 4.7 1B [MiniCPM-V 4.7 1B](https://huggingface.co/openbmb/MiniCPM-V-4.7-1B) diff --git a/gallery/index.yaml b/gallery/index.yaml index 981cc3563..81e267e13 100644 --- a/gallery/index.yaml +++ b/gallery/index.yaml @@ -3,6 +3,123 @@ # written by scripts/models/cmd/modelcatalog and stays only so releases before # the cutover keep working. CI fails when it differs from the generated copy: # go run ./scripts/models/cmd/modelcatalog --library gallery/models/index.yaml --out gallery/index.yaml +- url: github:mudler/LocalAI/gallery/virtual.yaml@master + name: ornith-1.5-122b-ud-q4-k-xl + description: | + Ornith 1.5 122B is a Qwen3.5 mixture-of-experts model for reasoning, + coding, and tool use. This UD-Q4_K_XL GGUF build includes the F16 vision + projector for image input and uses an 8,192-token default context. + license: mit + urls: + - https://huggingface.co/ornith-ai/Ornith-1.5-122B + - https://huggingface.co/unsloth/Ornith-1.5-122B-GGUF + tags: + - llm + - gguf + - cpu + - gpu + - qwen + - moe + - reasoning + - coding + - tools + - vision + files: + - filename: llama-cpp/models/ornith-1.5-122b/Ornith-1.5-122B-UD-Q4_K_XL-00001-of-00003.gguf + sha256: 7159d31a6a6ce5528500b490880383844c3c9b21fcdaad94e66c9e65233ff359 + uri: https://huggingface.co/unsloth/Ornith-1.5-122B-GGUF/resolve/3842d003341507c216295c6f28dfcd30349925c6/UD-Q4_K_XL/Ornith-1.5-122B-UD-Q4_K_XL-00001-of-00003.gguf + - filename: llama-cpp/models/ornith-1.5-122b/Ornith-1.5-122B-UD-Q4_K_XL-00002-of-00003.gguf + sha256: e66952128394bb4c75554c7e10a12a8b63dd1c7f049d876a02885a946e30c1c3 + uri: https://huggingface.co/unsloth/Ornith-1.5-122B-GGUF/resolve/3842d003341507c216295c6f28dfcd30349925c6/UD-Q4_K_XL/Ornith-1.5-122B-UD-Q4_K_XL-00002-of-00003.gguf + - filename: llama-cpp/models/ornith-1.5-122b/Ornith-1.5-122B-UD-Q4_K_XL-00003-of-00003.gguf + sha256: 21325ec18a9e3210eeffada0fc327a25a79171918f1d04f8f0a06b61866ac9ba + uri: https://huggingface.co/unsloth/Ornith-1.5-122B-GGUF/resolve/3842d003341507c216295c6f28dfcd30349925c6/UD-Q4_K_XL/Ornith-1.5-122B-UD-Q4_K_XL-00003-of-00003.gguf + - filename: llama-cpp/mmproj/ornith-1.5-122b/mmproj-F16.gguf + sha256: 39db176176a904b101f5173a4f03e785990f9279f94ab373c4fd629ae7011817 + uri: https://huggingface.co/unsloth/Ornith-1.5-122B-GGUF/resolve/3842d003341507c216295c6f28dfcd30349925c6/mmproj-F16.gguf + overrides: + backend: llama-cpp + context_size: 8192 + function: + automatic_tool_parsing_fallback: true + grammar: + disable: true + known_usecases: + - chat + - vision + mmproj: llama-cpp/mmproj/ornith-1.5-122b/mmproj-F16.gguf + options: + - use_jinja:true + parameters: + min_p: 0 + model: llama-cpp/models/ornith-1.5-122b/Ornith-1.5-122B-UD-Q4_K_XL-00001-of-00003.gguf + repeat_penalty: 1 + temperature: 0.6 + top_k: 20 + top_p: 0.95 + template: + use_tokenizer_template: true + variants: + - model: ornith-1.5-122b-q8 +- url: github:mudler/LocalAI/gallery/virtual.yaml@master + name: ornith-1.5-122b-q8 + description: | + Ornith 1.5 122B is a Qwen3.5 mixture-of-experts model for reasoning, + coding, and tool use. This Q8_0 GGUF build includes the F16 vision + projector for image input and uses an 8,192-token default context. + license: mit + urls: + - https://huggingface.co/ornith-ai/Ornith-1.5-122B + - https://huggingface.co/unsloth/Ornith-1.5-122B-GGUF + tags: + - llm + - gguf + - cpu + - gpu + - qwen + - moe + - reasoning + - coding + - tools + - vision + files: + - filename: llama-cpp/models/ornith-1.5-122b/Ornith-1.5-122B-Q8_0-00001-of-00004.gguf + sha256: e9dbc5401757506c6bbb04dba3bf65decc6435aaf0733f1e95cc58a9332166fc + uri: https://huggingface.co/unsloth/Ornith-1.5-122B-GGUF/resolve/3842d003341507c216295c6f28dfcd30349925c6/Q8_0/Ornith-1.5-122B-Q8_0-00001-of-00004.gguf + - filename: llama-cpp/models/ornith-1.5-122b/Ornith-1.5-122B-Q8_0-00002-of-00004.gguf + sha256: c1ea340f63c932895417f7c2e7c4967b4b56f3e5a3f981242d0482c662aae2b8 + uri: https://huggingface.co/unsloth/Ornith-1.5-122B-GGUF/resolve/3842d003341507c216295c6f28dfcd30349925c6/Q8_0/Ornith-1.5-122B-Q8_0-00002-of-00004.gguf + - filename: llama-cpp/models/ornith-1.5-122b/Ornith-1.5-122B-Q8_0-00003-of-00004.gguf + sha256: 644c26a3d8cab405186ef545e4071b433a23c2a359e45434c822d9c48884eb4c + uri: https://huggingface.co/unsloth/Ornith-1.5-122B-GGUF/resolve/3842d003341507c216295c6f28dfcd30349925c6/Q8_0/Ornith-1.5-122B-Q8_0-00003-of-00004.gguf + - filename: llama-cpp/models/ornith-1.5-122b/Ornith-1.5-122B-Q8_0-00004-of-00004.gguf + sha256: 43bdc1b0cb764b5531d320816fb6004245256a414bfd55f1fdb69e3db42eaa57 + uri: https://huggingface.co/unsloth/Ornith-1.5-122B-GGUF/resolve/3842d003341507c216295c6f28dfcd30349925c6/Q8_0/Ornith-1.5-122B-Q8_0-00004-of-00004.gguf + - filename: llama-cpp/mmproj/ornith-1.5-122b/mmproj-F16.gguf + sha256: 39db176176a904b101f5173a4f03e785990f9279f94ab373c4fd629ae7011817 + uri: https://huggingface.co/unsloth/Ornith-1.5-122B-GGUF/resolve/3842d003341507c216295c6f28dfcd30349925c6/mmproj-F16.gguf + overrides: + backend: llama-cpp + context_size: 8192 + function: + automatic_tool_parsing_fallback: true + grammar: + disable: true + known_usecases: + - chat + - vision + mmproj: llama-cpp/mmproj/ornith-1.5-122b/mmproj-F16.gguf + options: + - use_jinja:true + parameters: + min_p: 0 + model: llama-cpp/models/ornith-1.5-122b/Ornith-1.5-122B-Q8_0-00001-of-00004.gguf + repeat_penalty: 1 + temperature: 0.6 + top_k: 20 + top_p: 0.95 + template: + use_tokenizer_template: true - url: github:mudler/LocalAI/gallery/virtual.yaml@master name: adavar-3b-q4 description: | diff --git a/gallery/models/index.yaml b/gallery/models/index.yaml index da124ab3a..c29c66678 100644 --- a/gallery/models/index.yaml +++ b/gallery/models/index.yaml @@ -4,6 +4,139 @@ # changes and never edit it by hand. CI fails when it is stale. A build from # master reads it as the default model source; a tagged build reads the gallery # until the release cutover. +- kind: model + id: ornith-1.5-122b-ud-q4-k-xl + name: ornith-1.5-122b-ud-q4-k-xl + version: 0.0.0-gallery.a2e3fad41cfd + description: | + Ornith 1.5 122B is a Qwen3.5 mixture-of-experts model for reasoning, + coding, and tool use. This UD-Q4_K_XL GGUF build includes the F16 vision + projector for image input and uses an 8,192-token default context. + license: mit + urls: + - https://huggingface.co/ornith-ai/Ornith-1.5-122B + - https://huggingface.co/unsloth/Ornith-1.5-122B-GGUF + tags: + - llm + - gguf + - cpu + - gpu + - qwen + - moe + - reasoning + - coding + - tools + - vision + channel: gallery + policy: + requireSignature: false + schemaVersion: 1 + model: + url: github:mudler/LocalAI/gallery/virtual.yaml@master + files: + - filename: llama-cpp/models/ornith-1.5-122b/Ornith-1.5-122B-UD-Q4_K_XL-00001-of-00003.gguf + sha256: 7159d31a6a6ce5528500b490880383844c3c9b21fcdaad94e66c9e65233ff359 + uri: https://huggingface.co/unsloth/Ornith-1.5-122B-GGUF/resolve/3842d003341507c216295c6f28dfcd30349925c6/UD-Q4_K_XL/Ornith-1.5-122B-UD-Q4_K_XL-00001-of-00003.gguf + - filename: llama-cpp/models/ornith-1.5-122b/Ornith-1.5-122B-UD-Q4_K_XL-00002-of-00003.gguf + sha256: e66952128394bb4c75554c7e10a12a8b63dd1c7f049d876a02885a946e30c1c3 + uri: https://huggingface.co/unsloth/Ornith-1.5-122B-GGUF/resolve/3842d003341507c216295c6f28dfcd30349925c6/UD-Q4_K_XL/Ornith-1.5-122B-UD-Q4_K_XL-00002-of-00003.gguf + - filename: llama-cpp/models/ornith-1.5-122b/Ornith-1.5-122B-UD-Q4_K_XL-00003-of-00003.gguf + sha256: 21325ec18a9e3210eeffada0fc327a25a79171918f1d04f8f0a06b61866ac9ba + uri: https://huggingface.co/unsloth/Ornith-1.5-122B-GGUF/resolve/3842d003341507c216295c6f28dfcd30349925c6/UD-Q4_K_XL/Ornith-1.5-122B-UD-Q4_K_XL-00003-of-00003.gguf + - filename: llama-cpp/mmproj/ornith-1.5-122b/mmproj-F16.gguf + sha256: 39db176176a904b101f5173a4f03e785990f9279f94ab373c4fd629ae7011817 + uri: https://huggingface.co/unsloth/Ornith-1.5-122B-GGUF/resolve/3842d003341507c216295c6f28dfcd30349925c6/mmproj-F16.gguf + overrides: + backend: llama-cpp + context_size: 8192 + function: + automatic_tool_parsing_fallback: true + grammar: + disable: true + known_usecases: + - chat + - vision + mmproj: llama-cpp/mmproj/ornith-1.5-122b/mmproj-F16.gguf + options: + - use_jinja:true + parameters: + min_p: 0 + model: llama-cpp/models/ornith-1.5-122b/Ornith-1.5-122B-UD-Q4_K_XL-00001-of-00003.gguf + repeat_penalty: 1 + temperature: 0.6 + top_k: 20 + top_p: 0.95 + template: + use_tokenizer_template: true + variants: + - model: ornith-1.5-122b-q8 +- kind: model + id: ornith-1.5-122b-q8 + name: ornith-1.5-122b-q8 + version: 0.0.0-gallery.c413535d0838 + description: | + Ornith 1.5 122B is a Qwen3.5 mixture-of-experts model for reasoning, + coding, and tool use. This Q8_0 GGUF build includes the F16 vision + projector for image input and uses an 8,192-token default context. + license: mit + urls: + - https://huggingface.co/ornith-ai/Ornith-1.5-122B + - https://huggingface.co/unsloth/Ornith-1.5-122B-GGUF + tags: + - llm + - gguf + - cpu + - gpu + - qwen + - moe + - reasoning + - coding + - tools + - vision + channel: gallery + policy: + requireSignature: false + schemaVersion: 1 + model: + url: github:mudler/LocalAI/gallery/virtual.yaml@master + files: + - filename: llama-cpp/models/ornith-1.5-122b/Ornith-1.5-122B-Q8_0-00001-of-00004.gguf + sha256: e9dbc5401757506c6bbb04dba3bf65decc6435aaf0733f1e95cc58a9332166fc + uri: https://huggingface.co/unsloth/Ornith-1.5-122B-GGUF/resolve/3842d003341507c216295c6f28dfcd30349925c6/Q8_0/Ornith-1.5-122B-Q8_0-00001-of-00004.gguf + - filename: llama-cpp/models/ornith-1.5-122b/Ornith-1.5-122B-Q8_0-00002-of-00004.gguf + sha256: c1ea340f63c932895417f7c2e7c4967b4b56f3e5a3f981242d0482c662aae2b8 + uri: https://huggingface.co/unsloth/Ornith-1.5-122B-GGUF/resolve/3842d003341507c216295c6f28dfcd30349925c6/Q8_0/Ornith-1.5-122B-Q8_0-00002-of-00004.gguf + - filename: llama-cpp/models/ornith-1.5-122b/Ornith-1.5-122B-Q8_0-00003-of-00004.gguf + sha256: 644c26a3d8cab405186ef545e4071b433a23c2a359e45434c822d9c48884eb4c + uri: https://huggingface.co/unsloth/Ornith-1.5-122B-GGUF/resolve/3842d003341507c216295c6f28dfcd30349925c6/Q8_0/Ornith-1.5-122B-Q8_0-00003-of-00004.gguf + - filename: llama-cpp/models/ornith-1.5-122b/Ornith-1.5-122B-Q8_0-00004-of-00004.gguf + sha256: 43bdc1b0cb764b5531d320816fb6004245256a414bfd55f1fdb69e3db42eaa57 + uri: https://huggingface.co/unsloth/Ornith-1.5-122B-GGUF/resolve/3842d003341507c216295c6f28dfcd30349925c6/Q8_0/Ornith-1.5-122B-Q8_0-00004-of-00004.gguf + - filename: llama-cpp/mmproj/ornith-1.5-122b/mmproj-F16.gguf + sha256: 39db176176a904b101f5173a4f03e785990f9279f94ab373c4fd629ae7011817 + uri: https://huggingface.co/unsloth/Ornith-1.5-122B-GGUF/resolve/3842d003341507c216295c6f28dfcd30349925c6/mmproj-F16.gguf + overrides: + backend: llama-cpp + context_size: 8192 + function: + automatic_tool_parsing_fallback: true + grammar: + disable: true + known_usecases: + - chat + - vision + mmproj: llama-cpp/mmproj/ornith-1.5-122b/mmproj-F16.gguf + options: + - use_jinja:true + parameters: + min_p: 0 + model: llama-cpp/models/ornith-1.5-122b/Ornith-1.5-122B-Q8_0-00001-of-00004.gguf + repeat_penalty: 1 + temperature: 0.6 + top_k: 20 + top_p: 0.95 + template: + use_tokenizer_template: true - kind: model id: adavar-3b-q4 name: adavar-3b-q4