chore(model gallery): update deepseek-r1 prompt template (#4686)

Signed-off-by: Gianluca Boiano <morf3089@gmail.com>
This commit is contained in:
Gianluca Boiano authored and GitHub committed 2025-01-25 09:04:38 +01:00
1 parent 9409c99738
commit e9cace137b
2 files changed
+24 -1

No files matched your search

+23
View File
@@ -0,0 +1,23 @@
---
name: "deepseek-r1"
config_file: |
context_size: 131072
mmap: true
f16: true
stopwords:
- <|begin▁of▁sentence|>
- <|end▁of▁sentence|>
- <|User|>
- <|Assistant|>
template:
chat_message: |
{{if eq .RoleName "system" -}}{{.Content }}
{{ end -}}
{{if eq .RoleName "user" -}}<|User|>{{.Content}}
{{end -}}
{{if eq .RoleName "assistant" -}}<|Assistant|>{{.Content}}<|end▁of▁sentence|>{{end}}
completion: |
{{.Input}}
chat: |
{{.Input -}}<|Assistant|>
+1 -1
View File
@@ -5302,7 +5302,7 @@
sha256: a47782c55ef2b39b19644213720a599d9849511a73c9ebb0c1de749383c0a0f8
uri: huggingface://RichardErkhov/ContextualAI_-_archangel_sft_pythia2-8b-gguf/archangel_sft_pythia2-8b.Q4_K_M.gguf
- &deepseek-r1 ## Start DeepSeek-R1
url: "github:mudler/LocalAI/gallery/chatml.yaml@master"
url: "github:mudler/LocalAI/gallery/deepseek-r1.yaml@master"
name: "deepseek-r1-distill-qwen-1.5b"
icon: "https://avatars.githubusercontent.com/u/148330874"
urls: