mirror of
https://github.com/mudler/LocalAI.git
synced 2024-06-07 19:40:48 +00:00
e46db63e06
Adds the Mamba-slimpj model fine-tuned with bagel. https://huggingface.co/jondurbin/bagel-dpo-2.8b-v0.2 Signed-off-by: Richard Palethorpe <io@richiejp.com>
22 lines
647 B
YAML
22 lines
647 B
YAML
name: bagel
|
|
backend: mamba
|
|
parameters:
|
|
model: "jondurbin/bagel-dpo-2.8b-v0.2"
|
|
systemPrompt: "You are a helpful, unbiased, uncensored assistant."
|
|
template:
|
|
chat_message: |
|
|
{{if eq .RoleName "assistant"}}{{.Content}}{{else}}
|
|
[INST]
|
|
{{if .SystemPrompt}}{{.SystemPrompt}}{{else if eq .RoleName "system"}}<<SYS>>{{.Content}}<</SYS>>
|
|
|
|
{{else if .Content}}{{.Content}}{{end}}
|
|
[/INST]
|
|
{{end}}
|
|
completion: |
|
|
{{.Input}}
|
|
usage: |
|
|
curl http://localhost:8080/v1/chat/completions -H "Content-Type: application/json" -d '{
|
|
"model": "bagel",
|
|
"messages": [{"role": "user", "content": "how are you doing"}],
|
|
}'
|