mirror of
https://github.com/mudler/LocalAI.git
synced 2024-06-07 19:40:48 +00:00
ea330d452d
* models(gallery): add mistral-0.3 and command-r, update functions Add also disable_parallel_new_lines to disable newlines in the JSON output when forcing parallel tools. Some models (like mistral) might be very sensible to that when being used for function calling. Signed-off-by: Ettore Di Giacinto <mudler@localai.io> * models(gallery): add aya-23-8b Signed-off-by: Ettore Di Giacinto <mudler@localai.io> --------- Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
68 lines
2.0 KiB
YAML
68 lines
2.0 KiB
YAML
---
|
|
name: "mistral-0.3"
|
|
|
|
config_file: |
|
|
context_size: 8192
|
|
mmap: true
|
|
stopwords:
|
|
- "<|im_end|>"
|
|
- "<dummy32000>"
|
|
- "</tool_call>"
|
|
- "<|eot_id|>"
|
|
- "<|end_of_text|>"
|
|
- "</s>"
|
|
- "[/TOOL_CALLS]"
|
|
- "[/ACTIONS]"
|
|
|
|
function:
|
|
# disable injecting the "answer" tool
|
|
disable_no_action: true
|
|
|
|
grammar:
|
|
# This allows the grammar to also return messages
|
|
#mixed_mode: true
|
|
# Not all models have a sketchpad or something to write thoughts on.
|
|
# This one will OR reply to strings OR JSON, but not both in the same reply
|
|
#no_mixed_free_string: true
|
|
# Disable grammar
|
|
# Base instructor model doesn't work well with grammars
|
|
disable: true
|
|
parallel_calls: true
|
|
disable_parallel_new_lines: true
|
|
|
|
return_name_in_function_response: true
|
|
# Without grammar uncomment the lines below
|
|
# Warning: this is relying only on the capability of the
|
|
# LLM model to generate the correct function call.
|
|
json_regex_match:
|
|
- "(?s)\\[TOOL\\_CALLS\\](.*)"
|
|
replace_function_results:
|
|
# Replace everything that is not JSON array or object
|
|
- key: '(?s)^[^{\[]*'
|
|
value: ""
|
|
- key: '(?s)[^}\]]*$'
|
|
value: ""
|
|
- key: "(?s)\\[TOOL\\_CALLS\\]"
|
|
value: ""
|
|
- key: "(?s)\\[\\/TOOL\\_CALLS\\]"
|
|
value: ""
|
|
|
|
template:
|
|
join_chat_messages_by_character: "" ## No newlines between messages
|
|
chat: |
|
|
{{.Input -}}
|
|
chat_message: |-
|
|
{{if eq .RoleName "user" -}}
|
|
[INST] {{.Content }} [/INST]
|
|
{{- else if .FunctionCall -}}
|
|
[TOOL_CALLS] {{toJson .FunctionCall}} [/TOOL_CALLS]
|
|
{{- else if eq .RoleName "tool" -}}
|
|
[TOOL_RESULTS] {{.Content}} [/TOOL_RESULTS]
|
|
{{- else -}}
|
|
{{ .Content -}}
|
|
{{ end -}}
|
|
completion: |
|
|
{{.Input}}
|
|
function: |-
|
|
[AVAILABLE_TOOLS] [{{range .Functions}}{"type": "function", "function": {"name": "{{.Name}}", "description": "{{.Description}}", "parameters": {{toJson .Parameters}} }}{{end}} ] [/AVAILABLE_TOOLS]{{.Input }}
|