Mirror
/
LocalAI
mirror of https://github.com/mudler/LocalAI.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

fix(hermes-2-pro-mistral): add stopword for toolcall (#1939) 

Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
This commit is contained in:
Ettore Di Giacinto 2024-04-01 11:48:35 +02:00 committed by GitHub
parent 66f90f8dc1
commit ebb1fcedea
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
4 changed files with 4 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
aio/cpu/text-to-text.yaml
View File

@ -41,6 +41,7 @@ f16: true
stopwords:
- <|im_end|>
- <dummy32000>
- "\n</tool_call>"
usage: |
curl http://localhost:8080/v1/chat/completions -H "Content-Type: application/json" -d '{
"model": "gpt-4",

1
aio/gpu-8g/text-to-text.yaml
View File

@ -41,6 +41,7 @@ f16: true
stopwords:
- <|im_end|>
- <dummy32000>
- "\n</tool_call>"
usage: |
curl http://localhost:8080/v1/chat/completions -H "Content-Type: application/json" -d '{
"model": "gpt-4",

1
aio/intel/text-to-text.yaml
View File

@ -40,6 +40,7 @@ template:
context_size: 4096
stopwords:
- <|im_end|>
- "\n</tool_call>"
- <dummy32000>
usage: |
curl http://localhost:8080/v1/chat/completions -H "Content-Type: application/json" -d '{

1
embedded/models/hermes-2-pro-mistral.yaml
View File

@ -41,6 +41,7 @@ f16: true
stopwords:
- <|im_end|>
- <dummy32000>
- "\n</tool_call>"
usage: |
curl http://localhost:8080/v1/chat/completions -H "Content-Type: application/json" -d '{
"model": "hermes-2-pro-mistral",