Mirror/LocalAI
1
0
Fork 0
mirror of https://github.com/mudler/LocalAI.git synced 2024-06-07 19:40:48 +00:00
Code Issues Packages Projects Releases Wiki Activity

Allow to inject prompt as part of the call

Browse Source
This commit is contained in:
mudler 2023-04-09 09:36:19 +02:00
parent 4a932483e1
commit c17dcc5e9d
1 changed files with 11 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
api.go
View File

@ -64,6 +64,7 @@ func api(defaultModel *llama.LLama, loader *ModelLoader, listenAddr string, thre
input := new(struct {
Messages []Message `json:"messages"`
Model string `json:"model"`
Prompt string `json:"prompt"`
})
if err := c.BodyParser(input); err != nil {
return err
@ -126,6 +127,7 @@ func api(defaultModel *llama.LLama, loader *ModelLoader, listenAddr string, thre
predInput := strings.Join(mess, "\n")
if input.Prompt == "" {
// A model can have a "file.bin.tmpl" file associated with a prompt template prefix
templatedInput, err := loader.TemplatePrefix(input.Model, struct {
Input string
@ -133,6 +135,9 @@ func api(defaultModel *llama.LLama, loader *ModelLoader, listenAddr string, thre
if err == nil {
predInput = templatedInput
}
} else {
predInput = input.Prompt + predInput
}
// Generate the prediction using the language model
prediction, err := model.Predict(