LocalAI/gallery/moondream.yaml

---
name: "moondream2"


config_file: |
    backend: llama-cpp
    context_size: 2046
    roles:
      user: "\nQuestion: "
      system: "\nSystem: "
      assistant: "\nAnswer: "
    stopwords:
    - "Question:"
    - "<|endoftext|>"
    f16: true
    template:
      completion: |
        Complete the following sentence: {{.Input}}
      chat: "{{.Input}}\nAnswer:\n"
models(gallery): add moondream2 (#2237) * models(gallery): add moondream2 Signed-off-by: Ettore Di Giacinto <mudler@localai.io> * models(gallery): fix typo for TTS models Signed-off-by: Ettore Di Giacinto <mudler@localai.io> * models(gallery): add base config for moondream2 and icon Signed-off-by: Ettore Di Giacinto <mudler@localai.io> * linter fixes Signed-off-by: Ettore Di Giacinto <mudler@localai.io> --------- Signed-off-by: Ettore Di Giacinto <mudler@localai.io> 2024-05-04 16:29:04 +00:00			`---`
			`name: "moondream2"`


			`config_file: \|`
			`backend: llama-cpp`
			`context_size: 2046`
			`roles:`
			`user: "\nQuestion: "`
			`system: "\nSystem: "`
			`assistant: "\nAnswer: "`
			`stopwords:`
models(gallery): moondream2 fixups Signed-off-by: Ettore Di Giacinto <mudler@users.noreply.github.com> 2024-05-05 08:49:04 +00:00			`- "Question:"`
			`- "<\|endoftext\|>"`
models(gallery): add moondream2 (#2237) * models(gallery): add moondream2 Signed-off-by: Ettore Di Giacinto <mudler@localai.io> * models(gallery): fix typo for TTS models Signed-off-by: Ettore Di Giacinto <mudler@localai.io> * models(gallery): add base config for moondream2 and icon Signed-off-by: Ettore Di Giacinto <mudler@localai.io> * linter fixes Signed-off-by: Ettore Di Giacinto <mudler@localai.io> --------- Signed-off-by: Ettore Di Giacinto <mudler@localai.io> 2024-05-04 16:29:04 +00:00			`f16: true`
			`template:`
			`completion: \|`
			`Complete the following sentence: {{.Input}}`
models(gallery): moondream2 fixups Signed-off-by: Ettore Di Giacinto <mudler@users.noreply.github.com> 2024-05-05 08:49:04 +00:00			`chat: "{{.Input}}\nAnswer:\n"`