From a8089494fdcaa4cfbc1997f3d32cd225ed395de1 Mon Sep 17 00:00:00 2001 From: Ettore Di Giacinto Date: Sun, 28 Apr 2024 12:04:04 +0200 Subject: [PATCH] models(gallery): add biomistral-7b (#2161) * models(gallery): add biomistral-7b Signed-off-by: Ettore Di Giacinto * add <|end_of_text|> to llama3 as stopword Signed-off-by: Ettore Di Giacinto --------- Signed-off-by: Ettore Di Giacinto --- gallery/index.yaml | 14 ++++++++++++++ gallery/llama3-instruct.yaml | 1 + 2 files changed, 15 insertions(+) diff --git a/gallery/index.yaml b/gallery/index.yaml index d4e8d6b4..012a1ecb 100644 --- a/gallery/index.yaml +++ b/gallery/index.yaml @@ -698,6 +698,20 @@ - filename: "Hermes-2-Pro-Mistral-7B.Q8_0.gguf" sha256: "b6d95d7ec9a395b7568cc94b0447fd4f90b6f69d6e44794b1fbb84e3f732baca" uri: "huggingface://NousResearch/Hermes-2-Pro-Mistral-7B-GGUF/Hermes-2-Pro-Mistral-7B.Q8_0.gguf" +- <<: *hermes-2-pro-mistral + name: "biomistral-7b" + description: | + BioMistral: A Collection of Open-Source Pretrained Large Language Models for Medical Domains + urls: + - https://huggingface.co/MaziyarPanahi/BioMistral-7B-GGUF + icon: https://huggingface.co/BioMistral/BioMistral-7B/resolve/main/wordart_blue_m_rectangle.png?download=true + overrides: + parameters: + model: BioMistral-7B.Q4_K_M.gguf + files: + - filename: "BioMistral-7B.Q4_K_M.gguf" + sha256: "3a73107045dfe7e3f113b392b0a67e3e6ca9fa9dae2abe301424ce5abd1721a6" + uri: "huggingface://MaziyarPanahi/BioMistral-7B-GGUF/BioMistral-7B.Q4_K_M.gguf" ### END Hermes-2-Pro-Mistral ### START Cerbero - url: "github:mudler/LocalAI/gallery/cerbero.yaml@master" diff --git a/gallery/llama3-instruct.yaml b/gallery/llama3-instruct.yaml index f6016cbd..3eed758b 100644 --- a/gallery/llama3-instruct.yaml +++ b/gallery/llama3-instruct.yaml @@ -41,3 +41,4 @@ config_file: | - <|im_end|> - - "<|eot_id|>" + - <|end_of_text|>