From c4eb02c80fea315b7a182c79274e285d9685d20c Mon Sep 17 00:00:00 2001 From: Ettore Di Giacinto Date: Wed, 5 Jun 2024 23:46:59 +0200 Subject: [PATCH] models(gallery): add l3-8b-stheno-v3.2-iq-imatrix (#2500) Signed-off-by: Ettore Di Giacinto --- gallery/index.yaml | 13 +++++++++++++ 1 file changed, 13 insertions(+) diff --git a/gallery/index.yaml b/gallery/index.yaml index a28f5a27..90df12c8 100644 --- a/gallery/index.yaml +++ b/gallery/index.yaml @@ -334,6 +334,19 @@ - filename: l3-8b-stheno-v3.1.Q4_K_M.gguf sha256: f166fb8b7fd1de6638fcf8e3561c99292f0c37debe1132325aa583eef78f1b40 uri: huggingface://mudler/L3-8B-Stheno-v3.1-Q4_K_M-GGUF/l3-8b-stheno-v3.1.Q4_K_M.gguf +- !!merge <<: *llama3 + name: "l3-8b-stheno-v3.2-iq-imatrix" + urls: + - https://huggingface.co/Sao10K/L3-8B-Stheno-v3.2 + - https://huggingface.co/Lewdiculous/L3-8B-Stheno-v3.2-GGUF-IQ-Imatrix + icon: https://cdn-uploads.huggingface.co/production/uploads/65d4cf2693a0a3744a27536c/1rLk3xdnfD7AkdQBXWUqb.png + overrides: + parameters: + model: L3-8B-Stheno-v3.2-Q4_K_M-imat.gguf + files: + - filename: L3-8B-Stheno-v3.2-Q4_K_M-imat.gguf + sha256: 8607a426b0c2007716df8a9eb96754e3ccca761a3996af5d49fcd74d87ada347 + uri: huggingface://Lewdiculous/L3-8B-Stheno-v3.2-GGUF-IQ-Imatrix/L3-8B-Stheno-v3.2-Q4_K_M-imat.gguf - !!merge <<: *llama3 name: "llama-3-stheno-mahou-8b" urls: