fix(rwkv): load tokenizer file from model path (#255)

This commit is contained in:
Ettore Di Giacinto 2023-05-14 17:49:10 +02:00 committed by GitHub
parent 850a690290
commit 2a9d7474ce
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -2,6 +2,7 @@ package model
import ( import (
"fmt" "fmt"
"path/filepath"
"strings" "strings"
rwkv "github.com/donomii/go-rwkv.cpp" rwkv "github.com/donomii/go-rwkv.cpp"
@ -143,7 +144,7 @@ func (ml *ModelLoader) BackendLoader(backendString string, modelFile string, lla
case BertEmbeddingsBackend: case BertEmbeddingsBackend:
return ml.LoadModel(modelFile, bertEmbeddings) return ml.LoadModel(modelFile, bertEmbeddings)
case RwkvBackend: case RwkvBackend:
return ml.LoadModel(modelFile, rwkvLM(modelFile+tokenizerSuffix, threads)) return ml.LoadModel(modelFile, rwkvLM(filepath.Join(ml.ModelPath, modelFile+tokenizerSuffix), threads))
case WhisperBackend: case WhisperBackend:
return ml.LoadModel(modelFile, whisperModel) return ml.LoadModel(modelFile, whisperModel)
default: default: