fix(rwkv): load tokenizer file from model path (#255)

This commit is contained in:
Ettore Di Giacinto 2023-05-14 17:49:10 +02:00 committed by GitHub
parent 850a690290
commit 2a9d7474ce
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -2,6 +2,7 @@ package model
import (
"fmt"
"path/filepath"
"strings"
rwkv "github.com/donomii/go-rwkv.cpp"
@ -143,7 +144,7 @@ func (ml *ModelLoader) BackendLoader(backendString string, modelFile string, lla
case BertEmbeddingsBackend:
return ml.LoadModel(modelFile, bertEmbeddings)
case RwkvBackend:
return ml.LoadModel(modelFile, rwkvLM(modelFile+tokenizerSuffix, threads))
return ml.LoadModel(modelFile, rwkvLM(filepath.Join(ml.ModelPath, modelFile+tokenizerSuffix), threads))
case WhisperBackend:
return ml.LoadModel(modelFile, whisperModel)
default: