mirror of
https://github.com/mudler/LocalAI.git
synced 2024-06-07 19:40:48 +00:00
27 lines
750 B
Go
27 lines
750 B
Go
package transformers
|
|
|
|
import (
|
|
pb "github.com/go-skynet/LocalAI/pkg/grpc/proto"
|
|
transformers "github.com/go-skynet/go-ggml-transformers.cpp"
|
|
)
|
|
|
|
func buildPredictOptions(opts *pb.PredictOptions) []transformers.PredictOption {
|
|
predictOptions := []transformers.PredictOption{
|
|
transformers.SetTemperature(float64(opts.Temperature)),
|
|
transformers.SetTopP(float64(opts.TopP)),
|
|
transformers.SetTopK(int(opts.TopK)),
|
|
transformers.SetTokens(int(opts.Tokens)),
|
|
transformers.SetThreads(int(opts.Threads)),
|
|
}
|
|
|
|
if opts.Batch != 0 {
|
|
predictOptions = append(predictOptions, transformers.SetBatch(int(opts.Batch)))
|
|
}
|
|
|
|
if opts.Seed != 0 {
|
|
predictOptions = append(predictOptions, transformers.SetSeed(int(opts.Seed)))
|
|
}
|
|
|
|
return predictOptions
|
|
}
|