LocalAI/pkg/backend/llm/transformers/predict.go

package transformers

import (
	pb "github.com/go-skynet/LocalAI/pkg/grpc/proto"
	transformers "github.com/go-skynet/go-ggml-transformers.cpp"
)

func buildPredictOptions(opts *pb.PredictOptions) []transformers.PredictOption {
	predictOptions := []transformers.PredictOption{
		transformers.SetTemperature(float64(opts.Temperature)),
		transformers.SetTopP(float64(opts.TopP)),
		transformers.SetTopK(int(opts.TopK)),
		transformers.SetTokens(int(opts.Tokens)),
		transformers.SetThreads(int(opts.Threads)),
	}

	if opts.Batch != 0 {
		predictOptions = append(predictOptions, transformers.SetBatch(int(opts.Batch)))
	}

	if opts.Seed != 0 {
		predictOptions = append(predictOptions, transformers.SetSeed(int(opts.Seed)))
	}

	return predictOptions
}