package transformers // This is a wrapper to statisfy the GRPC service interface // It is meant to be used by the main executable that is the server for the specific backend type (falcon, gpt3, etc) import ( "fmt" pb "github.com/go-skynet/LocalAI/pkg/grpc/proto" transformers "github.com/go-skynet/go-ggml-transformers.cpp" ) type GPTNeoX struct { gptneox *transformers.GPTNeoX } func (llm *GPTNeoX) Load(opts *pb.ModelOptions) error { model, err := transformers.NewGPTNeoX(opts.Model) llm.gptneox = model return err } func (llm *GPTNeoX) Embeddings(opts *pb.PredictOptions) ([]float32, error) { return nil, fmt.Errorf("not implemented") } func (llm *GPTNeoX) Predict(opts *pb.PredictOptions) (string, error) { return llm.gptneox.Predict(opts.Prompt, buildPredictOptions(opts)...) } // fallback to Predict func (llm *GPTNeoX) PredictStream(opts *pb.PredictOptions, results chan string) { go func() { res, err := llm.gptneox.Predict(opts.Prompt, buildPredictOptions(opts)...) if err != nil { fmt.Println("err: ", err) } results <- res close(results) }() }