mirror of https://github.com/mudler/LocalAI.git
103 lines
2.8 KiB
Go
103 lines
2.8 KiB
Go
package gallery
|
|
|
|
import (
|
|
"fmt"
|
|
"os"
|
|
"path/filepath"
|
|
"strings"
|
|
|
|
"github.com/go-skynet/LocalAI/pkg/utils"
|
|
"github.com/imdario/mergo"
|
|
"gopkg.in/yaml.v2"
|
|
)
|
|
|
|
type Gallery struct {
|
|
URL string `json:"url" yaml:"url"`
|
|
Name string `json:"name" yaml:"name"`
|
|
}
|
|
|
|
// Installs a model from the gallery (galleryname@modelname)
|
|
func InstallModelFromGallery(galleries []Gallery, name string, basePath string, req GalleryModel, downloadStatus func(string, string, string, float64)) error {
|
|
|
|
// os.PathSeparator is not allowed in model names. Replace them with "__" to avoid conflicts with file paths.
|
|
name = strings.ReplaceAll(name, string(os.PathSeparator), "__")
|
|
|
|
models, err := AvailableGalleryModels(galleries, basePath)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
applyModel := func(model *GalleryModel) error {
|
|
config, err := GetGalleryConfigFromURL(model.URL)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
if req.Name != "" {
|
|
model.Name = req.Name
|
|
}
|
|
|
|
config.Files = append(config.Files, req.AdditionalFiles...)
|
|
config.Files = append(config.Files, model.AdditionalFiles...)
|
|
|
|
// TODO model.Overrides could be merged with user overrides (not defined yet)
|
|
if err := mergo.Merge(&model.Overrides, req.Overrides, mergo.WithOverride); err != nil {
|
|
return err
|
|
}
|
|
|
|
if err := InstallModel(basePath, model.Name, &config, model.Overrides, downloadStatus); err != nil {
|
|
return err
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
for _, model := range models {
|
|
if name == fmt.Sprintf("%s@%s", model.Gallery.Name, model.Name) {
|
|
return applyModel(model)
|
|
}
|
|
}
|
|
|
|
return fmt.Errorf("no model found with name %q", name)
|
|
}
|
|
|
|
// List available models
|
|
// Models galleries are a list of json files that are hosted on a remote server (for example github).
|
|
// Each json file contains a list of models that can be downloaded and optionally overrides to define a new model setting.
|
|
func AvailableGalleryModels(galleries []Gallery, basePath string) ([]*GalleryModel, error) {
|
|
var models []*GalleryModel
|
|
|
|
// Get models from galleries
|
|
for _, gallery := range galleries {
|
|
galleryModels, err := getGalleryModels(gallery, basePath)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
models = append(models, galleryModels...)
|
|
}
|
|
|
|
return models, nil
|
|
}
|
|
|
|
func getGalleryModels(gallery Gallery, basePath string) ([]*GalleryModel, error) {
|
|
var models []*GalleryModel = []*GalleryModel{}
|
|
|
|
err := utils.GetURI(gallery.URL, func(url string, d []byte) error {
|
|
return yaml.Unmarshal(d, &models)
|
|
})
|
|
if err != nil {
|
|
return models, err
|
|
}
|
|
|
|
// Add gallery to models
|
|
for _, model := range models {
|
|
model.Gallery = gallery
|
|
// we check if the model was already installed by checking if the config file exists
|
|
// TODO: (what to do if the model doesn't install a config file?)
|
|
if _, err := os.Stat(filepath.Join(basePath, fmt.Sprintf("%s.yaml", model.Name))); err == nil {
|
|
model.Installed = true
|
|
}
|
|
}
|
|
return models, nil
|
|
}
|