2023-10-02 16:14:10 +00:00
|
|
|
# CPU .env docs: https://localai.io/howtos/easy-setup-docker-cpu/
|
|
|
|
|
# GPU .env docs: https://localai.io/howtos/easy-setup-docker-gpu/
|
|
|
|
|
|
2023-07-17 22:04:21 +00:00
|
|
|
OPENAI_API_KEY=sk---anystringhere
|
|
|
|
|
OPENAI_API_BASE=http://api:8080/v1
|
|
|
|
|
# Models to preload at start
|
2023-10-02 16:14:10 +00:00
|
|
|
# Here we configure gpt4all as gpt-3.5-turbo and bert as embeddings,
|
|
|
|
|
# see other options in the model gallery at https://github.com/go-skynet/model-gallery
|
2023-07-17 22:04:21 +00:00
|
|
|
PRELOAD_MODELS=[{"url": "github:go-skynet/model-gallery/openllama-7b-open-instruct.yaml", "name": "gpt-3.5-turbo"}]
|
|
|
|
|
|
|
|
|
|
## Change the default number of threads
|
|
|
|
|
#THREADS=14
|
|
|
|
|
|
