2023-05-20 15:03:53 +00:00
|
|
|
## Set number of threads.
|
|
|
|
|
## Note: prefer the number of physical cores. Overbooking the CPU degrades performance notably.
|
2023-04-20 23:47:35 +00:00
|
|
|
# THREADS=14
|
2023-05-20 15:03:53 +00:00
|
|
|
|
|
|
|
|
## Specify a different bind address (defaults to ":8080")
|
|
|
|
|
# ADDRESS=127.0.0.1:8080
|
|
|
|
|
|
|
|
|
|
## Default models context size
|
2023-04-20 23:47:35 +00:00
|
|
|
# CONTEXT_SIZE=512
|
2023-05-20 15:03:53 +00:00
|
|
|
|
|
|
|
|
## Default path for models
|
2023-04-15 23:39:07 +00:00
|
|
|
MODELS_PATH=/models
|
2023-05-20 15:03:53 +00:00
|
|
|
|
|
|
|
|
## Enable debug mode
|
2023-04-20 23:47:35 +00:00
|
|
|
# DEBUG=true
|
2023-05-20 15:03:53 +00:00
|
|
|
|
|
|
|
|
## Specify a build type. Available: cublas, openblas.
|
|
|
|
|
# BUILD_TYPE=openblas
|
|
|
|
|
|
|
|
|
|
## Uncomment and set to false to disable rebuilding from source
|
|
|
|
|
# REBUILD=false
|
|
|
|
|
|
|
|
|
|
## Enable image generation with stablediffusion (requires REBUILD=true)
|
|
|
|
|
# GO_TAGS=stablediffusion
|
|
|
|
|
|
|
|
|
|
## Path where to store generated images
|
|
|
|
|
# IMAGE_PATH=/tmp
|
|
|
|
|
|
|
|
|
|
## Specify a default upload limit in MB (whisper)
|
|
|
|
|
# UPLOAD_LIMIT
|
