LocalAI/backend/python/exllama/run.sh

10 lines
192 B
Bash
Executable File

#!/bin/bash
##
## A bash script wrapper that runs the exllama server with uv
MY_DIR="$(dirname -- "${BASH_SOURCE[0]}")"
source $MY_DIR/venv/bin/activate
python $MY_DIR/source/exllama.py $@