LocalAI/backend/python/exllama2/run.sh

#!/bin/bash

##
## A bash script wrapper that runs the exllama server with conda

export PATH=$PATH:/opt/conda/bin

# Activate conda environment
source activate transformers

# get the directory where the bash script is located
DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" >/dev/null 2>&1 && pwd )"

cd $DIR

python $DIR/exllama2_backend.py $@
exllama(v2): fix exllamav1, add exllamav2 (#1384) * fix(exllama): fix exllama deps with anaconda Signed-off-by: Ettore Di Giacinto <mudler@localai.io> * feat(exllamav2): add exllamav2 backend Signed-off-by: Ettore Di Giacinto <mudler@localai.io> --------- Signed-off-by: Ettore Di Giacinto <mudler@localai.io> 2023-12-05 07:15:37 +00:00			`#!/bin/bash`

			`##`
			`## A bash script wrapper that runs the exllama server with conda`

			`export PATH=$PATH:/opt/conda/bin`

			`# Activate conda environment`
deps(conda): use transformers-env with vllm,exllama(2) (#1554) * deps(conda): use transformers with vllm * join vllm, exllama, exllama2, split petals 2024-01-06 12:32:28 +00:00			`source activate transformers`
exllama(v2): fix exllamav1, add exllamav2 (#1384) * fix(exllama): fix exllama deps with anaconda Signed-off-by: Ettore Di Giacinto <mudler@localai.io> * feat(exllamav2): add exllamav2 backend Signed-off-by: Ettore Di Giacinto <mudler@localai.io> --------- Signed-off-by: Ettore Di Giacinto <mudler@localai.io> 2023-12-05 07:15:37 +00:00
			`# get the directory where the bash script is located`
			`DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" >/dev/null 2>&1 && pwd )"`

fix(entrypoint): cd to backend dir before start (#1530) Certain backends as vall-e-x are not meant to be used as a library, so we want to start the process in the same folder where the backend and all the assets are fixes #1394 2024-01-01 21:02:48 +00:00			`cd $DIR`

exllama(v2): fix exllamav1, add exllamav2 (#1384) * fix(exllama): fix exllama deps with anaconda Signed-off-by: Ettore Di Giacinto <mudler@localai.io> * feat(exllamav2): add exllamav2 backend Signed-off-by: Ettore Di Giacinto <mudler@localai.io> --------- Signed-off-by: Ettore Di Giacinto <mudler@localai.io> 2023-12-05 07:15:37 +00:00			`python $DIR/exllama2_backend.py $@`