LocalAI/backend/python/exllama/install.sh

#!/bin/bash

##
## A bash script installs the required dependencies of VALL-E-X and prepares the environment
export PATH=$PATH:/opt/conda/bin

# Activate conda environment
source activate transformers

echo $CONDA_PREFIX


git clone https://github.com/turboderp/exllama $CONDA_PREFIX/exllama && pushd $CONDA_PREFIX/exllama && pip install -r requirements.txt && popd

cp -rfv $CONDA_PREFIX/exllama/* ./
exllama(v2): fix exllamav1, add exllamav2 (#1384) * fix(exllama): fix exllama deps with anaconda Signed-off-by: Ettore Di Giacinto <mudler@localai.io> * feat(exllamav2): add exllamav2 backend Signed-off-by: Ettore Di Giacinto <mudler@localai.io> --------- Signed-off-by: Ettore Di Giacinto <mudler@localai.io> 2023-12-05 07:15:37 +00:00			`#!/bin/bash`

			`##`
			`## A bash script installs the required dependencies of VALL-E-X and prepares the environment`
			`export PATH=$PATH:/opt/conda/bin`

			`# Activate conda environment`
deps(conda): use transformers-env with vllm,exllama(2) (#1554) * deps(conda): use transformers with vllm * join vllm, exllama, exllama2, split petals 2024-01-06 12:32:28 +00:00			`source activate transformers`
exllama(v2): fix exllamav1, add exllamav2 (#1384) * fix(exllama): fix exllama deps with anaconda Signed-off-by: Ettore Di Giacinto <mudler@localai.io> * feat(exllamav2): add exllamav2 backend Signed-off-by: Ettore Di Giacinto <mudler@localai.io> --------- Signed-off-by: Ettore Di Giacinto <mudler@localai.io> 2023-12-05 07:15:37 +00:00
			`echo $CONDA_PREFIX`


			`git clone https://github.com/turboderp/exllama $CONDA_PREFIX/exllama && pushd $CONDA_PREFIX/exllama && pip install -r requirements.txt && popd`

			`cp -rfv $CONDA_PREFIX/exllama/* ./`