Mirror/LocalAI
1
0
Fork 0
mirror of https://github.com/mudler/LocalAI.git synced 2024-06-07 19:40:48 +00:00
Code Issues Packages Projects Releases Wiki Activity

env(conda): use transformers for vall-e-x (#1481)

Browse Source
This commit is contained in:
Ettore Di Giacinto 2023-12-23 14:31:34 -05:00 committed by GitHub
parent 4b520c3343
commit 939187a129
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
7 changed files with 67 additions and 34 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

52
.github/workflows/test-extra.yml vendored
View File

@ -222,29 +222,29 @@ jobs:
# export PATH=$PATH:/opt/conda/bin # export PATH=$PATH:/opt/conda/bin
# make -C backend/python/vllm # make -C backend/python/vllm
# make -C backend/python/vllm test # make -C backend/python/vllm test
# tests-vallex: tests-vallex:
# runs-on: ubuntu-latest runs-on: ubuntu-latest
# steps: steps:
# - name: Clone - name: Clone
# uses: actions/checkout@v4 uses: actions/checkout@v4
# with: with:
# submodules: true submodules: true
# - name: Dependencies - name: Dependencies
# run: | run: |
# sudo apt-get update sudo apt-get update
# sudo apt-get install build-essential ffmpeg sudo apt-get install build-essential ffmpeg
# curl https://repo.anaconda.com/pkgs/misc/gpgkeys/anaconda.asc | gpg --dearmor > conda.gpg && \ curl https://repo.anaconda.com/pkgs/misc/gpgkeys/anaconda.asc | gpg --dearmor > conda.gpg && \
# sudo install -o root -g root -m 644 conda.gpg /usr/share/keyrings/conda-archive-keyring.gpg && \ sudo install -o root -g root -m 644 conda.gpg /usr/share/keyrings/conda-archive-keyring.gpg && \
# gpg --keyring /usr/share/keyrings/conda-archive-keyring.gpg --no-default-keyring --fingerprint 34161F5BF5EB1D4BFBBB8F0A8AEB4F8B29D82806 && \ gpg --keyring /usr/share/keyrings/conda-archive-keyring.gpg --no-default-keyring --fingerprint 34161F5BF5EB1D4BFBBB8F0A8AEB4F8B29D82806 && \
# sudo /bin/bash -c 'echo "deb [arch=amd64 signed-by=/usr/share/keyrings/conda-archive-keyring.gpg] https://repo.anaconda.com/pkgs/misc/debrepo/conda stable main" > /etc/apt/sources.list.d/conda.list' && \ sudo /bin/bash -c 'echo "deb [arch=amd64 signed-by=/usr/share/keyrings/conda-archive-keyring.gpg] https://repo.anaconda.com/pkgs/misc/debrepo/conda stable main" > /etc/apt/sources.list.d/conda.list' && \
# sudo /bin/bash -c 'echo "deb [arch=amd64 signed-by=/usr/share/keyrings/conda-archive-keyring.gpg] https://repo.anaconda.com/pkgs/misc/debrepo/conda stable main" | tee -a /etc/apt/sources.list.d/conda.list' && \ sudo /bin/bash -c 'echo "deb [arch=amd64 signed-by=/usr/share/keyrings/conda-archive-keyring.gpg] https://repo.anaconda.com/pkgs/misc/debrepo/conda stable main" | tee -a /etc/apt/sources.list.d/conda.list' && \
# sudo apt-get update && \ sudo apt-get update && \
# sudo apt-get install -y conda sudo apt-get install -y conda
# sudo apt-get install -y ca-certificates cmake curl patch sudo apt-get install -y ca-certificates cmake curl patch
# sudo apt-get install -y libopencv-dev && sudo ln -s /usr/include/opencv4/opencv2 /usr/include/opencv2 sudo apt-get install -y libopencv-dev && sudo ln -s /usr/include/opencv4/opencv2 /usr/include/opencv2
# sudo rm -rfv /usr/bin/conda || true sudo rm -rfv /usr/bin/conda || true
# - name: Test vall-e-x - name: Test vall-e-x
# run: | run: |
# export PATH=$PATH:/opt/conda/bin export PATH=$PATH:/opt/conda/bin
# make -C backend/python/vall-e-x make -C backend/python/vall-e-x
# make -C backend/python/vall-e-x test make -C backend/python/vall-e-x test

17
backend/python/common-env/transformers/transformers-nvidia.yml
View File

@ -96,4 +96,21 @@ dependencies:
- urllib3==1.26.17 - urllib3==1.26.17
- xxhash==3.4.1 - xxhash==3.4.1
- yarl==1.9.2 - yarl==1.9.2
- soundfile
- langid
- wget
- unidecode
- pyopenjtalk-prebuilt
- pypinyin
- inflect
- cn2an
- jieba
- eng_to_ipa
- openai-whisper
- matplotlib
- gradio==3.41.2
- nltk
- sudachipy
- sudachidict_core
- vocos
prefix: /opt/conda/envs/transformers prefix: /opt/conda/envs/transformers

17
backend/python/common-env/transformers/transformers.yml
View File

@ -84,4 +84,21 @@ dependencies:
- urllib3==1.26.17 - urllib3==1.26.17
- xxhash==3.4.1 - xxhash==3.4.1
- yarl==1.9.2 - yarl==1.9.2
- soundfile
- langid
- wget
- unidecode
- pyopenjtalk-prebuilt
- pypinyin
- inflect
- cn2an
- jieba
- eng_to_ipa
- openai-whisper
- matplotlib
- gradio==3.41.2
- nltk
- sudachipy
- sudachidict_core
- vocos
prefix: /opt/conda/envs/transformers prefix: /opt/conda/envs/transformers

4
backend/python/vall-e-x/Makefile
View File

@ -1,8 +1,6 @@
.PHONY: ttsvalle .PHONY: ttsvalle
ttsvalle: ttsvalle:
@echo "Creating virtual environment..." $(MAKE) -C ../common-env/transformers
@conda env create --name ttsvalle --file ttsvalle.yml
@echo "Virtual environment created."
bash install.sh bash install.sh
.PHONY: run .PHONY: run

5
backend/python/vall-e-x/install.sh
View File

@ -3,12 +3,13 @@
## ##
## A bash script installs the required dependencies of VALL-E-X and prepares the environment ## A bash script installs the required dependencies of VALL-E-X and prepares the environment
export PATH=$PATH:/opt/conda/bin export PATH=$PATH:/opt/conda/bin
export SHA=3faaf8ccadb154d63b38070caf518ce9309ea0f4
# Activate conda environment # Activate conda environment
source activate ttsvalle source activate transformers
echo $CONDA_PREFIX echo $CONDA_PREFIX
git clone https://github.com/Plachtaa/VALL-E-X.git $CONDA_PREFIX/vall-e-x && pushd $CONDA_PREFIX/vall-e-x && pip install -r requirements.txt && popd git clone https://github.com/Plachtaa/VALL-E-X.git $CONDA_PREFIX/vall-e-x && pushd $CONDA_PREFIX/vall-e-x && git checkout -b build $SHA && pip install -r requirements.txt && popd
cp -rfv $CONDA_PREFIX/vall-e-x/* ./ cp -rfv $CONDA_PREFIX/vall-e-x/* ./

2
backend/python/vall-e-x/run.sh
View File

@ -5,7 +5,7 @@
export PATH=$PATH:/opt/conda/bin export PATH=$PATH:/opt/conda/bin
# Activate conda environment # Activate conda environment
source activate ttsvalle source activate transformers
# get the directory where the bash script is located # get the directory where the bash script is located
DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" >/dev/null 2>&1 && pwd )" DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" >/dev/null 2>&1 && pwd )"

2
backend/python/vall-e-x/test.sh
View File

@ -3,7 +3,7 @@
## A bash script wrapper that runs the ttsvalle server with conda ## A bash script wrapper that runs the ttsvalle server with conda
# Activate conda environment # Activate conda environment
source activate ttsvalle source activate transformers
# get the directory where the bash script is located # get the directory where the bash script is located
DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" >/dev/null 2>&1 && pwd )" DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" >/dev/null 2>&1 && pwd )"