mirror of
https://github.com/mudler/LocalAI.git
synced 2024-06-07 19:40:48 +00:00
2b2d6673ff
* fix(exllama): fix exllama deps with anaconda Signed-off-by: Ettore Di Giacinto <mudler@localai.io> * feat(exllamav2): add exllamav2 backend Signed-off-by: Ettore Di Giacinto <mudler@localai.io> --------- Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
57 lines
1.6 KiB
YAML
57 lines
1.6 KiB
YAML
name: exllama
|
|
channels:
|
|
- defaults
|
|
dependencies:
|
|
- _libgcc_mutex=0.1=main
|
|
- _openmp_mutex=5.1=1_gnu
|
|
- bzip2=1.0.8=h7b6447c_0
|
|
- ca-certificates=2023.08.22=h06a4308_0
|
|
- ld_impl_linux-64=2.38=h1181459_1
|
|
- libffi=3.4.4=h6a678d5_0
|
|
- libgcc-ng=11.2.0=h1234567_1
|
|
- libgomp=11.2.0=h1234567_1
|
|
- libstdcxx-ng=11.2.0=h1234567_1
|
|
- libuuid=1.41.5=h5eee18b_0
|
|
- ncurses=6.4=h6a678d5_0
|
|
- openssl=3.0.11=h7f8727e_2
|
|
- pip=23.2.1=py311h06a4308_0
|
|
- python=3.11.5=h955ad1f_0
|
|
- readline=8.2=h5eee18b_0
|
|
- setuptools=68.0.0=py311h06a4308_0
|
|
- sqlite=3.41.2=h5eee18b_0
|
|
- tk=8.6.12=h1ccaba5_0
|
|
- tzdata=2023c=h04d1e81_0
|
|
- wheel=0.41.2=py311h06a4308_0
|
|
- xz=5.4.2=h5eee18b_0
|
|
- zlib=1.2.13=h5eee18b_0
|
|
- pip:
|
|
- filelock==3.12.4
|
|
- fsspec==2023.9.2
|
|
- grpcio==1.59.0
|
|
- jinja2==3.1.2
|
|
- markupsafe==2.1.3
|
|
- mpmath==1.3.0
|
|
- networkx==3.1
|
|
- ninja==1.11.1
|
|
- protobuf==4.24.4
|
|
- nvidia-cublas-cu12==12.1.3.1
|
|
- nvidia-cuda-cupti-cu12==12.1.105
|
|
- nvidia-cuda-nvrtc-cu12==12.1.105
|
|
- nvidia-cuda-runtime-cu12==12.1.105
|
|
- nvidia-cudnn-cu12==8.9.2.26
|
|
- nvidia-cufft-cu12==11.0.2.54
|
|
- nvidia-curand-cu12==10.3.2.106
|
|
- nvidia-cusolver-cu12==11.4.5.107
|
|
- nvidia-cusparse-cu12==12.1.0.106
|
|
- nvidia-nccl-cu12==2.18.1
|
|
- nvidia-nvjitlink-cu12==12.2.140
|
|
- nvidia-nvtx-cu12==12.1.105
|
|
- safetensors==0.3.2
|
|
- sentencepiece==0.1.99
|
|
- sympy==1.12
|
|
- torch==2.1.0
|
|
- triton==2.1.0
|
|
- typing-extensions==4.8.0
|
|
- numpy
|
|
prefix: /opt/conda/envs/exllama
|