mirror of
https://github.com/mudler/LocalAI.git
synced 2024-06-07 19:40:48 +00:00
b7ffe66219
* Enhance autogptq backend to support VL models * update dependencies for autogptq * remove redundant auto-gptq dependency * Convert base64 to image_url for Qwen-VL model * implemented model inference for qwen-vl * remove user prompt from generated answer * fixed write image error --------- Co-authored-by: Binghua Wu <bingwu@estee.com>
94 lines
2.5 KiB
YAML
94 lines
2.5 KiB
YAML
####
|
|
# Attention! This file is abandoned.
|
|
# Please use the ../common-env/transformers/transformers.yml file to manage dependencies.
|
|
###
|
|
name: autogptq
|
|
channels:
|
|
- defaults
|
|
dependencies:
|
|
- _libgcc_mutex=0.1=main
|
|
- _openmp_mutex=5.1=1_gnu
|
|
- bzip2=1.0.8=h7b6447c_0
|
|
- ca-certificates=2023.08.22=h06a4308_0
|
|
- ld_impl_linux-64=2.38=h1181459_1
|
|
- libffi=3.4.4=h6a678d5_0
|
|
- libgcc-ng=11.2.0=h1234567_1
|
|
- libgomp=11.2.0=h1234567_1
|
|
- libstdcxx-ng=11.2.0=h1234567_1
|
|
- libuuid=1.41.5=h5eee18b_0
|
|
- ncurses=6.4=h6a678d5_0
|
|
- openssl=3.0.11=h7f8727e_2
|
|
- pip=23.2.1=py311h06a4308_0
|
|
- python=3.11.5=h955ad1f_0
|
|
- readline=8.2=h5eee18b_0
|
|
- setuptools=68.0.0=py311h06a4308_0
|
|
- sqlite=3.41.2=h5eee18b_0
|
|
- tk=8.6.12=h1ccaba5_0
|
|
- wheel=0.41.2=py311h06a4308_0
|
|
- xz=5.4.2=h5eee18b_0
|
|
- zlib=1.2.13=h5eee18b_0
|
|
- pip:
|
|
- accelerate==0.27.0
|
|
- aiohttp==3.8.5
|
|
- aiosignal==1.3.1
|
|
- async-timeout==4.0.3
|
|
- attrs==23.1.0
|
|
- auto-gptq==0.7.1
|
|
- certifi==2023.7.22
|
|
- charset-normalizer==3.3.0
|
|
- datasets==2.14.5
|
|
- dill==0.3.7
|
|
- filelock==3.12.4
|
|
- frozenlist==1.4.0
|
|
- fsspec==2023.6.0
|
|
- grpcio==1.59.0
|
|
- huggingface-hub==0.16.4
|
|
- idna==3.4
|
|
- jinja2==3.1.2
|
|
- markupsafe==2.1.3
|
|
- mpmath==1.3.0
|
|
- multidict==6.0.4
|
|
- multiprocess==0.70.15
|
|
- networkx==3.1
|
|
- numpy==1.26.0
|
|
- nvidia-cublas-cu12==12.1.3.1
|
|
- nvidia-cuda-cupti-cu12==12.1.105
|
|
- nvidia-cuda-nvrtc-cu12==12.1.105
|
|
- nvidia-cuda-runtime-cu12==12.1.105
|
|
- nvidia-cudnn-cu12==8.9.2.26
|
|
- nvidia-cufft-cu12==11.0.2.54
|
|
- nvidia-curand-cu12==10.3.2.106
|
|
- nvidia-cusolver-cu12==11.4.5.107
|
|
- nvidia-cusparse-cu12==12.1.0.106
|
|
- nvidia-nccl-cu12==2.18.1
|
|
- nvidia-nvjitlink-cu12==12.2.140
|
|
- nvidia-nvtx-cu12==12.1.105
|
|
- optimum==1.17.1
|
|
- packaging==23.2
|
|
- pandas==2.1.1
|
|
- peft==0.5.0
|
|
- protobuf==4.24.4
|
|
- psutil==5.9.5
|
|
- pyarrow==13.0.0
|
|
- python-dateutil==2.8.2
|
|
- pytz==2023.3.post1
|
|
- pyyaml==6.0.1
|
|
- regex==2023.10.3
|
|
- requests==2.31.0
|
|
- rouge==1.0.1
|
|
- safetensors>=0.3.3
|
|
- six==1.16.0
|
|
- sympy==1.12
|
|
- tokenizers==0.14.0
|
|
- tqdm==4.66.1
|
|
- torch==2.2.1
|
|
- torchvision==0.17.1
|
|
- transformers==4.34.0
|
|
- transformers_stream_generator==0.0.5
|
|
- triton==2.1.0
|
|
- typing-extensions==4.8.0
|
|
- tzdata==2023.3
|
|
- urllib3==2.0.6
|
|
- xxhash==3.4.1
|
|
- yarl==1.9.2
|