mirror of
https://github.com/mudler/LocalAI.git
synced 2024-06-07 19:40:48 +00:00
5d1018495f
* feat(intel): add diffusers support * try to consume upstream container image * Debug * Manually install deps * Map transformers/hf cache dir to modelpath if not specified * fix(compel): update initialization, pass by all gRPC options * fix: add dependencies, implement transformers for xpu * base it from the oneapi image * Add pillow * set threads if specified when launching the API * Skip conda install if intel * defaults to non-intel * ci: add to pipelines * prepare compel only if enabled * Skip conda install if intel * fix cleanup * Disable compel by default * Install torch 2.1.0 with Intel * Skip conda on some setups * Detect python * Quiet output * Do not override system python with conda * Prefer python3 * Fixups * exllama2: do not install without conda (overrides pytorch version) * exllama/exllama2: do not install if not using cuda * Add missing dataset dependency * Small fixups, symlink to python, add requirements * Add neural_speed to the deps * correctly handle model offloading * fix: device_map == xpu * go back at calling python, fixed at dockerfile level * Exllama2 restricted to only nvidia gpus * Tokenizer to xpu
22 lines
579 B
Makefile
22 lines
579 B
Makefile
CONDA_ENV_PATH = "transformers.yml"
|
|
|
|
ifeq ($(BUILD_TYPE), cublas)
|
|
CONDA_ENV_PATH = "transformers-nvidia.yml"
|
|
endif
|
|
|
|
ifeq ($(BUILD_TYPE), hipblas)
|
|
CONDA_ENV_PATH = "transformers-rocm.yml"
|
|
endif
|
|
|
|
# Intel GPU are supposed to have dependencies installed in the main python
|
|
# environment, so we skip conda installation for SYCL builds.
|
|
# https://github.com/intel/intel-extension-for-pytorch/issues/538
|
|
ifneq (,$(findstring sycl,$(BUILD_TYPE)))
|
|
export SKIP_CONDA=1
|
|
endif
|
|
|
|
.PHONY: transformers
|
|
transformers:
|
|
@echo "Installing $(CONDA_ENV_PATH)..."
|
|
bash install.sh $(CONDA_ENV_PATH)
|