mirror of
https://github.com/mudler/LocalAI.git
synced 2024-06-07 19:40:48 +00:00
c89271b2e4
* feat(llama.cpp): support distributed llama.cpp Signed-off-by: Ettore Di Giacinto <mudler@localai.io> * feat: let tweak how chat messages are merged together Signed-off-by: Ettore Di Giacinto <mudler@localai.io> * refactor Signed-off-by: Ettore Di Giacinto <mudler@localai.io> * Makefile: register to ALL_GRPC_BACKENDS Signed-off-by: Ettore Di Giacinto <mudler@localai.io> * refactoring, allow disable auto-detection of backends Signed-off-by: Ettore Di Giacinto <mudler@localai.io> * minor fixups Signed-off-by: mudler <mudler@localai.io> * feat: add cmd to start rpc-server from llama.cpp Signed-off-by: mudler <mudler@localai.io> * ci: add ccache Signed-off-by: mudler <mudler@localai.io> --------- Signed-off-by: Ettore Di Giacinto <mudler@localai.io> Signed-off-by: mudler <mudler@localai.io>
135 lines
4.1 KiB
YAML
135 lines
4.1 KiB
YAML
name: Build and Release
|
|
|
|
on:
|
|
- push
|
|
- pull_request
|
|
|
|
env:
|
|
GRPC_VERSION: v1.63.0
|
|
|
|
permissions:
|
|
contents: write
|
|
|
|
concurrency:
|
|
group: ci-releases-${{ github.head_ref || github.ref }}-${{ github.repository }}
|
|
cancel-in-progress: true
|
|
|
|
jobs:
|
|
build-linux:
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
- name: Clone
|
|
uses: actions/checkout@v4
|
|
with:
|
|
submodules: true
|
|
- uses: actions/setup-go@v5
|
|
with:
|
|
go-version: '1.21.x'
|
|
cache: false
|
|
- name: Dependencies
|
|
run: |
|
|
sudo apt-get update
|
|
sudo apt-get install build-essential ffmpeg protobuf-compiler ccache
|
|
- name: Install CUDA Dependencies
|
|
run: |
|
|
curl -O https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2204/x86_64/cuda-keyring_1.1-1_all.deb
|
|
sudo dpkg -i cuda-keyring_1.1-1_all.deb
|
|
sudo apt-get update
|
|
sudo apt-get install -y cuda-nvcc-${CUDA_VERSION} libcublas-dev-${CUDA_VERSION}
|
|
env:
|
|
CUDA_VERSION: 12-3
|
|
- name: Cache grpc
|
|
id: cache-grpc
|
|
uses: actions/cache@v4
|
|
with:
|
|
path: grpc
|
|
key: ${{ runner.os }}-grpc-${{ env.GRPC_VERSION }}
|
|
- name: Build grpc
|
|
if: steps.cache-grpc.outputs.cache-hit != 'true'
|
|
run: |
|
|
git clone --recurse-submodules -b ${{ env.GRPC_VERSION }} --depth 1 --shallow-submodules https://github.com/grpc/grpc && \
|
|
cd grpc && mkdir -p cmake/build && cd cmake/build && cmake -DgRPC_INSTALL=ON \
|
|
-DgRPC_BUILD_TESTS=OFF \
|
|
../.. && sudo make --jobs 5 --output-sync=target
|
|
- name: Install gRPC
|
|
run: |
|
|
cd grpc && cd cmake/build && sudo make --jobs 5 --output-sync=target install
|
|
- name: Build
|
|
id: build
|
|
run: |
|
|
go install google.golang.org/grpc/cmd/protoc-gen-go-grpc@latest
|
|
go install google.golang.org/protobuf/cmd/protoc-gen-go@latest
|
|
export PATH=$PATH:$GOPATH/bin
|
|
export PATH=/usr/local/cuda/bin:$PATH
|
|
make dist
|
|
- uses: actions/upload-artifact@v4
|
|
with:
|
|
name: LocalAI-linux
|
|
path: release/
|
|
- name: Release
|
|
uses: softprops/action-gh-release@v2
|
|
if: startsWith(github.ref, 'refs/tags/')
|
|
with:
|
|
files: |
|
|
release/*
|
|
|
|
build-stablediffusion:
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
- name: Clone
|
|
uses: actions/checkout@v4
|
|
with:
|
|
submodules: true
|
|
- uses: actions/setup-go@v5
|
|
with:
|
|
go-version: '1.21.x'
|
|
cache: false
|
|
- name: Dependencies
|
|
run: |
|
|
sudo apt-get install -y --no-install-recommends libopencv-dev protobuf-compiler ccache
|
|
go install google.golang.org/grpc/cmd/protoc-gen-go-grpc@latest
|
|
go install google.golang.org/protobuf/cmd/protoc-gen-go@latest
|
|
- name: Build stablediffusion
|
|
run: |
|
|
export PATH=$PATH:$GOPATH/bin
|
|
make backend-assets/grpc/stablediffusion
|
|
mkdir -p release && cp backend-assets/grpc/stablediffusion release
|
|
- uses: actions/upload-artifact@v4
|
|
with:
|
|
name: stablediffusion
|
|
path: release/
|
|
|
|
build-macOS-arm64:
|
|
runs-on: macos-14
|
|
steps:
|
|
- name: Clone
|
|
uses: actions/checkout@v4
|
|
with:
|
|
submodules: true
|
|
- uses: actions/setup-go@v5
|
|
with:
|
|
go-version: '1.21.x'
|
|
cache: false
|
|
- name: Dependencies
|
|
run: |
|
|
brew install protobuf grpc
|
|
go install google.golang.org/grpc/cmd/protoc-gen-go-grpc@latest
|
|
go install google.golang.org/protobuf/cmd/protoc-gen-go@latest
|
|
- name: Build
|
|
id: build
|
|
run: |
|
|
export C_INCLUDE_PATH=/usr/local/include
|
|
export CPLUS_INCLUDE_PATH=/usr/local/include
|
|
export PATH=$PATH:$GOPATH/bin
|
|
make dist
|
|
- uses: actions/upload-artifact@v4
|
|
with:
|
|
name: LocalAI-MacOS-arm64
|
|
path: release/
|
|
- name: Release
|
|
uses: softprops/action-gh-release@v2
|
|
if: startsWith(github.ref, 'refs/tags/')
|
|
with:
|
|
files: |
|
|
release/*
|