name: Build and Release on: - push - pull_request env: GRPC_VERSION: v1.63.0 permissions: contents: write concurrency: group: ci-releases-${{ github.head_ref || github.ref }}-${{ github.repository }} cancel-in-progress: true jobs: build-linux: strategy: matrix: include: - build: '' defines: '' - build: 'cuda12' defines: '' - build: 'cuda11' defines: '' runs-on: ubuntu-latest steps: - name: Clone uses: actions/checkout@v4 with: submodules: true - uses: actions/setup-go@v5 with: go-version: '1.21.x' cache: false - name: Dependencies run: | sudo apt-get update sudo apt-get install build-essential ffmpeg protobuf-compiler - name: Install CUDA Dependencies if: ${{ matrix.build == 'cuda12' || matrix.build == 'cuda11' }} run: | if [ "${{ matrix.build }}" == "cuda12" ]; then export CUDA_VERSION=12-3 else export CUDA_VERSION=11-7 fi curl -O https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2204/x86_64/cuda-keyring_1.1-1_all.deb sudo dpkg -i cuda-keyring_1.1-1_all.deb sudo apt-get update sudo apt-get install -y cuda-nvcc-${CUDA_VERSION} libcublas-dev-${CUDA_VERSION} - name: Cache grpc id: cache-grpc uses: actions/cache@v4 with: path: grpc key: ${{ runner.os }}-grpc-${{ env.GRPC_VERSION }} - name: Build grpc if: steps.cache-grpc.outputs.cache-hit != 'true' run: | git clone --recurse-submodules -b ${{ env.GRPC_VERSION }} --depth 1 --shallow-submodules https://github.com/grpc/grpc && \ cd grpc && mkdir -p cmake/build && cd cmake/build && cmake -DgRPC_INSTALL=ON \ -DgRPC_BUILD_TESTS=OFF \ ../.. && sudo make --jobs 5 --output-sync=target - name: Install gRPC run: | cd grpc && cd cmake/build && sudo make --jobs 5 --output-sync=target install - name: Build id: build env: BUILD_ID: "${{ matrix.build }}" run: | go install google.golang.org/grpc/cmd/protoc-gen-go-grpc@latest go install google.golang.org/protobuf/cmd/protoc-gen-go@latest export PATH=$PATH:$GOPATH/bin if [ "${{ matrix.build }}" == "cuda12" ] || [ "${{ matrix.build }}" == "cuda11" ]; then export BUILD_TYPE=cublas export PATH=/usr/local/cuda/bin:$PATH make dist else STATIC=true make dist fi - uses: actions/upload-artifact@v4 with: name: LocalAI-linux-${{ matrix.build }} path: release/ - name: Release uses: softprops/action-gh-release@v2 if: startsWith(github.ref, 'refs/tags/') with: files: | release/* build-stablediffusion: runs-on: ubuntu-latest steps: - name: Clone uses: actions/checkout@v4 with: submodules: true - uses: actions/setup-go@v5 with: go-version: '1.21.x' cache: false - name: Dependencies run: | sudo apt-get install -y --no-install-recommends libopencv-dev protobuf-compiler go install google.golang.org/grpc/cmd/protoc-gen-go-grpc@latest go install google.golang.org/protobuf/cmd/protoc-gen-go@latest - name: Build stablediffusion run: | export PATH=$PATH:$GOPATH/bin make backend-assets/grpc/stablediffusion mkdir -p release && cp backend-assets/grpc/stablediffusion release - uses: actions/upload-artifact@v4 with: name: stablediffusion path: release/ build-macOS-arm64: runs-on: macos-14 steps: - name: Clone uses: actions/checkout@v4 with: submodules: true - uses: actions/setup-go@v5 with: go-version: '1.21.x' cache: false - name: Dependencies run: | brew install protobuf grpc go install google.golang.org/grpc/cmd/protoc-gen-go-grpc@latest go install google.golang.org/protobuf/cmd/protoc-gen-go@latest - name: Build id: build run: | export C_INCLUDE_PATH=/usr/local/include export CPLUS_INCLUDE_PATH=/usr/local/include export PATH=$PATH:$GOPATH/bin make dist - uses: actions/upload-artifact@v4 with: name: LocalAI-MacOS-arm64 path: release/ - name: Release uses: softprops/action-gh-release@v2 if: startsWith(github.ref, 'refs/tags/') with: files: | release/*