mirror of
https://github.com/mudler/LocalAI.git
synced 2024-06-07 19:40:48 +00:00
93702e39d4
* feat(build): adjust number of parallel make jobs * fix: update make on MacOS from brew to support --output-sync argument * fix: cache grpc with version as part of key to improve validity of cache hits * fix: use gmake for tests-apple to use the updated GNU make version * fix: actually use the new make version for tests-apple * feat: parallelize tests-extra * feat: attempt to cache grpc build for docker images * fix: don't quote GRPC version * fix: don't cache go modules, we have limited cache space, better used elsewhere * fix: release with the same version of go that we test with * fix: don't fail on exporting cache layers * fix: remove deprecated BUILD_GRPC docker arg from Makefile
290 lines
10 KiB
YAML
290 lines
10 KiB
YAML
---
|
|
name: 'build container images'
|
|
|
|
on:
|
|
push:
|
|
branches:
|
|
- master
|
|
tags:
|
|
- '*'
|
|
|
|
concurrency:
|
|
group: ci-${{ github.head_ref || github.ref }}-${{ github.repository }}
|
|
cancel-in-progress: true
|
|
|
|
jobs:
|
|
self-hosted-jobs:
|
|
uses: ./.github/workflows/image_build.yml
|
|
with:
|
|
tag-latest: ${{ matrix.tag-latest }}
|
|
tag-suffix: ${{ matrix.tag-suffix }}
|
|
ffmpeg: ${{ matrix.ffmpeg }}
|
|
image-type: ${{ matrix.image-type }}
|
|
build-type: ${{ matrix.build-type }}
|
|
cuda-major-version: ${{ matrix.cuda-major-version }}
|
|
cuda-minor-version: ${{ matrix.cuda-minor-version }}
|
|
platforms: ${{ matrix.platforms }}
|
|
runs-on: ${{ matrix.runs-on }}
|
|
base-image: ${{ matrix.base-image }}
|
|
aio: ${{ matrix.aio }}
|
|
makeflags: ${{ matrix.makeflags }}
|
|
secrets:
|
|
dockerUsername: ${{ secrets.DOCKERHUB_USERNAME }}
|
|
dockerPassword: ${{ secrets.DOCKERHUB_PASSWORD }}
|
|
quayUsername: ${{ secrets.LOCALAI_REGISTRY_USERNAME }}
|
|
quayPassword: ${{ secrets.LOCALAI_REGISTRY_PASSWORD }}
|
|
strategy:
|
|
# Pushing with all jobs in parallel
|
|
# eats the bandwidth of all the nodes
|
|
max-parallel: ${{ github.event_name != 'pull_request' && 2 || 4 }}
|
|
matrix:
|
|
include:
|
|
# Extra images
|
|
- build-type: ''
|
|
#platforms: 'linux/amd64,linux/arm64'
|
|
platforms: 'linux/amd64'
|
|
tag-latest: 'auto'
|
|
tag-suffix: ''
|
|
ffmpeg: ''
|
|
image-type: 'extras'
|
|
runs-on: 'arc-runner-set'
|
|
base-image: "ubuntu:22.04"
|
|
makeflags: "--jobs=3 --output-sync=target"
|
|
- build-type: ''
|
|
platforms: 'linux/amd64'
|
|
tag-latest: 'auto'
|
|
tag-suffix: '-ffmpeg'
|
|
ffmpeg: 'true'
|
|
image-type: 'extras'
|
|
runs-on: 'arc-runner-set'
|
|
base-image: "ubuntu:22.04"
|
|
makeflags: "--jobs=3 --output-sync=target"
|
|
- build-type: 'cublas'
|
|
cuda-major-version: "11"
|
|
cuda-minor-version: "7"
|
|
platforms: 'linux/amd64'
|
|
tag-latest: 'false'
|
|
tag-suffix: '-cublas-cuda11'
|
|
ffmpeg: ''
|
|
image-type: 'extras'
|
|
runs-on: 'arc-runner-set'
|
|
base-image: "ubuntu:22.04"
|
|
makeflags: "--jobs=3 --output-sync=target"
|
|
- build-type: 'cublas'
|
|
cuda-major-version: "12"
|
|
cuda-minor-version: "1"
|
|
platforms: 'linux/amd64'
|
|
tag-latest: 'false'
|
|
tag-suffix: '-cublas-cuda12'
|
|
ffmpeg: ''
|
|
image-type: 'extras'
|
|
runs-on: 'arc-runner-set'
|
|
base-image: "ubuntu:22.04"
|
|
makeflags: "--jobs=3 --output-sync=target"
|
|
- build-type: 'cublas'
|
|
cuda-major-version: "11"
|
|
cuda-minor-version: "7"
|
|
platforms: 'linux/amd64'
|
|
tag-latest: 'auto'
|
|
tag-suffix: '-cublas-cuda11-ffmpeg'
|
|
ffmpeg: 'true'
|
|
image-type: 'extras'
|
|
runs-on: 'arc-runner-set'
|
|
base-image: "ubuntu:22.04"
|
|
aio: "-aio-gpu-nvidia-cuda-11"
|
|
makeflags: "--jobs=3 --output-sync=target"
|
|
- build-type: 'cublas'
|
|
cuda-major-version: "12"
|
|
cuda-minor-version: "1"
|
|
platforms: 'linux/amd64'
|
|
tag-latest: 'auto'
|
|
tag-suffix: '-cublas-cuda12-ffmpeg'
|
|
ffmpeg: 'true'
|
|
image-type: 'extras'
|
|
runs-on: 'arc-runner-set'
|
|
base-image: "ubuntu:22.04"
|
|
aio: "-aio-gpu-nvidia-cuda-12"
|
|
makeflags: "--jobs=3 --output-sync=target"
|
|
- build-type: ''
|
|
#platforms: 'linux/amd64,linux/arm64'
|
|
platforms: 'linux/amd64'
|
|
tag-latest: 'auto'
|
|
tag-suffix: ''
|
|
ffmpeg: ''
|
|
image-type: 'extras'
|
|
base-image: "ubuntu:22.04"
|
|
runs-on: 'arc-runner-set'
|
|
makeflags: "--jobs=3 --output-sync=target"
|
|
- build-type: 'hipblas'
|
|
platforms: 'linux/amd64'
|
|
tag-latest: 'auto'
|
|
tag-suffix: '-hipblas-ffmpeg'
|
|
ffmpeg: 'true'
|
|
image-type: 'extras'
|
|
aio: "-aio-gpu-hipblas"
|
|
base-image: "rocm/dev-ubuntu-22.04:6.0-complete"
|
|
runs-on: 'arc-runner-set'
|
|
makeflags: "--jobs=3 --output-sync=target"
|
|
- build-type: 'hipblas'
|
|
platforms: 'linux/amd64'
|
|
tag-latest: 'false'
|
|
tag-suffix: '-hipblas'
|
|
ffmpeg: 'false'
|
|
image-type: 'extras'
|
|
base-image: "rocm/dev-ubuntu-22.04:6.0-complete"
|
|
runs-on: 'arc-runner-set'
|
|
makeflags: "--jobs=3 --output-sync=target"
|
|
- build-type: 'sycl_f16'
|
|
platforms: 'linux/amd64'
|
|
tag-latest: 'auto'
|
|
base-image: "intel/oneapi-basekit:2024.0.1-devel-ubuntu22.04"
|
|
tag-suffix: '-sycl-f16-ffmpeg'
|
|
ffmpeg: 'true'
|
|
image-type: 'extras'
|
|
runs-on: 'arc-runner-set'
|
|
aio: "-aio-gpu-intel-f16"
|
|
makeflags: "--jobs=3 --output-sync=target"
|
|
- build-type: 'sycl_f32'
|
|
platforms: 'linux/amd64'
|
|
tag-latest: 'auto'
|
|
base-image: "intel/oneapi-basekit:2024.0.1-devel-ubuntu22.04"
|
|
tag-suffix: '-sycl-f32-ffmpeg'
|
|
ffmpeg: 'true'
|
|
image-type: 'extras'
|
|
runs-on: 'arc-runner-set'
|
|
aio: "-aio-gpu-intel-f32"
|
|
makeflags: "--jobs=3 --output-sync=target"
|
|
# Core images
|
|
- build-type: 'sycl_f16'
|
|
platforms: 'linux/amd64'
|
|
tag-latest: 'false'
|
|
base-image: "intel/oneapi-basekit:2024.0.1-devel-ubuntu22.04"
|
|
tag-suffix: '-sycl-f16-core'
|
|
ffmpeg: 'false'
|
|
image-type: 'core'
|
|
runs-on: 'arc-runner-set'
|
|
makeflags: "--jobs=3 --output-sync=target"
|
|
- build-type: 'sycl_f32'
|
|
platforms: 'linux/amd64'
|
|
tag-latest: 'false'
|
|
base-image: "intel/oneapi-basekit:2024.0.1-devel-ubuntu22.04"
|
|
tag-suffix: '-sycl-f32-core'
|
|
ffmpeg: 'false'
|
|
image-type: 'core'
|
|
runs-on: 'arc-runner-set'
|
|
makeflags: "--jobs=3 --output-sync=target"
|
|
- build-type: 'sycl_f16'
|
|
platforms: 'linux/amd64'
|
|
tag-latest: 'false'
|
|
base-image: "intel/oneapi-basekit:2024.0.1-devel-ubuntu22.04"
|
|
tag-suffix: '-sycl-f16-ffmpeg-core'
|
|
ffmpeg: 'true'
|
|
image-type: 'core'
|
|
runs-on: 'arc-runner-set'
|
|
makeflags: "--jobs=3 --output-sync=target"
|
|
- build-type: 'sycl_f32'
|
|
platforms: 'linux/amd64'
|
|
tag-latest: 'false'
|
|
base-image: "intel/oneapi-basekit:2024.0.1-devel-ubuntu22.04"
|
|
tag-suffix: '-sycl-f32-ffmpeg-core'
|
|
ffmpeg: 'true'
|
|
image-type: 'core'
|
|
runs-on: 'arc-runner-set'
|
|
makeflags: "--jobs=3 --output-sync=target"
|
|
- build-type: 'hipblas'
|
|
platforms: 'linux/amd64'
|
|
tag-latest: 'false'
|
|
tag-suffix: '-hipblas-ffmpeg-core'
|
|
ffmpeg: 'true'
|
|
image-type: 'core'
|
|
base-image: "rocm/dev-ubuntu-22.04:6.0-complete"
|
|
runs-on: 'arc-runner-set'
|
|
makeflags: "--jobs=3 --output-sync=target"
|
|
- build-type: 'hipblas'
|
|
platforms: 'linux/amd64'
|
|
tag-latest: 'false'
|
|
tag-suffix: '-hipblas-core'
|
|
ffmpeg: 'false'
|
|
image-type: 'core'
|
|
base-image: "rocm/dev-ubuntu-22.04:6.0-complete"
|
|
runs-on: 'arc-runner-set'
|
|
makeflags: "--jobs=3 --output-sync=target"
|
|
|
|
core-image-build:
|
|
uses: ./.github/workflows/image_build.yml
|
|
with:
|
|
tag-latest: ${{ matrix.tag-latest }}
|
|
tag-suffix: ${{ matrix.tag-suffix }}
|
|
ffmpeg: ${{ matrix.ffmpeg }}
|
|
image-type: ${{ matrix.image-type }}
|
|
build-type: ${{ matrix.build-type }}
|
|
cuda-major-version: ${{ matrix.cuda-major-version }}
|
|
cuda-minor-version: ${{ matrix.cuda-minor-version }}
|
|
platforms: ${{ matrix.platforms }}
|
|
runs-on: ${{ matrix.runs-on }}
|
|
aio: ${{ matrix.aio }}
|
|
base-image: ${{ matrix.base-image }}
|
|
makeflags: ${{ matrix.makeflags }}
|
|
secrets:
|
|
dockerUsername: ${{ secrets.DOCKERHUB_USERNAME }}
|
|
dockerPassword: ${{ secrets.DOCKERHUB_PASSWORD }}
|
|
quayUsername: ${{ secrets.LOCALAI_REGISTRY_USERNAME }}
|
|
quayPassword: ${{ secrets.LOCALAI_REGISTRY_PASSWORD }}
|
|
strategy:
|
|
matrix:
|
|
include:
|
|
- build-type: ''
|
|
platforms: 'linux/amd64'
|
|
tag-latest: 'auto'
|
|
tag-suffix: '-ffmpeg-core'
|
|
ffmpeg: 'true'
|
|
image-type: 'core'
|
|
base-image: "ubuntu:22.04"
|
|
runs-on: 'ubuntu-latest'
|
|
aio: "-aio-cpu"
|
|
makeflags: "--jobs=5 --output-sync=target"
|
|
- build-type: 'cublas'
|
|
cuda-major-version: "11"
|
|
cuda-minor-version: "7"
|
|
platforms: 'linux/amd64'
|
|
tag-latest: 'false'
|
|
tag-suffix: '-cublas-cuda11-core'
|
|
ffmpeg: ''
|
|
image-type: 'core'
|
|
base-image: "ubuntu:22.04"
|
|
runs-on: 'ubuntu-latest'
|
|
makeflags: "--jobs=5 --output-sync=target"
|
|
- build-type: 'cublas'
|
|
cuda-major-version: "12"
|
|
cuda-minor-version: "1"
|
|
platforms: 'linux/amd64'
|
|
tag-latest: 'false'
|
|
tag-suffix: '-cublas-cuda12-core'
|
|
ffmpeg: ''
|
|
image-type: 'core'
|
|
base-image: "ubuntu:22.04"
|
|
runs-on: 'ubuntu-latest'
|
|
makeflags: "--jobs=5 --output-sync=target"
|
|
- build-type: 'cublas'
|
|
cuda-major-version: "11"
|
|
cuda-minor-version: "7"
|
|
platforms: 'linux/amd64'
|
|
tag-latest: 'false'
|
|
tag-suffix: '-cublas-cuda11-ffmpeg-core'
|
|
ffmpeg: 'true'
|
|
image-type: 'core'
|
|
runs-on: 'ubuntu-latest'
|
|
base-image: "ubuntu:22.04"
|
|
makeflags: "--jobs=5 --output-sync=target"
|
|
- build-type: 'cublas'
|
|
cuda-major-version: "12"
|
|
cuda-minor-version: "1"
|
|
platforms: 'linux/amd64'
|
|
tag-latest: 'false'
|
|
tag-suffix: '-cublas-cuda12-ffmpeg-core'
|
|
ffmpeg: 'true'
|
|
image-type: 'core'
|
|
runs-on: 'ubuntu-latest'
|
|
base-image: "ubuntu:22.04"
|
|
makeflags: "--jobs=5 --output-sync=target"
|