From 80c8ff608325566c738ddb3d12c7a8dee0b88b59 Mon Sep 17 00:00:00 2001
From: Adrian Kumpf <8999358+adriankumpf@users.noreply.github.com>
Date: Sat, 10 Jun 2023 19:37:17 +0200
Subject: [PATCH] Distribute build across multiple runners

---
 .github/workflows/buildx.yml | 118 +++++++++++++++++++++++++----------
 .github/workflows/elixir.yml |  14 ++---
 2 files changed, 91 insertions(+), 41 deletions(-)

diff --git a/.github/workflows/buildx.yml b/.github/workflows/buildx.yml
index cb3e9ac2..ffbb159f 100644
--- a/.github/workflows/buildx.yml
+++ b/.github/workflows/buildx.yml
@@ -1,58 +1,107 @@
-name: buildx
+name: Publish Docker images
 
 on:
+  workflow_dispatch:
+  schedule:
+    - cron: "0 3 * * 0"
   push:
-    branches:
-      - "master"
     tags:
       - "v*"
-    paths:
-      - ".github/workflows/buildx.yml"
-      - "grafana/**"
-      - "assets/**"
-      - "config/**"
-      - "lib/**"
-      - "priv/**"
-      - "rel/**"
-      - "mix.exs"
-      - "mix.lock"
-      - "entrypoint.sh"
-      - "Dockerfile"
-      - "VERSION"
+env:
+  REGISTRY_IMAGE: teslamate/teslamate
 
 jobs:
-  teslamate:
-    runs-on: ubuntu-latest
+  teslamate_build:
+    strategy:
+      fail-fast: false
+      matrix:
+        include:
+          - platform: "linux/amd64"
+            runs_on: "ubuntu-latest"
+            cache_id: amd64
+          - platform: "linux/arm/v7"
+            runs_on: "buildjet-2vcpu-ubuntu-2204-arm"
+            cache_id: arm
+          - platform: "linux/arm64"
+            runs_on: "buildjet-2vcpu-ubuntu-2204-arm"
+            cache_id: arm64
+
+    runs-on: ${{ matrix.runs_on }}
+
     steps:
       - name: Checkout
         uses: actions/checkout@v3
       - name: Docker meta
-        id: docker_meta
-        uses: docker/metadata-action@v4.4.0
+        id: meta
+        uses: docker/metadata-action@v4
         with:
-          images: teslamate/teslamate
+          images: ${{ env.REGISTRY_IMAGE }}
           tags: |
             type=edge,
+            type=schedule,pattern=edge
             type=semver,pattern={{version}}
             type=semver,pattern={{major}}.{{minor}}
-      - name: Set up QEMU
-        uses: docker/setup-qemu-action@v2
       - name: Set up Docker Buildx
-        uses: docker/setup-buildx-action@v2.2.1
-      - name: Login to DockerHub
-        uses: docker/login-action@v2.0.0
+        uses: docker/setup-buildx-action@v2
+      - name: Login to Docker Hub
+        uses: docker/login-action@v2
         with:
           username: teslamate
           password: ${{ secrets.DOCKER_PASSWORD }}
-      - name: Build and push
-        uses: docker/build-push-action@v3.2.0
+      - name: Build and push by digest
+        id: build
+        uses: docker/build-push-action@v4
         with:
           context: .
-          push: ${{ github.event_name != 'pull_request' }}
-          platforms: linux/amd64,linux/arm/v7,linux/arm64
+          platforms: ${{ matrix.platform }}
+          labels: ${{ steps.meta.outputs.labels }}
           tags: ${{ steps.docker_meta.outputs.tags }}
-          cache-from: type=gha
-          cache-to: type=gha,mode=max
+          cache-from: type=registry,ref=teslamate/teslamate:buildcache-${{ matrix.cache_id }}
+          cache-to: type=registry,ref=teslamate/teslamate:buildcache-${{ matrix.cache_id }},mode=max
+          outputs: type=image,name=${{ env.REGISTRY_IMAGE }},push-by-digest=true,name-canonical=true,push=true
+      - name: Export digest
+        run: |
+          mkdir -p /tmp/digests
+          digest="${{ steps.build.outputs.digest }}"
+          touch "/tmp/digests/${digest#sha256:}"
+      - name: Upload digest
+        uses: actions/upload-artifact@v3
+        with:
+          name: digests
+          path: /tmp/digests/*
+          if-no-files-found: error
+          retention-days: 1
+
+  teslamate_merge:
+    runs-on: ubuntu-latest
+    needs:
+      - teslamate_build
+    steps:
+      - name: Download digests
+        uses: actions/download-artifact@v3
+        with:
+          name: digests
+          path: /tmp/digests
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v2
+      - name: Docker meta
+        id: meta
+        uses: docker/metadata-action@v4
+        with:
+          images: ${{ env.REGISTRY_IMAGE }}
+      - name: Login to Docker Hub
+        uses: docker/login-action@v2
+        with:
+          username: teslamate
+          password: ${{ secrets.DOCKER_PASSWORD }}
+      - name: Create manifest list and push
+        working-directory: /tmp/digests
+        run: |
+          docker buildx imagetools create $(jq -cr '.tags | map("-t " + .) | join(" ")' <<< "$DOCKER_METADATA_OUTPUT_JSON") \
+            $(printf '${{ env.REGISTRY_IMAGE }}@sha256:%s ' *)
+      - name: Inspect image
+        run: |
+          docker buildx imagetools inspect ${{ env.REGISTRY_IMAGE }}:${{ steps.meta.outputs.version }}
 
   grafana:
     runs-on: ubuntu-latest
@@ -65,7 +114,8 @@ jobs:
         with:
           images: teslamate/grafana
           tags: |
-            type=edge,
+            type=edge
+            type=schedule,pattern=edge
             type=semver,pattern={{version}}
             type=semver,pattern={{major}}.{{minor}}
       - name: Set up QEMU
@@ -81,7 +131,7 @@ jobs:
         uses: docker/build-push-action@v3.2.0
         with:
           context: grafana
-          push: ${{ github.event_name != 'pull_request' }}
+          push: true
           platforms: linux/amd64,linux/arm/v7,linux/arm64
           tags: ${{ steps.docker_meta.outputs.tags }}
           cache-from: type=gha
diff --git a/.github/workflows/elixir.yml b/.github/workflows/elixir.yml
index d423b4f2..8a4de152 100644
--- a/.github/workflows/elixir.yml
+++ b/.github/workflows/elixir.yml
@@ -1,4 +1,4 @@
-name: CI
+name: Elixir CI
 
 on:
   push:
@@ -16,8 +16,8 @@ jobs:
     strategy:
       matrix:
         include:
-          - elixir: "1.14"
-            otp: "25"
+          - elixir: "1.15"
+            otp: "26"
             lint: true
 
     steps:
@@ -55,7 +55,7 @@ jobs:
             ${{ runner.os }}-mix-
 
       - name: Clean to rule out incremental build as a source of flakiness
-        if: github.run_attempt != '1'
+        if: github.run_attempt > 3
         run: |
           mix deps.clean --all
           mix clean
@@ -117,8 +117,8 @@ jobs:
     strategy:
       matrix:
         include:
-          - elixir: "1.14"
-            otp: "25"
+          - elixir: "1.15"
+            otp: "26"
             report_coverage: true
 
     services:
@@ -169,7 +169,7 @@ jobs:
             ${{ runner.os }}-mix-
 
       - name: Clean to rule out incremental build as a source of flakiness
-        if: github.run_attempt != '1'
+        if: github.run_attempt > 3
         run: |
           mix deps.clean --all
           mix clean