Merge pull request #583 from raghavyuva/parallel-build-manager-workflow

feat: optimize CI/CD with parallel builds, BuildKit cache mounts, and registry caching

Author: raghavyuva

.github/workflows/build_container.yml

@@ -12,6 +12,10 @@ on:
     types: [published]
   workflow_dispatch:
 
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
 env:
   REGISTRY: ghcr.io
   API_IMAGE: ${{ github.repository }}-api
@@ -20,7 +24,7 @@ env:
   NEXT_PUBLIC_PORT: 7443
 
 jobs:
-  build-and-push:
+  build-and-push-api:
     runs-on: ubuntu-latest
     permissions:
       contents: read
@@ -33,23 +37,16 @@ jobs:
           fetch-depth: 0
           ssh-key: ${{ secrets.DEPLOY_KEY }}
 
-      - name: Create .env files
-        run: |
-          cp .env.sample api/.env
-          cp .env.sample view/.env
+      - name: Create .env file
+        run: cp .env.sample api/.env
 
       - name: Set up Docker Buildx
         uses: docker/setup-buildx-action@v3
         with:
           platforms: linux/amd64,linux/arm64
-
-      - name: Cache Docker layers
-        uses: actions/cache@v4
-        with:
-          path: /tmp/.buildx-cache
-          key: ${{ runner.os }}-buildx-${{ github.sha }}
-          restore-keys: |
-            ${{ runner.os }}-buildx-
+          driver-opts: |
+            image=moby/buildkit:latest
+            network=host
 
       - name: Log in to the Container registry
         uses: docker/login-action@v3
@@ -79,13 +76,39 @@ jobs:
           labels: ${{ steps.meta-api.outputs.labels }}
           build-args: |
             API_PORT=${{ env.API_PORT }}
-          cache-from: type=local,src=/tmp/.buildx-cache
-          cache-to: type=local,dest=/tmp/.buildx-cache-new
+          cache-from: type=registry,ref=${{ env.REGISTRY }}/${{ env.API_IMAGE }}:buildcache
+          cache-to: type=registry,ref=${{ env.REGISTRY }}/${{ env.API_IMAGE }}:buildcache,mode=max
+
+  build-and-push-view:
+    runs-on: ubuntu-latest
+    permissions:
+      contents: read
+      packages: write
+
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+        with:
+          fetch-depth: 0
+          ssh-key: ${{ secrets.DEPLOY_KEY }}
 
-      - name: Move cache
-        run: |
-          rm -rf /tmp/.buildx-cache
-          mv /tmp/.buildx-cache-new /tmp/.buildx-cache
+      - name: Create .env file
+        run: cp .env.sample view/.env
+
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v3
+        with:
+          platforms: linux/amd64,linux/arm64
+          driver-opts: |
+            image=moby/buildkit:latest
+            network=host
+
+      - name: Log in to the Container registry
+        uses: docker/login-action@v3
+        with:
+          registry: ${{ env.REGISTRY }}
+          username: ${{ github.actor }}
+          password: ${{ secrets.GITHUB_TOKEN }}
 
       - name: Extract metadata for View
         id: meta-view
@@ -108,10 +131,5 @@ jobs:
           labels: ${{ steps.meta-view.outputs.labels }}
           build-args: |
             NEXT_PUBLIC_PORT=${{ env.NEXT_PUBLIC_PORT }}
-          cache-from: type=local,src=/tmp/.buildx-cache
-          cache-to: type=local,dest=/tmp/.buildx-cache-new
-
-      - name: Move cache
-        run: |
-          rm -rf /tmp/.buildx-cache
-          mv /tmp/.buildx-cache-new /tmp/.buildx-cache
+          cache-from: type=registry,ref=${{ env.REGISTRY }}/${{ env.VIEW_IMAGE }}:buildcache
+          cache-to: type=registry,ref=${{ env.REGISTRY }}/${{ env.VIEW_IMAGE }}:buildcache,mode=max

api/.dockerignore

@@ -0,0 +1,20 @@
+.git
+.gitignore
+README.md
+*.md
+*.log
+.env
+.env.*
+Dockerfile
+Dockerfile.*
+.dockerignore
+bin/
+tmp/
+.vscode
+.idea
+coverage
+test
+tests
+*_test.go
+*.test
+doc/

api/Dockerfile

@@ -1,17 +1,23 @@
 FROM golang:1.25-alpine AS builder
 ARG API_PORT
+ARG TARGETOS
+ARG TARGETARCH
 RUN apk add --no-cache --no-scripts make git
 
 WORKDIR /app
 
+# Cache dependencies separately
 COPY go.mod go.sum ./
-RUN go mod download
+RUN --mount=type=cache,target=/go/pkg/mod \
+    go mod download
 
+# Copy source code
 COPY . .
-COPY ./migrations /app/migrations
-COPY ./templates /app/templates
 
-RUN make build
+# Build with cache mounts and cross-compilation
+RUN --mount=type=cache,target=/go/pkg/mod \
+    --mount=type=cache,target=/root/.cache/go-build \
+    GOOS=${TARGETOS} GOARCH=${TARGETARCH} make build
 
 FROM alpine:3.18
 ARG API_PORT

view/Dockerfile

@@ -2,8 +2,8 @@ FROM node:18-alpine AS deps
 RUN apk add --no-cache libc6-compat
 WORKDIR /app
 COPY package.json yarn.lock ./
-RUN yarn install --frozen-lockfile --network-timeout 600000 --production=false && \
-    yarn cache clean
+RUN --mount=type=cache,target=/usr/local/share/.cache/yarn \
+    yarn install --frozen-lockfile --network-timeout 600000 --production=false
 
 FROM node:18-alpine AS builder
 WORKDIR /app
@@ -15,8 +15,8 @@ ENV NEXT_TELEMETRY_DISABLED=1
 ENV PORT=$NEXT_PUBLIC_PORT
 ENV NEXT_PUBLIC_PORT=$NEXT_PUBLIC_PORT
 
-RUN yarn build && \
-    rm -rf node_modules/.cache
+RUN --mount=type=cache,target=/app/.next/cache \
+    yarn build
 
 FROM node:18-alpine AS runner
 WORKDIR /app