ci: adjust token and build by action

.github/workflows/build-dev-image.yml

@@ -1,4 +1,4 @@
-name: Build dev image
+name: Build dev image on push to main automatically
 
 on:
   push:
@@ -24,28 +24,39 @@ jobs:
       - name: Build
         run: |
           ./mvnw clean install -B -DskipTests -P exec-jar
+      - name: Docker meta
+        id: meta
+        uses: docker/metadata-action@v5
+        with:
+          images: ghcr.io/canner/wren-engine
+          tags: |
+            type=sha
+            type=raw,value=nightly
       - name: Login to ghcr
         uses: docker/login-action@v2
         with:
           registry: ghcr.io
-          username: ${{ secrets.GHCR_USERNAME }}
-          password: ${{ secrets.GHCR_TOKEN }}
+          username: ${{ github.actor }}
+          password: ${{ secrets.GITHUB_TOKEN }}
       - name: Set up QEMU
         uses: docker/setup-qemu-action@v3
       - name: Set up Docker Buildx
         uses: docker/setup-buildx-action@v3
-      - name: Build Docker image
+      - name: Prepare
+        id: prepare
         run: |
+          cp ./wren-server/target/wren-server-${WREN_VERSION}-executable.jar ./docker
           WREN_VERSION=$(./mvnw --quiet help:evaluate -Dexpression=project.version -DforceStdout)
-          LATEST_COMMIT=$(git log -1 --pretty=%h)
-          cd ./docker
-          cp ../wren-server/target/wren-server-${WREN_VERSION}-executable.jar ./
-          docker buildx build \
-            --platform linux/amd64,linux/arm64 \
-            --tag ghcr.io/canner/wren-engine:main-${LATEST_COMMIT} \
-            --tag ghcr.io/canner/wren-engine:nightly \
-            --push -f ./Dockerfile \
-            --build-arg "WREN_VERSION=${WREN_VERSION}" .
+          echo "WREN_VERSION=$WREN_VERSION" >> "$GITHUB_OUTPUT"
+      - name: Build and push
+        uses: docker/build-push-action@v5
+        with:
+          context: ./docker
+          platforms: linux/amd64,linux/arm64
+          tags: ${{ steps.meta.outputs.tags }}
+          build-args: |
+            WREN_VERSION=${{ steps.prepare.outputs.WREN_VERSION }}
+          push: true
   build-ibis-image:
     runs-on: ubuntu-latest
     steps:

.github/workflows/build-image.yml

@@ -1,4 +1,4 @@
-name: Build image
+name: Build image manually
 
 on:
   workflow_dispatch:
@@ -37,28 +37,38 @@ jobs:
       - name: Build
         run: |
           ./mvnw clean install -B -DskipTests -P exec-jar
+      - name: Docker meta
+        id: meta
+        uses: docker/metadata-action@v5
+        with:
+          images: ghcr.io/canner/wren-engine
+          tags: |
+            type=raw,value=${{ needs.prepare-tag.outputs.tag_name }}
       - name: Login to GitHub Container Registry
         uses: docker/login-action@v3
         with:
           registry: ghcr.io
-          username: ${{ secrets.GHCR_USERNAME }}
-          password: ${{ secrets.GHCR_TOKEN }}
+          username: ${{ github.actor }}
+          password: ${{ secrets.GITHUB_TOKEN }}
       - name: Set up QEMU
         uses: docker/setup-qemu-action@v3
       - name: Set up Docker Buildx
         uses: docker/setup-buildx-action@v3
-      - name: Build Docker image
-        env:
-          TAG_NAME: ${{ needs.prepare-tag.outputs.tag_name }}
+      - name: Prepare
+        id: prepare
         run: |
+          cp ./wren-server/target/wren-server-${WREN_VERSION}-executable.jar ./docker
           WREN_VERSION=$(./mvnw --quiet help:evaluate -Dexpression=project.version -DforceStdout)
-          cd ./docker
-          cp ../wren-server/target/wren-server-${WREN_VERSION}-executable.jar ./
-          docker buildx build \
-            --platform linux/amd64,linux/arm64 \
-            --tag ghcr.io/canner/wren-engine:$TAG_NAME \
-            --push -f ./Dockerfile \
-            --build-arg "WREN_VERSION=${WREN_VERSION}" .
+          echo "WREN_VERSION=$WREN_VERSION" >> "$GITHUB_OUTPUT"
+      - name: Build and push
+        uses: docker/build-push-action@v5
+        with:
+          context: ./docker
+          platforms: linux/amd64,linux/arm64
+          tags: ${{ steps.meta.outputs.tags }}
+          build-args: |
+            WREN_VERSION=${{ steps.prepare.outputs.WREN_VERSION }}
+          push: true
   build-ibis-image:
     needs: prepare-tag
     runs-on: ubuntu-latest

.github/workflows/integration-tests.yml → .github/workflows/maven-tests.yml

@@ -1,5 +1,4 @@
-# Run secret-dependent integration tests
-name: Integration tests
+name: Maven tests
 
 on:
   pull_request:
@@ -16,26 +15,23 @@ concurrency:
   cancel-in-progress: true
 
 jobs:
-  # Branch-based in origin repo pull request
-  integration-trusted:
+  maven-tests:
     runs-on: ubuntu-latest
-    if: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.repo.full_name == github.repository && github.event.label.name == 'v1-engine-changed' }}
+    if: ${{ github.event.label.name == 'v1-engine-changed' }}
     steps:
-      - uses: actions/checkout@v2
+      - uses: actions/checkout@v4
       - name: Set up JDK 21
         uses: actions/setup-java@v2
         with:
           distribution: 'temurin'
           java-version: '21'
-      - uses: actions/cache@v3
-        with:
-          path: ~/.m2/repository
-          key: ${{ runner.os }}-maven-${{ hashFiles('**/pom.xml') }}
-          restore-keys: |
-            ${{ runner.os }}-maven-
+          cache: 'maven'
       - name: build
         run: |
           ./mvnw clean install -B -DskipTests
+      - name: unit tests
+        run: |
+          ./mvnw test -B --fail-at-end -pl !:wren-tests
       - name: integration tests
         env:
           TEST_BIG_QUERY_PROJECT_ID: ${{ secrets.TEST_BIG_QUERY_PROJECT_ID }}

.github/workflows/modeling-py-mult-platform-ci.yml

@@ -3,7 +3,7 @@
 #
 #    maturin generate-ci --pytest github
 #
-name: Modeling Python CI
+name: Modeling Python CI (multi-platform)
 
 # We don't ready to run this workflow on stable release flow yet
 on:

.github/workflows/stable-release.yml

@@ -80,27 +80,39 @@ jobs:
       - name: Build
         run: |
           ./mvnw clean install -B -DskipTests -P exec-jar
+      - name: Docker meta
+        id: meta
+        uses: docker/metadata-action@v5
+        with:
+          images: ghcr.io/canner/wren-engine
+          tags: |
+            type=raw,value=${{ needs.prepare-version.outputs.maven_version }}
+            type=raw,value=latest
       - name: Login to GitHub Container Registry
         uses: docker/login-action@v3
         with:
           registry: ghcr.io
-          username: ${{ secrets.GHCR_USERNAME }}
-          password: ${{ secrets.GHCR_TOKEN }}
+          username: ${{ github.actor }}
+          password: ${{ secrets.GITHUB_TOKEN }}
       - name: Set up QEMU
         uses: docker/setup-qemu-action@v3
       - name: Set up Docker Buildx
         uses: docker/setup-buildx-action@v3
-      - name: Build Docker image
+      - name: Prepare
+        id: prepare
         run: |
+          cp ./wren-server/target/wren-server-${WREN_VERSION}-executable.jar ./docker
           WREN_VERSION=$(./mvnw --quiet help:evaluate -Dexpression=project.version -DforceStdout)
-          cd ./docker
-          cp ../wren-server/target/wren-server-${WREN_VERSION}-executable.jar ./
-          docker buildx build \
-            --platform linux/amd64,linux/arm64 \
-            --tag ghcr.io/canner/wren-engine:${{ needs.prepare-version.outputs.maven_version }} \
-            --tag ghcr.io/canner/wren-engine:latest \
-            --push -f ./Dockerfile \
-            --build-arg "WREN_VERSION=${WREN_VERSION}" .
+          echo "WREN_VERSION=$WREN_VERSION" >> "$GITHUB_OUTPUT"
+      - name: Build and push
+        uses: docker/build-push-action@v5
+        with:
+          context: ./docker
+          platforms: linux/amd64,linux/arm64
+          tags: ${{ steps.meta.outputs.tags }}
+          build-args: |
+            WREN_VERSION=${{ steps.prepare.outputs.WREN_VERSION }}
+          push: true
   stable-release-ibis:
     needs: prepare-version
     runs-on: ubuntu-latest