Skip to content

Commit

Permalink
Update velox_be.yml
Browse files Browse the repository at this point in the history
use previous images for static-build-test job
  • Loading branch information
zedong-peng authored Jan 8, 2024
1 parent c9fb89b commit adef1ef
Showing 1 changed file with 5 additions and 4 deletions.
9 changes: 5 additions & 4 deletions .github/workflows/velox_be.yml
Original file line number Diff line number Diff line change
Expand Up @@ -43,6 +43,7 @@ env:
DOCKER_REGISTRY_HOST: 10.0.0.25
DOCKER_REGISTRY_PORT: 5000
PATH_TO_GLUTEN_TE: ./tools/gluten-te
PREVIOUS_DOCKER_REGISTRY_HOST: 10.0.2.4

concurrency:
group: ${{ github.repository }}-${{ github.head_ref || github.sha }}-${{ github.workflow }}
Expand Down Expand Up @@ -528,7 +529,7 @@ jobs:
- name: Setup docker container
run: |
docker run --rm --init --privileged --ulimit nofile=65536:65536 --ulimit core=-1 --security-opt seccomp=unconfined \
-v $PWD:/opt/gluten --name static-build-test-$GITHUB_RUN_ID -e NUM_THREADS=30 -detach $DOCKER_REGISTRY_HOST:$DOCKER_REGISTRY_PORT/gluten-te/gluten-buildenv-centos:7 \
-v $PWD:/opt/gluten --name static-build-test-$GITHUB_RUN_ID -e NUM_THREADS=30 -detach $PREVIOUS_DOCKER_REGISTRY_HOST:$DOCKER_REGISTRY_PORT/gluten-te/gluten-buildenv-centos:7 \
bash -c 'cd /opt/gluten && sleep 14400'
- name: Build Gluten CPP library
run: |
Expand All @@ -549,7 +550,7 @@ jobs:
- name: TPC-H SF1.0 && TPC-DS SF1.0 Parquet local spark3.2 (centos 8)
run: |
docker run --rm --init --privileged --ulimit nofile=65536:65536 --ulimit core=-1 --security-opt seccomp=unconfined \
-v $PWD:/opt/gluten --name static-build-test-$GITHUB_RUN_ID-tpc -e NUM_THREADS=30 $DOCKER_REGISTRY_HOST:$DOCKER_REGISTRY_PORT/gluten-te/gluten-build-centos:8 \
-v $PWD:/opt/gluten --name static-build-test-$GITHUB_RUN_ID-tpc -e NUM_THREADS=30 $PREVIOUS_DOCKER_REGISTRY_HOST:$DOCKER_REGISTRY_PORT/gluten-te/gluten-build-centos:8 \
bash -c 'cd /opt/gluten/tools/gluten-it \
&& GLUTEN_IT_JVM_ARGS=-Xmx5G sbin/gluten-it.sh queries-compare \
--local --preset=velox --benchmark-type=h --error-on-memleak --disable-aqe --off-heap-size=10g -s=1.0 --threads=16 --iterations=1 \
Expand All @@ -558,7 +559,7 @@ jobs:
- name: TPC-H SF1.0 && TPC-DS SF1.0 Parquet local spark3.2 (ubuntu 20.04)
run: |
docker run --rm --init --privileged --ulimit nofile=65536:65536 --ulimit core=-1 --security-opt seccomp=unconfined \
-v $PWD:/opt/gluten --name static-build-test-$GITHUB_RUN_ID-tpc -e NUM_THREADS=30 $DOCKER_REGISTRY_HOST:$DOCKER_REGISTRY_PORT/gluten-te/gluten-build-ubuntu:20.04 \
-v $PWD:/opt/gluten --name static-build-test-$GITHUB_RUN_ID-tpc -e NUM_THREADS=30 $PREVIOUS_DOCKER_REGISTRY_HOST:$DOCKER_REGISTRY_PORT/gluten-te/gluten-build-ubuntu:20.04 \
'cd /opt/gluten/tools/gluten-it \
&& GLUTEN_IT_JVM_ARGS=-Xmx5G sbin/gluten-it.sh queries-compare \
--local --preset=velox --benchmark-type=h --error-on-memleak --disable-aqe --off-heap-size=10g -s=1.0 --threads=16 --iterations=1 \
Expand All @@ -567,7 +568,7 @@ jobs:
- name: TPC-H SF1.0 && TPC-DS SF1.0 Parquet local spark3.2 (ubuntu 22.04)
run: |
docker run --rm --init --privileged --ulimit nofile=65536:65536 --ulimit core=-1 --security-opt seccomp=unconfined \
-v $PWD:/opt/gluten --name static-build-test-$GITHUB_RUN_ID-tpc -e NUM_THREADS=30 $DOCKER_REGISTRY_HOST:$DOCKER_REGISTRY_PORT/gluten-te/gluten-build-ubuntu:22.04 \
-v $PWD:/opt/gluten --name static-build-test-$GITHUB_RUN_ID-tpc -e NUM_THREADS=30 $PREVIOUS_DOCKER_REGISTRY_HOST:$DOCKER_REGISTRY_PORT/gluten-te/gluten-build-ubuntu:22.04 \
'cd /opt/gluten/tools/gluten-it \
&& GLUTEN_IT_JVM_ARGS=-Xmx5G sbin/gluten-it.sh queries-compare \
--local --preset=velox --benchmark-type=h --error-on-memleak --disable-aqe --off-heap-size=10g -s=1.0 --threads=16 --iterations=1 \
Expand Down

0 comments on commit adef1ef

Please sign in to comment.