Skip to content

Commit

Permalink
Update velox_be.yml centos8
Browse files Browse the repository at this point in the history
  • Loading branch information
zedong-peng authored Dec 20, 2023
1 parent 846a924 commit 758d402
Showing 1 changed file with 6 additions and 6 deletions.
12 changes: 6 additions & 6 deletions .github/workflows/velox_be.yml
Original file line number Diff line number Diff line change
Expand Up @@ -342,34 +342,34 @@ jobs:
OS_IMAGE=centos:8 /opt/gluten/tools/gluten-te/centos/gha/gha-checkout/checkout.sh
- name: Build Gluten velox third party
run: |
/opt/gluten/tools/gluten-te/centos/gha/gha-checkout/exec.sh '
/root/gluten-te/centos/gha/gha-checkout/exec.sh '
source /env.sh && \
sudo yum -y install patch && \
cd /opt/gluten/ep/build-velox/src && \
./get_velox.sh --velox_home=/opt/velox --enable_hdfs=ON --enable_s3=ON --enable_gcs=ON --enable_abfs=OFF && \
./build_velox.sh --velox_home=/opt/velox --enable_ep_cache=ON --enable_hdfs=ON --enable_s3=ON --enable_gcs=ON --enable_abfs=OFF'
- name: Build Gluten CPP library
run: |
/opt/gluten/tools/gluten-te/centos/gha/gha-checkout/exec.sh '
/root/gluten-te/centos/gha/gha-checkout/exec.sh '
source /env.sh && \
cd /opt/gluten/cpp && \
./compile.sh --build_velox_backend=ON --velox_home=/opt/velox --enable_hdfs=ON --enable_s3=ON --enable_gcs=ON --enable_abfs=OFF'
- name: Build for Spark 3.2.2
run: |
-/opt/gluten/tools/gluten-te/centos/gha/gha-checkout/exec.sh '
/root/gluten-te/centos/gha/gha-checkout/exec.sh '
cd /opt/gluten && \
mvn clean install -Pspark-3.2 -Pbackends-velox -Prss -Piceberg -DskipTests'
- name: TPC-H SF1.0 && TPC-DS SF30.0 Parquet local spark3.2
run: |
/opt/gluten/tools/gluten-te/centos/gha/gha-checkout/exec.sh 'cd /opt/gluten/tools/gluten-it && \
/root/gluten-te/centos/gha/gha-checkout/exec.sh 'cd /opt/gluten/tools/gluten-it && \
mvn clean install -Pspark-3.2 \
&& GLUTEN_IT_JVM_ARGS=-Xmx5G sbin/gluten-it.sh queries-compare \
--local --preset=velox --benchmark-type=h --error-on-memleak --disable-aqe --off-heap-size=10g -s=1.0 --threads=16 --iterations=1 \
&& GLUTEN_IT_JVM_ARGS=-Xmx50G sbin/gluten-it.sh queries-compare \
--local --preset=velox --benchmark-type=ds --error-on-memleak --off-heap-size=50g -s=30.0 --threads=32 --iterations=1'
- name: TPC-H SF1.0 && TPC-DS SF30.0 Parquet local spark3.2 random kill tasks
run: |
/opt/gluten/tools/gluten-te/centos/gha/gha-checkout/exec.sh 'cd /opt/gluten/tools/gluten-it && \
/root/gluten-te/centos/gha/gha-checkout/exec.sh 'cd /opt/gluten/tools/gluten-it && \
mvn clean install -Pspark-3.2 \
&& GLUTEN_IT_JVM_ARGS=-Xmx5G sbin/gluten-it.sh queries \
--local --preset=velox --benchmark-type=h --error-on-memleak --disable-aqe --off-heap-size=10g -s=1.0 --threads=16 --iterations=1 --skip-data-gen --random-kill-tasks \
Expand All @@ -378,7 +378,7 @@ jobs:
- name: Exit docker container
if: ${{ always() }}
run: |
/opt/gluten/tools/gluten-te/centos/gha/gha-checkout/clean.sh || true
/root/gluten-te/centos/gha/gha-checkout/exec.sh || true
centos7-test:
runs-on: velox-self-hosted
Expand Down

0 comments on commit 758d402

Please sign in to comment.