Skip to content

Commit 82e65b6

Browse files
zhouyuanLakehouse Engine Bot
authored andcommitted
adding daily tests
Signed-off-by: Yuan <[email protected]> Alchemy-item: (ID = 473) fix: Adding daily tests commit 1/1 - d6f0209
1 parent 662ead8 commit 82e65b6

File tree

2 files changed

+74
-15
lines changed

2 files changed

+74
-15
lines changed

.github/workflows/gluten_daily.yml

Lines changed: 74 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,74 @@
1+
# Copyright (c) Facebook, Inc. and its affiliates.
2+
#
3+
# Licensed under the Apache License, Version 2.0 (the "License");
4+
# you may not use this file except in compliance with the License.
5+
# You may obtain a copy of the License at
6+
#
7+
# http://www.apache.org/licenses/LICENSE-2.0
8+
#
9+
# Unless required by applicable law or agreed to in writing, software
10+
# distributed under the License is distributed on an "AS IS" BASIS,
11+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12+
# See the License for the specific language governing permissions and
13+
# limitations under the License.
14+
15+
name: Gluten Daily Build
16+
17+
on:
18+
push:
19+
branches:
20+
- 'main'
21+
22+
concurrency:
23+
group: ${{ github.repository }}-${{ github.head_ref || github.sha }}-${{ github.workflow }}
24+
cancel-in-progress: true
25+
26+
jobs:
27+
28+
gluten-cpp-build:
29+
name: gluten cpp build
30+
# prevent errors when forks ff their main branch
31+
if: ${{ github.repository == 'IBM/velox' }}
32+
runs-on: ubuntu-22.04
33+
env:
34+
CCACHE_DIR: "${{ github.workspace }}/.ccache"
35+
steps:
36+
- uses: actions/checkout@v4
37+
- name: Get Ccache
38+
uses: actions/cache/restore@v4
39+
with:
40+
path: '${{ env.CCACHE_DIR }}'
41+
key: ccache-centos7-release-default-${{github.sha}}
42+
restore-keys: |
43+
ccache-centos7-release-default
44+
- name: Setup Gluten
45+
run: |
46+
git clone --depth 1 https://github.com/apache/incubator-gluten gluten && cd gluten
47+
BRANCH=$(echo ${GITHUB_REF#refs/heads/})
48+
sed -i 's/oap-project/IBM/g' ep/build-velox/src/get_velox.sh
49+
#sed -i 's/VELOX_BRANCH=2025.*/VELOX_BRANCH=main/g' ep/build-velox/src/get_velox.sh
50+
- name: Build Gluten native libraries
51+
run: |
52+
docker pull apache/gluten:vcpkg-centos-7
53+
docker run -v $GITHUB_WORKSPACE:/work -w /work apache/gluten:vcpkg-centos-7 bash -c "
54+
git config --global --add safe.directory /work
55+
set -e
56+
df -a
57+
cd /work/gluten
58+
export CCACHE_DIR=/work/.ccache
59+
mkdir -p /work/.ccache
60+
source /opt/rh/devtoolset-11/enable
61+
export NUM_THREADS=4
62+
ccache -sz
63+
./dev/builddeps-veloxbe.sh --enable_vcpkg=ON --build_arrow=OFF --build_tests=OFF --build_benchmarks=OFF \
64+
--build_examples=OFF --enable_s3=ON --enable_gcs=ON --enable_hdfs=ON --enable_abfs=ON --velox_home=/work
65+
ccache -s
66+
mkdir -p /work/.m2/repository/org/apache/arrow/
67+
cp -r /root/.m2/repository/org/apache/arrow/* /work/.m2/repository/org/apache/arrow/
68+
"
69+
- name: Save ccache
70+
uses: actions/cache/save@v4
71+
id: ccache
72+
with:
73+
path: '${{ env.CCACHE_DIR }}'
74+
key: ccache-centos7-release-default-${{github.sha}}

.github/workflows/linux-build.yml

Lines changed: 0 additions & 15 deletions
Original file line numberDiff line numberDiff line change
@@ -15,21 +15,6 @@
1515
name: Linux Build using GCC
1616

1717
on:
18-
push:
19-
branches:
20-
- main
21-
paths:
22-
- velox/**
23-
- '!velox/docs/**'
24-
- CMakeLists.txt
25-
- CMake/**
26-
- scripts/setup-ubuntu.sh
27-
- scripts/setup-common.sh
28-
- scripts/setup-versions.sh
29-
- scripts/setup-helper-functions.sh
30-
- .github/workflows/linux-build.yml
31-
- .github/workflows/linux-build-base.yml
32-
3318
pull_request:
3419
paths:
3520
- velox/**

0 commit comments

Comments
 (0)