Skip to content

Commit 09d5f86

Browse files
yaooqinnyaooqinn
authored
[VL][CI] Dump & upload logs for unit test to GitHub artifact (#9024)
1 parent 01f475b commit 09d5f86

File tree

19 files changed

+595
-0
lines changed

19 files changed

+595
-0
lines changed

‎.github/workflows/velox_backend.yml

+107
Original file line numberDiff line numberDiff line change
@@ -645,6 +645,12 @@ jobs:
645645
with:
646646
name: test-report-spark32
647647
path: '**/surefire-reports/TEST-*.xml'
648+
- name: Upload unit tests log files
649+
if: ${{ !success() }}
650+
uses: actions/upload-artifact@v4
651+
with:
652+
name: ${{ github.job }}-test-log
653+
path: "**/target/*.log"
648654
- name: Upload golden files
649655
if: failure()
650656
uses: actions/upload-artifact@v4
@@ -679,6 +685,12 @@ jobs:
679685
with:
680686
name: test-report-spark32-slow
681687
path: '**/surefire-reports/TEST-*.xml'
688+
- name: Upload unit tests log files
689+
if: ${{ !success() }}
690+
uses: actions/upload-artifact@v4
691+
with:
692+
name: ${{ github.job }}-test-log
693+
path: "**/target/*.log"
682694

683695
run-spark-test-spark33:
684696
needs: build-native-lib-centos-7
@@ -716,6 +728,12 @@ jobs:
716728
with:
717729
name: test-report-spark33
718730
path: '**/surefire-reports/TEST-*.xml'
731+
- name: Upload unit tests log files
732+
if: ${{ !success() }}
733+
uses: actions/upload-artifact@v4
734+
with:
735+
name: ${{ github.job }}-test-log
736+
path: "**/target/*.log"
719737
- name: Upload golden files
720738
if: failure()
721739
uses: actions/upload-artifact@v4
@@ -753,6 +771,12 @@ jobs:
753771
with:
754772
name: test-report-spark33-slow
755773
path: '**/surefire-reports/TEST-*.xml'
774+
- name: Upload unit tests log files
775+
if: ${{ !success() }}
776+
uses: actions/upload-artifact@v4
777+
with:
778+
name: ${{ github.job }}-test-log
779+
path: "**/target/*.log"
756780

757781
run-spark-test-spark34:
758782
needs: build-native-lib-centos-7
@@ -796,6 +820,12 @@ jobs:
796820
with:
797821
name: test-report-spark34-jdk17
798822
path: '**/surefire-reports/TEST-*.xml'
823+
- name: Upload unit tests log files
824+
if: ${{ !success() }}
825+
uses: actions/upload-artifact@v4
826+
with:
827+
name: ${{ github.job }}-test-log
828+
path: "**/target/*.log"
799829
- name: Upload golden files
800830
if: failure()
801831
uses: actions/upload-artifact@v4
@@ -842,6 +872,12 @@ jobs:
842872
with:
843873
name: test-report-spark34
844874
path: '**/surefire-reports/TEST-*.xml'
875+
- name: Upload unit tests log files
876+
if: ${{ !success() }}
877+
uses: actions/upload-artifact@v4
878+
with:
879+
name: ${{ github.job }}-test-log
880+
path: "**/target/*.log"
845881
- name: Upload golden files
846882
if: failure()
847883
uses: actions/upload-artifact@v4
@@ -883,6 +919,12 @@ jobs:
883919
with:
884920
name: test-report-spark34-slow-jdk17
885921
path: '**/surefire-reports/TEST-*.xml'
922+
- name: Upload unit tests log files
923+
if: ${{ !success() }}
924+
uses: actions/upload-artifact@v4
925+
with:
926+
name: ${{ github.job }}-test-log
927+
path: "**/target/*.log"
886928

887929
run-spark-test-spark34-slow-jdk8:
888930
needs: build-native-lib-centos-7
@@ -915,6 +957,12 @@ jobs:
915957
with:
916958
name: test-report-spark34-slow-jdk8
917959
path: '**/surefire-reports/TEST-*.xml'
960+
- name: Upload unit tests log files
961+
if: ${{ !success() }}
962+
uses: actions/upload-artifact@v4
963+
with:
964+
name: ${{ github.job }}-test-log
965+
path: "**/target/*.log"
918966

919967
run-spark-test-spark35:
920968
needs: build-native-lib-centos-7
@@ -952,6 +1000,12 @@ jobs:
9521000
with:
9531001
name: test-report-spark35
9541002
path: '**/surefire-reports/TEST-*.xml'
1003+
- name: Upload unit tests log files
1004+
if: ${{ !success() }}
1005+
uses: actions/upload-artifact@v4
1006+
with:
1007+
name: ${{ github.job }}-test-log
1008+
path: "**/target/*.log"
9551009
- name: Upload golden files
9561010
if: failure()
9571011
uses: actions/upload-artifact@v4
@@ -999,6 +1053,12 @@ jobs:
9991053
with:
10001054
name: test-report-spark35-jdk17
10011055
path: '**/surefire-reports/TEST-*.xml'
1056+
- name: Upload unit tests log files
1057+
if: ${{ !success() }}
1058+
uses: actions/upload-artifact@v4
1059+
with:
1060+
name: ${{ github.job }}-test-log
1061+
path: "**/target/*.log"
10021062
- name: Upload golden files
10031063
if: failure()
10041064
uses: actions/upload-artifact@v4
@@ -1042,6 +1102,12 @@ jobs:
10421102
with:
10431103
name: test-report-spark35-scala213
10441104
path: '**/surefire-reports/TEST-*.xml'
1105+
- name: Upload unit tests log files
1106+
if: ${{ !success() }}
1107+
uses: actions/upload-artifact@v4
1108+
with:
1109+
name: ${{ github.job }}-test-log
1110+
path: "**/target/*.log"
10451111

10461112
run-spark-test-spark35-slow:
10471113
needs: build-native-lib-centos-7
@@ -1071,6 +1137,12 @@ jobs:
10711137
with:
10721138
name: test-report-spark35-slow
10731139
path: '**/surefire-reports/TEST-*.xml'
1140+
- name: Upload unit tests log files
1141+
if: ${{ !success() }}
1142+
uses: actions/upload-artifact@v4
1143+
with:
1144+
name: ${{ github.job }}-test-log
1145+
path: "**/target/*.log"
10741146

10751147
run-spark-test-spark35-ras:
10761148
needs: build-native-lib-centos-7
@@ -1107,6 +1179,12 @@ jobs:
11071179
with:
11081180
name: test-report-spark35-ras
11091181
path: '**/surefire-reports/TEST-*.xml'
1182+
- name: Upload unit tests log files
1183+
if: ${{ !success() }}
1184+
uses: actions/upload-artifact@v4
1185+
with:
1186+
name: ${{ github.job }}-test-log
1187+
path: "**/target/*.log"
11101188

11111189
run-spark-test-spark35-slow-ras:
11121190
needs: build-native-lib-centos-7
@@ -1135,6 +1213,12 @@ jobs:
11351213
with:
11361214
name: test-report-spark35-slow-ras
11371215
path: '**/surefire-reports/TEST-*.xml'
1216+
- name: Upload unit tests log files
1217+
if: ${{ !success() }}
1218+
uses: actions/upload-artifact@v4
1219+
with:
1220+
name: ${{ github.job }}-test-log
1221+
path: "**/target/*.log"
11381222

11391223
run-spark-test-spark35-smj:
11401224
needs: build-native-lib-centos-7
@@ -1171,6 +1255,12 @@ jobs:
11711255
with:
11721256
name: test-report-spark35-smj
11731257
path: '**/surefire-reports/TEST-*.xml'
1258+
- name: Upload unit tests log files
1259+
if: ${{ !success() }}
1260+
uses: actions/upload-artifact@v4
1261+
with:
1262+
name: ${{ github.job }}-test-log
1263+
path: "**/target/*.log"
11741264

11751265
run-spark-test-spark35-slow-smj:
11761266
needs: build-native-lib-centos-7
@@ -1199,6 +1289,12 @@ jobs:
11991289
with:
12001290
name: test-report-spark35-slow-smj
12011291
path: '**/surefire-reports/TEST-*.xml'
1292+
- name: Upload unit tests log files
1293+
if: ${{ !success() }}
1294+
uses: actions/upload-artifact@v4
1295+
with:
1296+
name: ${{ github.job }}-test-log
1297+
path: "**/target/*.log"
12021298

12031299
run-cpp-test-udf-test:
12041300
runs-on: ubuntu-20.04
@@ -1240,3 +1336,14 @@ jobs:
12401336
# Depends on --build_example=ON.
12411337
$MVN_CMD test -Pspark-3.5 -Pbackends-velox -Piceberg -Pdelta -DtagsToExclude=None \
12421338
-DtagsToInclude=org.apache.gluten.tags.UDFTest
1339+
- name: Upload test report
1340+
uses: actions/upload-artifact@v4
1341+
with:
1342+
name: test-report-spark35-udf
1343+
path: '**/surefire-reports/TEST-*.xml'
1344+
- name: Upload unit tests log files
1345+
if: ${{ !success() }}
1346+
uses: actions/upload-artifact@v4
1347+
with:
1348+
name: ${{ github.job }}-test-log
1349+
path: "**/target/*.log"

‎gluten-arrow/src/test/resources/log4j2.properties

+39
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,39 @@
1+
#
2+
# Licensed to the Apache Software Foundation (ASF) under one or more
3+
# contributor license agreements. See the NOTICE file distributed with
4+
# this work for additional information regarding copyright ownership.
5+
# The ASF licenses this file to You under the Apache License, Version 2.0
6+
# (the "License"); you may not use this file except in compliance with
7+
# the License. You may obtain a copy of the License at
8+
#
9+
# http://www.apache.org/licenses/LICENSE-2.0
10+
#
11+
# Unless required by applicable law or agreed to in writing, software
12+
# distributed under the License is distributed on an "AS IS" BASIS,
13+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14+
# See the License for the specific language governing permissions and
15+
# limitations under the License.
16+
#
17+
18+
rootLogger.level = info
19+
rootLogger.appenderRef.stdout.ref = STDOUT
20+
rootLogger.appenderRef.file.ref = File
21+
22+
#Console Appender
23+
appender.console.type = Console
24+
appender.console.name = STDOUT
25+
appender.console.target = SYSTEM_OUT
26+
appender.console.layout.type = PatternLayout
27+
appender.console.layout.pattern = %d{HH:mm:ss.SSS} %p %c: %maxLen{%m}{512}%n%ex{8}%n
28+
appender.console.filter.threshold.type = ThresholdFilter
29+
appender.console.filter.threshold.level = warn
30+
31+
#File Appender
32+
appender.file.type = File
33+
appender.file.name = File
34+
appender.file.fileName = target/unit-tests.log
35+
appender.file.layout.type = PatternLayout
36+
appender.file.layout.pattern = %d{HH:mm:ss.SSS} %t %p %c{1}: %m%n%ex
37+
38+
appender.file.filter.threshold.type = ThresholdFilter
39+
appender.file.filter.threshold.level = info

‎gluten-celeborn/pom.xml

+3
Original file line numberDiff line numberDiff line change
@@ -14,6 +14,9 @@
1414
<packaging>jar</packaging>
1515
<name>Gluten Celeborn</name>
1616

17+
<properties>
18+
<log4j.conf>file:src-celeborn/test/resources/log4j2.properties</log4j.conf>
19+
</properties>
1720
<dependencies>
1821
<dependency>
1922
<groupId>org.apache.gluten</groupId>

‎gluten-core/src/test/resources/log4j2.properties

+39
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,39 @@
1+
#
2+
# Licensed to the Apache Software Foundation (ASF) under one or more
3+
# contributor license agreements. See the NOTICE file distributed with
4+
# this work for additional information regarding copyright ownership.
5+
# The ASF licenses this file to You under the Apache License, Version 2.0
6+
# (the "License"); you may not use this file except in compliance with
7+
# the License. You may obtain a copy of the License at
8+
#
9+
# http://www.apache.org/licenses/LICENSE-2.0
10+
#
11+
# Unless required by applicable law or agreed to in writing, software
12+
# distributed under the License is distributed on an "AS IS" BASIS,
13+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14+
# See the License for the specific language governing permissions and
15+
# limitations under the License.
16+
#
17+
18+
rootLogger.level = info
19+
rootLogger.appenderRef.stdout.ref = STDOUT
20+
rootLogger.appenderRef.file.ref = File
21+
22+
#Console Appender
23+
appender.console.type = Console
24+
appender.console.name = STDOUT
25+
appender.console.target = SYSTEM_OUT
26+
appender.console.layout.type = PatternLayout
27+
appender.console.layout.pattern = %d{HH:mm:ss.SSS} %p %c: %maxLen{%m}{512}%n%ex{8}%n
28+
appender.console.filter.threshold.type = ThresholdFilter
29+
appender.console.filter.threshold.level = warn
30+
31+
#File Appender
32+
appender.file.type = File
33+
appender.file.name = File
34+
appender.file.fileName = target/unit-tests.log
35+
appender.file.layout.type = PatternLayout
36+
appender.file.layout.pattern = %d{HH:mm:ss.SSS} %t %p %c{1}: %m%n%ex
37+
38+
appender.file.filter.threshold.type = ThresholdFilter
39+
appender.file.filter.threshold.level = info

‎gluten-delta/pom.xml

+4
Original file line numberDiff line numberDiff line change
@@ -14,6 +14,10 @@
1414
<packaging>jar</packaging>
1515
<name>Gluten DeltaLake</name>
1616

17+
<properties>
18+
<log4j.conf>file:src-delta/test/resources/log4j2.properties</log4j.conf>
19+
</properties>
20+
1721
<dependencies>
1822
<dependency>
1923
<groupId>org.apache.gluten</groupId>

‎gluten-delta/src-delta/test/resources/log4j2.properties

+39
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,39 @@
1+
#
2+
# Licensed to the Apache Software Foundation (ASF) under one or more
3+
# contributor license agreements. See the NOTICE file distributed with
4+
# this work for additional information regarding copyright ownership.
5+
# The ASF licenses this file to You under the Apache License, Version 2.0
6+
# (the "License"); you may not use this file except in compliance with
7+
# the License. You may obtain a copy of the License at
8+
#
9+
# http://www.apache.org/licenses/LICENSE-2.0
10+
#
11+
# Unless required by applicable law or agreed to in writing, software
12+
# distributed under the License is distributed on an "AS IS" BASIS,
13+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14+
# See the License for the specific language governing permissions and
15+
# limitations under the License.
16+
#
17+
18+
rootLogger.level = info
19+
rootLogger.appenderRef.stdout.ref = STDOUT
20+
rootLogger.appenderRef.file.ref = File
21+
22+
#Console Appender
23+
appender.console.type = Console
24+
appender.console.name = STDOUT
25+
appender.console.target = SYSTEM_OUT
26+
appender.console.layout.type = PatternLayout
27+
appender.console.layout.pattern = %d{HH:mm:ss.SSS} %p %c: %maxLen{%m}{512}%n%ex{8}%n
28+
appender.console.filter.threshold.type = ThresholdFilter
29+
appender.console.filter.threshold.level = warn
30+
31+
#File Appender
32+
appender.file.type = File
33+
appender.file.name = File
34+
appender.file.fileName = target/unit-tests.log
35+
appender.file.layout.type = PatternLayout
36+
appender.file.layout.pattern = %d{HH:mm:ss.SSS} %t %p %c{1}: %m%n%ex
37+
38+
appender.file.filter.threshold.type = ThresholdFilter
39+
appender.file.filter.threshold.level = info

‎gluten-hudi/pom.xml

+4
Original file line numberDiff line numberDiff line change
@@ -14,6 +14,10 @@
1414
<packaging>jar</packaging>
1515
<name>Gluten Hudi</name>
1616

17+
<properties>
18+
<log4j.conf>file:src-hudi/test/resources/log4j2.properties</log4j.conf>
19+
</properties>
20+
1721
<dependencies>
1822
<dependency>
1923
<groupId>org.apache.gluten</groupId>

0 commit comments

Comments
 (0)