Skip to content
Closed
Show file tree
Hide file tree
Changes from 1 commit
Commits
Show all changes
44 commits
Select commit Hold shift + click to select a range
f0f7035
try fix maven test
panbingkun Dec 6, 2023
0b75a0f
try
panbingkun Dec 6, 2023
08e8859
try
panbingkun Dec 6, 2023
5fca2b7
try
panbingkun Dec 6, 2023
db9b07e
try
panbingkun Dec 6, 2023
742e29b
try
panbingkun Dec 6, 2023
953bc7e
try
panbingkun Dec 7, 2023
e3c6e8c
try
panbingkun Dec 7, 2023
4377bfc
try
panbingkun Dec 7, 2023
c128af6
try
panbingkun Dec 7, 2023
a7e1b12
try
panbingkun Dec 7, 2023
a0b9450
try
panbingkun Dec 7, 2023
77e94e9
fix maven tests
panbingkun Dec 7, 2023
224084e
Merge branch 'master' into try_fix_maven_test
panbingkun Dec 7, 2023
436c244
fix maven tests
panbingkun Dec 7, 2023
a9e146a
fix maven tests
panbingkun Dec 7, 2023
b7ae5cb
fix maven tests
panbingkun Dec 7, 2023
a57c512
try
panbingkun Dec 7, 2023
2fe75bd
try
panbingkun Dec 7, 2023
5a971b4
try
panbingkun Dec 7, 2023
dbcbd64
try
panbingkun Dec 7, 2023
b2fd3ee
try
panbingkun Dec 7, 2023
5acce38
Merge branch 'master' into try_fix_maven_test
panbingkun Dec 8, 2023
5221795
try
panbingkun Dec 8, 2023
dcbf922
try
panbingkun Dec 8, 2023
e4774cd
try
panbingkun Dec 8, 2023
c7561d2
try
panbingkun Dec 8, 2023
6f9a81c
try
panbingkun Dec 8, 2023
311a5dd
try
panbingkun Dec 8, 2023
66c78e9
try
panbingkun Dec 8, 2023
1ae55fd
try
panbingkun Dec 8, 2023
053c9a7
try
panbingkun Dec 11, 2023
54b7bea
Merge branch 'master' into try_fix_maven_test
panbingkun Dec 11, 2023
c79916e
[SPARK-46302][BUILD] Fix maven daily testing
panbingkun Dec 14, 2023
38094dd
Merge branch 'master' into try_fix_maven_test
panbingkun Dec 14, 2023
2035b91
[SPARK-46302][BUILD] Fix maven daily testing
panbingkun Dec 15, 2023
feb3932
[SPARK-46302][BUILD] Fix maven daily testing
panbingkun Dec 19, 2023
705d7e8
Merge branch 'master' into try_fix_maven_test
panbingkun Dec 19, 2023
ab06613
[SPARK-46302][BUILD] Fix maven daily testing
panbingkun Dec 19, 2023
aa37791
[SPARK-46302][BUILD] Fix maven daily testing
panbingkun Dec 19, 2023
9eb03f8
[SPARK-46302][TESTS] Skip maven daily testing as ivy uses some corrup…
panbingkun Dec 19, 2023
a70bf61
[SPARK-46302][TESTS] Skip maven daily testing as ivy uses some corrup…
panbingkun Dec 20, 2023
45aaecb
Merge branch 'master' into try_fix_maven_test
panbingkun Dec 20, 2023
941ab8e
[SPARK-46302][TESTS] Skip maven daily testing as ivy uses some corrup…
panbingkun Dec 20, 2023
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
Next Next commit
fix maven tests
  • Loading branch information
panbingkun committed Dec 7, 2023
commit 77e94e99725d45ad39bd17c9b6fd80f8b18ece07
21 changes: 3 additions & 18 deletions .github/workflows/maven_test.yml
Original file line number Diff line number Diff line change
Expand Up @@ -149,19 +149,6 @@ jobs:
key: java${{ matrix.java }}-maven-${{ hashFiles('**/pom.xml') }}
restore-keys: |
java${{ matrix.java }}-maven-
- name: Clear Ivy Cache
run: |
env
pwd
find /home/runner -name "hive-exec*"
mkdir -p /home/runner/.ivy2/jars
mkdir -p /home/runner/.ivy2/cache
ls -al /home/runner
ls -al /home/runner/.ivy2
./build/mvn dependency:get -DremoteRepositories=https://maven-central.storage-download.googleapis.com/maven2/ -DgroupId=org.apache.hive -DartifactId=hive-exec -Dversion=2.3.9 -Dtransitive=false --quiet
./build/mvn dependency:get -DremoteRepositories=https://maven-central.storage-download.googleapis.com/maven2/ -DgroupId=org.slf4j -DartifactId=slf4j-api -Dversion=1.7.30 -Dtransitive=false --quiet
ls -al /home/runner/.m2/repository/org/apache/hive/hive-exec/2.3.9
ls -al /home/runner/.m2/repository/org/slf4j/slf4j-api/1.7.30
- name: Install Java ${{ matrix.java }}
uses: actions/setup-java@v3
with:
Expand Down Expand Up @@ -193,6 +180,9 @@ jobs:
export MAVEN_OPTS="-Xss64m -Xmx4g -Xms4g -XX:ReservedCodeCacheSize=128m -Dorg.slf4j.simpleLogger.defaultLogLevel=WARN"
export MAVEN_CLI_OPTS="--no-transfer-progress"
export JAVA_VERSION=${{ matrix.java }}
# Fix some corrupted jars
./build/mvn dependency:get -DremoteRepositories=https://maven-central.storage-download.googleapis.com/maven2/ -DgroupId=org.apache.hive -DartifactId=hive-exec -Dversion=2.3.9 -Dtransitive=false --quiet
./build/mvn dependency:get -DremoteRepositories=https://maven-central.storage-download.googleapis.com/maven2/ -DgroupId=org.slf4j -DartifactId=slf4j-api -Dversion=1.7.30 -Dtransitive=false --quiet
# Replace with the real module name, for example, connector#kafka-0-10 -> connector/kafka-0-10
export TEST_MODULES=`echo "$MODULES_TO_TEST" | sed -e "s%#%/%g"`
./build/mvn $MAVEN_CLI_OPTS -DskipTests -Pyarn -Pkubernetes -Pvolcano -Phive -Phive-thriftserver -Phadoop-cloud -Pspark-ganglia-lgpl -Djava.version=${JAVA_VERSION/-ea} clean install
Expand All @@ -208,11 +198,6 @@ jobs:
else
./build/mvn $MAVEN_CLI_OPTS -pl "$TEST_MODULES" -Pyarn -Pkubernetes -Pvolcano -Phive -Phive-thriftserver -Pspark-ganglia-lgpl -Phadoop-cloud -Djava.version=${JAVA_VERSION/-ea} test -fae
fi
- name: List Ivy Cache
run: |
ls -al /home/runner
ls -al /home/runner/.ivy2
find /home/runner/.ivy2 -name "hive-exec*"
- name: Clean up local Maven repository
run: |
rm -rf ~/.m2/repository/org/apache/spark
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -31,7 +31,6 @@ import org.scalatest.time.SpanSugar._

import org.apache.spark.{SparkConf, TestUtils}
import org.apache.spark.deploy.SparkSubmitTestUtils
import org.apache.spark.internal.Logging
import org.apache.spark.internal.config.MASTER_REST_SERVER_ENABLED
import org.apache.spark.internal.config.UI.UI_ENABLED
import org.apache.spark.launcher.JavaModuleOptions
Expand All @@ -56,7 +55,7 @@ import org.apache.spark.util.ArrayImplicits._
*/
@SlowHiveTest
@ExtendedHiveTest
class HiveExternalCatalogVersionsSuite extends SparkSubmitTestUtils with Logging {
class HiveExternalCatalogVersionsSuite extends SparkSubmitTestUtils {
import HiveExternalCatalogVersionsSuite._
override protected val defaultSparkSubmitTimeout: Span = 5.minutes
private val wareHousePath = Utils.createTempDir(namePrefix = "warehouse")
Expand Down Expand Up @@ -164,7 +163,6 @@ class HiveExternalCatalogVersionsSuite extends SparkSubmitTestUtils with Logging

override def beforeAll(): Unit = {
super.beforeAll()
logInfo("Env : " + System.getenv())
val tempPyFile = File.createTempFile("test", ".py")
// scalastyle:off line.size.limit
Files.write(tempPyFile.toPath,
Expand Down