From 079f6bbeb8a3966c6de1fa6d881260c86a4ab088 Mon Sep 17 00:00:00 2001 From: Hyukjin Kwon Date: Thu, 27 Jun 2024 11:45:45 +0900 Subject: [PATCH] fixup --- python/pyspark/testing/connectutils.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/python/pyspark/testing/connectutils.py b/python/pyspark/testing/connectutils.py index 191505741eb4..e1ca681e93b2 100644 --- a/python/pyspark/testing/connectutils.py +++ b/python/pyspark/testing/connectutils.py @@ -170,6 +170,8 @@ def conf(cls): conf = SparkConf(loadDefaults=False) # Make the server terminate reattachable streams every 1 second and 123 bytes, # to make the tests exercise reattach. + if conf._jconf is not None: + conf._jconf.remove("spark.master") conf.set("spark.connect.execute.reattachable.senderMaxStreamDuration", "1s") conf.set("spark.connect.execute.reattachable.senderMaxStreamSize", "123") return conf