diff --git a/python/pyspark/resource/tests/test_connect_resources.py b/python/pyspark/resource/tests/test_connect_resources.py index 1667037367ba..40c68029a153 100644 --- a/python/pyspark/resource/tests/test_connect_resources.py +++ b/python/pyspark/resource/tests/test_connect_resources.py @@ -18,8 +18,10 @@ from pyspark.resource import ResourceProfileBuilder, TaskResourceRequests, ExecutorResourceRequests from pyspark.sql import SparkSession +from pyspark.testing.sqlutils import have_pandas, pandas_requirement_message +@unittest.skipIf(not have_pandas, pandas_requirement_message) class ResourceProfileTests(unittest.TestCase): def test_profile_before_sc_for_connect(self): rpb = ResourceProfileBuilder() diff --git a/python/pyspark/resource/tests/test_resources.py b/python/pyspark/resource/tests/test_resources.py index 20af820520e5..6f61d5af2d92 100644 --- a/python/pyspark/resource/tests/test_resources.py +++ b/python/pyspark/resource/tests/test_resources.py @@ -18,6 +18,7 @@ from pyspark.resource import ExecutorResourceRequests, ResourceProfileBuilder, TaskResourceRequests from pyspark.sql import SparkSession +from pyspark.testing.sqlutils import have_pandas, pandas_requirement_message class ResourceProfileTests(unittest.TestCase): @@ -71,6 +72,7 @@ def assert_request_contents(exec_reqs, task_reqs): assert_request_contents(rp3.executorResources, rp3.taskResources) sc.stop() + @unittest.skipIf(not have_pandas, pandas_requirement_message) def test_profile_before_sc_for_sql(self): rpb = ResourceProfileBuilder() treqs = TaskResourceRequests().cpus(2)