doc update

python/pyspark/sql/connect/session.py

@@ -328,51 +328,20 @@ def readStream(self) -> "DataStreamReader":
     readStream.__doc__ = PySparkSession.readStream.__doc__
 
     def registerProgressHandler(self, handler: "ProgressHandler") -> None:
-        """
-        Register a progress handler to be called when a progress update is received from the server.
-
-        .. versionadded:: 4.0
-
-        Parameters
-        ----------
-        handler : ProgressHandler
-          A callable that follows the ProgressHandler interface. This handler will be called
-          on every progress update.
-
-        Examples
-        --------
-
-        >>> def progress_handler(stages, inflight_tasks, done):
-        ...     print(f"{len(stages)} Stages known, Done: {done}")
-        >>> spark.registerProgressHandler(progress_handler)
-        >>> res = spark.range(10).repartition(1).collect()
-        3 Stages known, Done: False
-        3 Stages known, Done: True
-        >>> spark.clearProgressHandlers()
-        """
         self._client.register_progress_handler(handler)
 
-    def removeProgressHandler(self, handler: "ProgressHandler") -> None:
-        """
-        Remove a progress handler that was previously registered.
-
-        .. versionadded:: 4.0
+    registerProgressHandler.__doc__ = PySparkSession.registerProgressHandler.__doc__
 
-        Parameters
-        ----------
-        handler : ProgressHandler
-          The handler to remove if present in the list of progress handlers.
-        """
+    def removeProgressHandler(self, handler: "ProgressHandler") -> None:
         self._client.remove_progress_handler(handler)
 
-    def clearProgressHandlers(self) -> None:
-        """
-        Clear all registered progress handlers.
+    removeProgressHandler.__doc__ = PySparkSession.removeProgressHandler.__doc__
 
-        .. versionadded:: 4.0
-        """
+    def clearProgressHandlers(self) -> None:
         self._client.clear_progress_handlers()
 
+    clearProgressHandlers.__doc__ = PySparkSession.clearProgressHandlers.__doc__
+
     def _inferSchemaFromList(
         self, data: Iterable[Any], names: Optional[List[str]] = None
     ) -> StructType:

python/pyspark/sql/session.py

@@ -80,6 +80,7 @@
     # Running MyPy type checks will always require pandas and
     # other dependencies so importing here is fine.
     from pyspark.sql.connect.client import SparkConnectClient
+    from pyspark.sql.connect.shell.progress import ProgressHandler
 
 try:
     import memory_profiler  # noqa: F401
@@ -1967,6 +1968,8 @@ def client(self) -> "SparkConnectClient":
             message_parameters={"feature": "SparkSession.client"},
         )
 
+    def
+
     def addArtifacts(
         self, *path: str, pyfile: bool = False, archive: bool = False, file: bool = False
     ) -> None:
@@ -2002,6 +2005,62 @@ def addArtifacts(
 
     addArtifact = addArtifacts
 
+    def registerProgressHandler(self, handler: "ProgressHandler") -> None:
+        """
+        Register a progress handler to be called when a progress update is received from the server.
+
+        .. versionadded:: 4.0
+
+        Parameters
+        ----------
+        handler : ProgressHandler
+          A callable that follows the ProgressHandler interface. This handler will be called
+          on every progress update.
+
+        Examples
+        --------
+
+        >>> def progress_handler(stages, inflight_tasks, done):
+        ...     print(f"{len(stages)} Stages known, Done: {done}")
+        >>> spark.registerProgressHandler(progress_handler)
+        >>> res = spark.range(10).repartition(1).collect()
+        3 Stages known, Done: False
+        3 Stages known, Done: True
+        >>> spark.clearProgressHandlers()
+        """
+        raise PySparkRuntimeError(
+            error_class="ONLY_SUPPORTED_WITH_SPARK_CONNECT",
+            message_parameters={"feature": "SparkSession.registerProgressHandler"},
+        )
+
+    def removeProgressHandler(self, handler: "ProgressHandler") -> None:
+        """
+        Remove a progress handler that was previously registered.
+
+        .. versionadded:: 4.0
+
+        Parameters
+        ----------
+        handler : ProgressHandler
+          The handler to remove if present in the list of progress handlers.
+        """
+        raise PySparkRuntimeError(
+            error_class="ONLY_SUPPORTED_WITH_SPARK_CONNECT",
+            message_parameters={"feature": "SparkSession.removeProgressHandler"},
+        )
+
+    def clearProgressHandlers(self) -> None:
+        """
+        Clear all registered progress handlers.
+
+        .. versionadded:: 4.0
+        """
+        raise PySparkRuntimeError(
+            error_class="ONLY_SUPPORTED_WITH_SPARK_CONNECT",
+            message_parameters={"feature": "SparkSession.clearProgressHandlers"},
+        )
+
+
     def copyFromLocalToFs(self, local_path: str, dest_path: str) -> None:
         """
         Copy file from local to cloud storage file system.