diff --git a/core/src/main/scala/org/apache/spark/internal/config/UI.scala b/core/src/main/scala/org/apache/spark/internal/config/UI.scala index 320808d5018c5..086c83552732d 100644 --- a/core/src/main/scala/org/apache/spark/internal/config/UI.scala +++ b/core/src/main/scala/org/apache/spark/internal/config/UI.scala @@ -114,7 +114,7 @@ private[spark] object UI { "For master/worker/driver metrics, you need to configure `conf/metrics.properties`.") .version("3.0.0") .booleanConf - .createWithDefault(false) + .createWithDefault(true) val UI_X_XSS_PROTECTION = ConfigBuilder("spark.ui.xXssProtection") .doc("Value for HTTP X-XSS-Protection response header") diff --git a/core/src/main/scala/org/apache/spark/status/api/v1/PrometheusResource.scala b/core/src/main/scala/org/apache/spark/status/api/v1/PrometheusResource.scala index 8cfed4a4bd392..c4e3bdc64ee37 100644 --- a/core/src/main/scala/org/apache/spark/status/api/v1/PrometheusResource.scala +++ b/core/src/main/scala/org/apache/spark/status/api/v1/PrometheusResource.scala @@ -31,7 +31,7 @@ import org.apache.spark.ui.SparkUI * :: Experimental :: * This aims to expose Executor metrics like REST API which is documented in * - * https://spark.apache.org/docs/3.0.0/monitoring.html#executor-metrics + * https://spark.apache.org/docs/latest/monitoring.html#executor-metrics * * Note that this is based on ExecutorSummary which is different from ExecutorSource. */ diff --git a/docs/monitoring.md b/docs/monitoring.md index 056543deb0946..8d3dbe375b82c 100644 --- a/docs/monitoring.md +++ b/docs/monitoring.md @@ -821,7 +821,6 @@ A list of the available metrics, with a short description: Executor-level metrics are sent from each executor to the driver as part of the Heartbeat to describe the performance metrics of Executor itself like JVM heap memory, GC information. Executor metric values and their measured memory peak values per executor are exposed via the REST API in JSON format and in Prometheus format. The JSON end point is exposed at: `/applications/[app-id]/executors`, and the Prometheus endpoint at: `/metrics/executors/prometheus`. -The Prometheus endpoint is conditional to a configuration parameter: `spark.ui.prometheus.enabled=true` (the default is `false`). In addition, aggregated per-stage peak values of the executor memory metrics are written to the event log if `spark.eventLog.logStageExecutorMetrics` is true. Executor memory metrics are also exposed via the Spark metrics system based on the [Dropwizard metrics library](https://metrics.dropwizard.io/4.2.0).