diff --git a/core/src/main/scala/org/apache/spark/internal/config/package.scala b/core/src/main/scala/org/apache/spark/internal/config/package.scala index 3ce6f29c6084..f086038d0f6c 100644 --- a/core/src/main/scala/org/apache/spark/internal/config/package.scala +++ b/core/src/main/scala/org/apache/spark/internal/config/package.scala @@ -2215,13 +2215,13 @@ package object config { ConfigBuilder("spark.speculation.multiplier") .version("0.6.0") .doubleConf - .createWithDefault(1.5) + .createWithDefault(3) private[spark] val SPECULATION_QUANTILE = ConfigBuilder("spark.speculation.quantile") .version("0.6.0") .doubleConf - .createWithDefault(0.75) + .createWithDefault(0.9) private[spark] val SPECULATION_MIN_THRESHOLD = ConfigBuilder("spark.speculation.minTaskRuntime") diff --git a/core/src/test/scala/org/apache/spark/scheduler/TaskSetManagerSuite.scala b/core/src/test/scala/org/apache/spark/scheduler/TaskSetManagerSuite.scala index c55de278a6d2..ab2c00e36846 100644 --- a/core/src/test/scala/org/apache/spark/scheduler/TaskSetManagerSuite.scala +++ b/core/src/test/scala/org/apache/spark/scheduler/TaskSetManagerSuite.scala @@ -2013,6 +2013,7 @@ class TaskSetManagerSuite val conf = new SparkConf() conf.set(config.SPECULATION_ENABLED, true) conf.set(config.SPECULATION_QUANTILE.key, speculationQuantile.toString) + conf.set(config.SPECULATION_MULTIPLIER.key, "1.5") // Set the number of slots per executor conf.set(config.EXECUTOR_CORES.key, numExecutorCores.toString) conf.set(config.CPUS_PER_TASK.key, numCoresPerTask.toString) @@ -2414,6 +2415,7 @@ class TaskSetManagerSuite // minTimeToSpeculation parameter to checkSpeculatableTasks val conf = new SparkConf() .set(config.SPECULATION_MULTIPLIER, 0.0) + .set(config.SPECULATION_QUANTILE, 0.75) .set(config.SPECULATION_ENABLED, true) sc = new SparkContext("local", "test", conf) val ser = sc.env.closureSerializer.newInstance() diff --git a/docs/configuration.md b/docs/configuration.md index d3e9f27c4761..d5e2a569fdea 100644 --- a/docs/configuration.md +++ b/docs/configuration.md @@ -2907,7 +2907,7 @@ Apart from these, the following properties are also available, and may be useful
spark.speculation.multiplierspark.speculation.quantile