From f7680a460f8058b4d1b3ab39eef61c0134d9abe2 Mon Sep 17 00:00:00 2001 From: Chao Sun Date: Tue, 4 May 2021 16:06:53 -0700 Subject: [PATCH] first commit --- .../scala/org/apache/spark/benchmark/BenchmarkBase.scala | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/core/src/test/scala/org/apache/spark/benchmark/BenchmarkBase.scala b/core/src/test/scala/org/apache/spark/benchmark/BenchmarkBase.scala index 80b26f2fc636..9ba2f0d04c90 100644 --- a/core/src/test/scala/org/apache/spark/benchmark/BenchmarkBase.scala +++ b/core/src/test/scala/org/apache/spark/benchmark/BenchmarkBase.scala @@ -19,6 +19,8 @@ package org.apache.spark.benchmark import java.io.{File, FileOutputStream, OutputStream} +import org.apache.spark.internal.config.Tests.IS_TESTING + /** * A base class for generate benchmark results to a file. * For JDK9+, JDK major version number is added to the file names to distinguish the results. @@ -42,6 +44,10 @@ abstract class BenchmarkBase { } def main(args: Array[String]): Unit = { + // turning this on so the behavior between running benchmark via `spark-submit` or SBT will + // be consistent, also allow users to turn on/off certain behavior such as + // `spark.sql.codegen.factoryMode` + System.setProperty(IS_TESTING.key, "true") val regenerateBenchmarkFiles: Boolean = System.getenv("SPARK_GENERATE_BENCHMARK_FILES") == "1" if (regenerateBenchmarkFiles) { val version = System.getProperty("java.version").split("\\D+")(0).toInt