Partest --no-exec skips runs

Runnable tests are compiled, but not run;
they are marked skipped.

Author: som-snytt

project/PartestUtil.scala

@@ -34,7 +34,7 @@ object PartestUtil {
   def partestParser(globalBase: File, testBase: File): Parser[String] = {
     val knownUnaryOptions = List(
       "--pos", "--neg", "--run", "--jvm", "--res", "--ant", "--scalap", "--specialized",
-      "--instrumented", "--presentation", "--failed", "--update-check",
+      "--instrumented", "--presentation", "--failed", "--update-check", "--no-exec",
       "--show-diff", "--show-log", "--verbose", "--terse", "--debug", "--version", "--help")
     val srcPathOption = "--srcpath"
     val grepOption = "--grep"

src/partest/scala/tools/partest/nest/AbstractRunner.scala

@@ -161,6 +161,7 @@ abstract class AbstractRunner {
       }
       val expectedFailureMessage = if (expectedFailures == 0) "" else s" (expecting $expectedFailures to fail)"
       echo(s"Selected $totalTests tests drawn from $testContributors$expectedFailureMessage\n")
+      if (config.optNoExec) echoMixed("Under --no-exec, tests will be compiled but not run! Runnable tests will be marked skipped!")
 
       val (_, millis) = timed {
         for ((kind, paths) <- grouped) {

src/partest/scala/tools/partest/nest/ConsoleRunner.scala

@@ -12,6 +12,7 @@ class ConsoleRunner(val config: RunnerSpec.Config) extends AbstractRunner {
     fileManager = new FileManager(ClassPath split PathResolver.Environment.javaUserClassPath map (Path(_))), // the script sets up our classpath for us via ant
     updateCheck = config.optUpdateCheck,
     failed = config.optFailed,
+    noexec = config.optNoExec,
     nestUI = nestUI)
 }
 

src/partest/scala/tools/partest/nest/Runner.scala

@@ -24,7 +24,7 @@ import scala.tools.nsc.reporters.ConsoleReporter
 import scala.tools.nsc.util.stackTraceString
 import scala.util.{Failure, Success, Try}
 import ClassPath.join
-import TestState.{Crash, Fail, Pass, Uninitialized, Updated}
+import TestState.{Crash, Fail, Pass, Skip, Uninitialized, Updated}
 import FileManager.{compareContents, joinPaths, withTempFile}
 import scala.reflect.internal.util.ScalaClassLoader.URLClassLoader
 import scala.util.control.ControlThrowable
@@ -107,6 +107,7 @@ class Runner(val testFile: File, val suiteRunner: SuiteRunner, val nestUI: NestU
 
   def genPass()                   = Pass(testFile)
   def genFail(reason: String)     = Fail(testFile, reason, _transcript.fail.toArray)
+  def genSkip(reason: String)     = Skip(testFile, reason)
   def genTimeout()                = Fail(testFile, "timed out", _transcript.fail.toArray)
   def genCrash(caught: Throwable) = Crash(testFile, caught, _transcript.fail.toArray)
   def genUpdated()                = Updated(testFile)
@@ -216,7 +217,6 @@ class Runner(val testFile: File, val suiteRunner: SuiteRunner, val nestUI: NestU
     }
   }
 
-
   /** Runs command redirecting standard out and
    *  error out to output file.
    */
@@ -688,11 +688,12 @@ class Runner(val testFile: File, val suiteRunner: SuiteRunner, val nestUI: NestU
   }
 
   private def runRunTest(): Unit = {
-    val argsFile  = testFile changeExtension "javaopts"
+    val argsFile = testFile changeExtension "javaopts"
     val javaopts = readOptionsFile(argsFile)
     val execInProcess = PartestDefaults.execInProcess && javaopts.isEmpty && !Set("specialized", "instrumented").contains(testFile.getParentFile.getName)
     def exec() = if (execInProcess) execTestInProcess(outDir, logFile) else execTest(outDir, logFile)
-    runTestCommon(exec() && diffIsOk)
+    def noexec() = suiteRunner.noexec && { setLastState(genSkip("no-exec: tests compiled but not run")) ; true }
+    runTestCommon(noexec() || exec() && diffIsOk)
   }
 
   private def decompileClass(clazz: Class[_], isPackageObject: Boolean): String = {
@@ -761,6 +762,7 @@ class SuiteRunner(
   val fileManager: FileManager,
   val updateCheck: Boolean,
   val failed: Boolean,
+  val noexec: Boolean,
   val nestUI: NestUI,
   val javaCmdPath: String = PartestDefaults.javaCmd,
   val javacCmdPath: String = PartestDefaults.javacCmd,

src/partest/scala/tools/partest/nest/RunnerSpec.scala

@@ -28,6 +28,7 @@ trait RunnerSpec extends Spec with Meta.StdOpts with Interpolation {
   val optPack         = "pack"         / "pick compiler/reflect/library in build/pack, and run all tests"                 --?
   val optGrep         = "grep"         / "run all tests whose source file contains the expression given to grep"          --|
   val optUpdateCheck  = "update-check" / "instead of failing tests with output change, update checkfile (use with care!)" --?
+  val optNoExec       = "no-exec"      / "instead of running tests, stop after dry-run compilation"                       --?
   val optBuildPath    = "buildpath"    / "set (relative) path to build jars (ex.: --buildpath build/pack)"                --|
   val optClassPath    = "classpath"    / "set (absolute) path to build classes"                                           --|
   val optSourcePath   = "srcpath"      / "set (relative) path to test source files (ex.: --srcpath pending)"              --|

src/partest/scala/tools/partest/sbt/SBTRunner.scala

@@ -60,7 +60,8 @@ class SBTRunner(val config: RunnerSpec.Config,
     testSourcePath = testSrcPath,
     new FileManager(testClassLoader = testClassLoader),
     updateCheck = config.optUpdateCheck,
-    failed  = config.optFailed,
+    failed = config.optFailed,
+    noexec = config.optNoExec,
     nestUI = nestUI,
     javaCmdPath = Option(javaCmd).map(_.getAbsolutePath) getOrElse PartestDefaults.javaCmd,
     javacCmdPath = Option(javacCmd).map(_.getAbsolutePath) getOrElse PartestDefaults.javacCmd,