Builds some docker images

integration-test/pom.xml

@@ -107,7 +107,7 @@
         <version>1.4.0</version>
         <executions>
           <execution>
-            <id>rename-spark-distro-output-dir</id>
+            <id>unpack-spark-distro</id>
             <phase>pre-integration-test</phase>
             <goals>
               <goal>exec</goal>
@@ -117,7 +117,7 @@
               <executable>/bin/sh</executable>
               <arguments>
                 <argument>-c</argument>
-                <argument>mkdir spark-distro-unpacked; cd spark-distro-unpacked; tar xfz ${spark-distro-tgz}; mv * ../docker</argument>
+                <argument>mkdir spark-distro-tmp; cd spark-distro-tmp; tar xfz ${spark-distro-tgz}; mv * ../spark-distro; cd ..; rm -rf spark-distro-tmp</argument>
               </arguments>
             </configuration>
           </execution>
@@ -134,7 +134,7 @@
               <goal>copy-resources</goal>
             </goals>
             <configuration>
-              <outputDirectory>${project.build.directory}/docker/dockerfiles</outputDirectory>
+              <outputDirectory>${project.build.directory}/spark-distro/dockerfiles</outputDirectory>
               <resources>
                 <resource>
                   <directory>src/main/docker</directory>

integration-test/src/test/scala/org/apache/spark/deploy/k8s/integrationtest/docker/SparkDockerImageBuilder.scala

@@ -29,7 +29,7 @@ import org.apache.spark.deploy.k8s.integrationtest.Logging
 private[spark] class SparkDockerImageBuilder
   (private val dockerEnv: Map[String, String]) extends Logging{
 
-  private val DOCKER_BUILD_PATH = Paths.get("target", "docker")
+  private val DOCKER_BUILD_PATH = Paths.get("target", "spark-distro")
   // Dockerfile paths must be relative to the build path.
   private val BASE_DOCKER_FILE = "dockerfiles/spark-base/Dockerfile"
   private val DRIVER_DOCKER_FILE = "dockerfiles/driver/Dockerfile"
@@ -73,5 +73,6 @@ private[spark] class SparkDockerImageBuilder
       name,
       dockerFile,
       new LoggingBuildHandler())
+    logInfo(s"Built $name docker image")
   }
 }