Only include compile dependencies when generating list

dev/test-dependencies.sh

@@ -53,7 +53,7 @@ $MVN install -q \
   -DskipTests
 
 echo "Generating dependency manifest"
-$MVN dependency:build-classpath \
+$MVN dependency:build-classpath -pl assembly \
   | grep "Building Spark Project Assembly" -A 5 \
   | tail -n 1 | tr ":" "\n" | rev | cut -d "/" -f 1 | rev | sort \
   | grep -v spark > dev/pr-deps

pom.xml

@@ -2052,6 +2052,22 @@
           <artifactId>maven-deploy-plugin</artifactId>
           <version>2.8.2</version>
         </plugin>
+        <plugin>
+          <groupId>org.apache.maven.plugins</groupId>
+          <artifactId>maven-dependency-plugin</artifactId>
+          <executions>
+            <execution>
+              <id>default-cli</id>
+              <goals>
+                 <goal>build-classpath</goal>
+              </goals>
+              <configuration>
+                <!-- Only count compile-scoped dependencies when generating classpath -->
+                <includeScope>compile</includeScope>
+              </configuration>
+            </execution>
+          </executions>
+        </plugin>
         <!-- This plugin's configuration is used to store Eclipse m2e settings only. -->
         <!-- It has no influence on the Maven build itself. -->
         <plugin>