File tree Expand file tree Collapse file tree 2 files changed +1
-42
lines changed
Expand file tree Collapse file tree 2 files changed +1
-42
lines changed Original file line number Diff line number Diff line change 3636 <spark .jar.dir>scala-${scala.binary.version} </spark .jar.dir>
3737 <spark .jar.basename>spark-assembly-${project.version} -hadoop${hadoop.version} .jar</spark .jar.basename>
3838 <spark .jar>${project.build.directory} /${spark.jar.dir} /${spark.jar.basename} </spark .jar>
39- <spark .shaded.dir>${project.build.directory} /${spark.jar.dir} /shaded</spark .shaded.dir>
40- <spark .shaded.jar>${spark.shaded.dir} /${spark.jar.basename} </spark .shaded.jar>
41- <spark .shaded.unjar>${spark.shaded.dir} /unjar</spark .shaded.unjar>
4239 </properties >
4340
4441 <dependencies >
256253 <parquet .deps.scope>provided</parquet .deps.scope>
257254 </properties >
258255 </profile >
259- <!-- Profiles that enable repackaging assembly jar. -->
260- <profile >
261- <id >repackage</id >
262- <build >
263- <plugins >
264- <plugin >
265- <artifactId >maven-antrun-plugin</artifactId >
266- <executions >
267- <execution >
268- <id >java6-package</id >
269- <phase >package</phase >
270- <goals >
271- <goal >run</goal >
272- </goals >
273- <configuration >
274- <tasks if =" jar.tool" >
275- <mkdir dir =" ${spark.shaded.unjar}" />
276- <echo message =" Unjar ${spark.jar} to ${spark.shaded.unjar}" />
277- <unzip src =" ${spark.jar}" dest =" ${spark.shaded.unjar}" />
278- <echo message =" move original ${spark.jar} to ${spark.shaded.jar} ." />
279- <copy file =" ${spark.jar}" tofile =" ${spark.shaded.jar}" />
280- <echo message =" Jar file to ${spark.jar} -C ${spark.shaded.unjar} . with tool ${jar.tool}" />
281- <exec executable =" ${jar.tool}" >
282- <arg value =" cf" />
283- <arg value =" ${spark.jar}" />
284- <arg value =" -C" />
285- <arg value =" ${spark.shaded.unjar}" />
286- <arg value =" ." />
287- </exec >
288- <delete dir =" ${spark.shaded.unjar}" />
289- </tasks >
290- </configuration >
291- </execution >
292- </executions >
293- </plugin >
294- </plugins >
295- </build >
296- </profile >
297256 </profiles >
298257</project >
Original file line number Diff line number Diff line change 2323fi
2424export JAVA_HOME=$JAVA_HOME
2525
26- ./make-distribution.sh --skip-java-test $( cat SHOPIFY_HADOOP_OPTIONS) -Prepackage -Djar.tool=/u/apps/packserv/java_alt/bin/jar
26+ ./make-distribution.sh --skip-java-test $( cat SHOPIFY_HADOOP_OPTIONS)
2727
2828if [ " $? " != " 0" ] || [ -e " $FWDIR /lib/spark-assembly*hadoop*.jar" ]; then
2929 echo " Failed to make spark distro using sbt."
You can’t perform that action at this time.
0 commit comments