Fix some long lines

Author: holdenk

high_performance_pyspark/simple_perf.py

@@ -40,16 +40,19 @@ def generate_scale_data(sqlCtx, rows, numCols):
     scalasc = jsc.sc()
     gateway = sc._gateway
     # Call a java method that gives us back an RDD of JVM Rows (Int, Double)
-    # While Python RDDs are wrapped Java RDDs (even of Rows) the contents are different, so we
-    # can't directly wrap this.
+    # While Python RDDs are wrapped Java RDDs (even of Rows) the contents are
+    # different, so we can't directly wrap this.
     # This returns a Java RDD of Rows - normally it would better to
-    # return a DataFrame directly, but for illustration we will work with an RDD
-    # of Rows.
-    java_rdd = gateway.jvm.com.highperformancespark.examples.tools.GenerateScalingData. \
-               generateMiniScaleRows(scalasc, rows, numCols)
+    # return a DataFrame directly, but for illustration we will work
+    # with an RDD of Rows.
+    java_rdd = (gateway.jvm.com.highperformancespark.examples.
+                tools.GenerateScalingData.
+                generateMiniScaleRows(scalasc, rows, numCols))
     # Schemas are serialized to JSON and sent back and forth
     # Construct a Python Schema and turn it into a Java Schema
-    schema = StructType([StructField("zip", IntegerType()), StructField("fuzzyness", DoubleType())])
+    schema = StructType([
+        StructField("zip", IntegerType()),
+        StructField("fuzzyness", DoubleType())])
     # 2.1 / pre-2.1
     try:
         jschema = javaSqlCtx.parseDataType(schema.json())

src/main/java/com/highperformancespark/examples/JavaInterop.java

@@ -16,7 +16,8 @@
 public class JavaInterop {
 
   //tag::realClassTag[]
-  public static JavaPairRDD wrapPairRDD(RDD<Tuple2<String, Object>> rdd) {
+  public static JavaPairRDD wrapPairRDD(
+    RDD<Tuple2<String, Object>> rdd) {
     // Construct the class tags
     ClassTag<String> strCt = ClassTag$.MODULE$.apply(String.class);
     ClassTag<Long> longCt = ClassTag$.MODULE$.apply(scala.Long.class);
@@ -25,10 +26,11 @@ public static JavaPairRDD wrapPairRDD(RDD<Tuple2<String, Object>> rdd) {
   //end::realClassTag[]
 
   //tag::fakeClassTag[]
-  public static JavaPairRDD wrapPairRDDFakeCt(RDD<Tuple2<String, Object>> rdd) {
-    // Construct the class tags by casting AnyRef - this would be more commonly done with
-    // generic or templated code where we can't explicitly construct the correct class tag
-    // as using fake class tags may result in degraded performance.
+  public static JavaPairRDD wrapPairRDDFakeCt(
+    RDD<Tuple2<String, Object>> rdd) {
+    // Construct the class tags by casting AnyRef - this would be more commonly done
+    // with generic or templated code where we can't explicitly construct the correct
+    // class tag as using fake class tags may result in degraded performance.
     ClassTag<Object> fake = ClassTag$.MODULE$.AnyRef();
     return new JavaPairRDD(rdd, fake, fake);
   }

src/main/java/com/highperformancespark/examples/WordCount.java

@@ -16,9 +16,10 @@ public final class WordCount {
   public static void main(String[] args) throws Exception {
     JavaSparkContext jsc = new JavaSparkContext();
     JavaRDD<String> lines = jsc.textFile(args[0]);
-    JavaRDD<String> words = lines.flatMap(e -> Arrays.asList(pattern.split(e)).iterator());
+    JavaRDD<String> words = lines.flatMap(e -> Arrays.asList(
+                                            pattern.split(e)).iterator());
     JavaPairRDD<String, Integer> wordsIntial = words.mapToPair(
-      e -> new Tuple2<String, Integer>(e, 1));                                                         
+      e -> new Tuple2<String, Integer>(e, 1));
   }
 }
 //end::wordCount[]

src/main/java/com/highperformancespark/examples/dataframe/JavaUDFs.java

@@ -10,7 +10,9 @@ public class JavaUDFs {
 
   public static void setupUDFs(SQLContext sqlContext) {
     //tag::basicUDF[]
-    sqlContext.udf().register("strlen", (String s) -> s.length(), DataTypes.StringType);
+    sqlContext.udf()
+      .register("strlen",
+                (String s) -> s.length(), DataTypes.StringType);
     //end::basicUDF[]
   }