splitting and ordering api tests into multiple files

Author: Jolanrensen

examples/src/main/kotlin/org/jetbrains/kotlinx/spark/examples/Broadcasting.kt

@@ -31,12 +31,12 @@ data class SomeClass(val a: IntArray, val b: Int) : Serializable
 fun main() = withSpark {
     val broadcastVariable = spark.broadcast(SomeClass(a = intArrayOf(5, 6), b = 3))
     val result = listOf(1, 2, 3, 4, 5)
-            .toDS()
-            .map {
-                val receivedBroadcast = broadcastVariable.value
-                it + receivedBroadcast.a.first()
-            }
-            .collectAsList()
+        .toDS()
+        .map {
+            val receivedBroadcast = broadcastVariable.value
+            it + receivedBroadcast.a.first()
+        }
+        .collectAsList()
 
     println(result)
 }

examples/src/main/kotlin/org/jetbrains/kotlinx/spark/examples/CachedOperations.kt

@@ -24,13 +24,13 @@ import org.jetbrains.kotlinx.spark.api.*
 fun main() {
     withSpark {
         dsOf(1, 2, 3, 4, 5)
-                .map { it to (it + 2) }
-                .withCached {
-                    showDS()
+            .map { it to (it + 2) }
+            .withCached {
+                showDS()
 
-                    filter { it.first % 2 == 0 }.showDS()
-                }
-                .map { c(it.first, it.second, (it.first + it.second) * 2) }
-                .show()
+                filter { it.first % 2 == 0 }.showDS()
+            }
+            .map { c(it.first, it.second, (it.first + it.second) * 2) }
+            .show()
     }
 }

examples/src/main/kotlin/org/jetbrains/kotlinx/spark/examples/MapAndListOperations.kt

@@ -23,15 +23,18 @@ import org.jetbrains.kotlinx.spark.api.*
 
 fun main() {
     withSpark(props = mapOf("spark.sql.codegen.wholeStage" to true)) {
-        dsOf(mapOf(1 to c(1, 2, 3), 2 to c(1, 2, 3)), mapOf(3 to c(1, 2, 3), 4 to c(1, 2, 3)))
-                .flatMap { it.toList().map { p -> listOf(p.first, p.second._1, p.second._2, p.second._3) }.iterator() }
-                .flatten()
-                .map { c(it) }
-                .also { it.printSchema() }
-                .distinct()
-                .sort("_1")
-                .debugCodegen()
-                .show()
+        dsOf(
+            mapOf(1 to c(1, 2, 3), 2 to c(1, 2, 3)),
+            mapOf(3 to c(1, 2, 3), 4 to c(1, 2, 3)),
+        )
+            .flatMap { it.toList().map { p -> listOf(p.first, p.second._1, p.second._2, p.second._3) }.iterator() }
+            .flatten()
+            .map { c(it) }
+            .also { it.printSchema() }
+            .distinct()
+            .sort("_1")
+            .debugCodegen()
+            .show()
     }
 }
 

examples/src/main/kotlin/org/jetbrains/kotlinx/spark/examples/WordCount.kt

@@ -27,22 +27,22 @@ const val MEANINGFUL_WORD_LENGTH = 4
 fun main() {
     withSpark {
         spark
-                .read()
-                .textFile(this::class.java.classLoader.getResource("the-catcher-in-the-rye.txt")?.path)
-                .map { it.split(Regex("\\s")) }
-                .flatten()
-                .cleanup()
-                .groupByKey { it }
-                .mapGroups { k, iter -> k to iter.asSequence().count() }
-                .sort { arrayOf(it.col("second").desc()) }
-                .limit(20)
-                .map { it.second to it.first }
-                .show(false)
+            .read()
+            .textFile(this::class.java.classLoader.getResource("the-catcher-in-the-rye.txt")?.path)
+            .map { it.split(Regex("\\s")) }
+            .flatten()
+            .cleanup()
+            .groupByKey { it }
+            .mapGroups { k, iter -> k to iter.asSequence().count() }
+            .sort { arrayOf(it.col("second").desc()) }
+            .limit(20)
+            .map { it.second to it.first }
+            .show(false)
     }
 }
 
 fun Dataset<String>.cleanup() =
-        filter { it.isNotBlank() }
-                .map { it.trim(',', ' ', '\n', ':', '.', ';', '?', '!', '"', '\'', '\t', '　') }
-                .filter { !it.endsWith("n’t") }
-                .filter { it.length >= MEANINGFUL_WORD_LENGTH }
+    filter { it.isNotBlank() }
+        .map { it.trim(',', ' ', '\n', ':', '.', ';', '?', '!', '"', '\'', '\t', '　') }
+        .filter { !it.endsWith("n’t") }
+        .filter { it.length >= MEANINGFUL_WORD_LENGTH }