last cleanups

Author: Jolanrensen

kotlin-spark-api/3.2/src/main/kotlin/org/jetbrains/kotlinx/spark/api/Conversions.kt

@@ -30,7 +30,6 @@ package org.jetbrains.kotlinx.spark.api
 import org.apache.spark.api.java.Optional
 import scala.*
 import scala.collection.JavaConverters
-import scala.reflect.ClassTag
 import java.util.*
 import java.util.Enumeration
 import java.util.concurrent.ConcurrentMap

…tbrains/kotlinx/spark/api/kafkaHelper.kt …tbrains/kotlinx/spark/api/KafkaHelper.ktkotlin-spark-api/3.2/src/test/kotlin/org/jetbrains/kotlinx/spark/api/kafkaHelper.kt renamed to kotlin-spark-api/3.2/src/test/kotlin/org/jetbrains/kotlinx/spark/api/KafkaHelper.kt kotlin-spark-api/3.2/src/test/kotlin/org/jetbrains/kotlinx/spark/api/kafkaHelper.kt renamed to kotlin-spark-api/3.2/src/test/kotlin/org/jetbrains/kotlinx/spark/api/KafkaHelper.kt

@@ -23,7 +23,6 @@ package org.jetbrains.kotlinx.spark.api
 
 /**
  * Source: https://github.com/kotest/kotest-extensions-embedded-kafka
- *
  */
 
 import io.github.embeddedkafka.EmbeddedKafka
@@ -40,7 +39,7 @@ import org.apache.kafka.common.serialization.StringDeserializer
 import org.apache.kafka.common.serialization.StringSerializer
 import org.apache.kafka.common.utils.Bytes
 import scala.Predef
-import java.util.Properties
+import java.util.*
 
 val embeddedKafkaListener: EmbeddedKafkaListener = EmbeddedKafkaListener(EmbeddedKafkaConfig.defaultConfig())
 

kotlin-spark-api/3.2/src/test/kotlin/org/jetbrains/kotlinx/spark/api/KafkaStreamingTest.kt

@@ -38,7 +38,7 @@ object Kafka : Tag()
 
 class KafkaStreamingTest : ShouldSpec({
 
-    // making sure it can be skipped on github actions since it times out
+    // making sure it can be skipped on Github actions since it times out
     tags(Kafka)
 
     context("kafka") {

kotlin-spark-api/3.2/src/test/kotlin/org/jetbrains/kotlinx/spark/api/ProjectConfig.kt

@@ -25,4 +25,6 @@ import io.kotest.extensions.allure.AllureTestReporter
 @Suppress("unused")
 object ProjectConfig : AbstractProjectConfig() {
     override fun listeners() = super.listeners() + AllureTestReporter(true)
+
+    override fun extensions() = super.extensions() + AllureTestReporter(true)
 }

kotlin-spark-api/3.2/src/test/kotlin/org/jetbrains/kotlinx/spark/api/StreamingTest.kt

@@ -19,45 +19,29 @@
  */
 package org.jetbrains.kotlinx.spark.api
 
-import io.kotest.assertions.print.print
 import io.kotest.assertions.throwables.shouldThrow
-import io.kotest.assertions.timing.eventually
-import io.kotest.core.extensions.install
 import io.kotest.core.spec.style.ShouldSpec
-import io.kotest.extensions.testcontainers.TestContainerExtension
-import io.kotest.extensions.testcontainers.kafka.createStringStringConsumer
-import io.kotest.extensions.testcontainers.kafka.createStringStringProducer
-import io.kotest.extensions.testcontainers.perTest
 import io.kotest.matchers.collections.shouldBeIn
 import io.kotest.matchers.collections.shouldContainAll
-import io.kotest.matchers.collections.shouldHaveSize
 import io.kotest.matchers.shouldBe
 import org.apache.commons.io.FileUtils
 import org.apache.hadoop.fs.FileSystem
-import org.apache.kafka.clients.consumer.ConsumerConfig
-import org.apache.kafka.clients.consumer.ConsumerRecord
-import org.apache.kafka.clients.producer.ProducerConfig
-import org.apache.kafka.clients.producer.ProducerRecord
-import org.apache.kafka.common.serialization.StringDeserializer
 import org.apache.spark.SparkException
-import org.apache.spark.streaming.*
-import org.apache.spark.streaming.api.java.JavaDStream
-import org.apache.spark.streaming.api.java.JavaInputDStream
-import org.apache.spark.streaming.kafka010.ConsumerStrategies
-import org.apache.spark.streaming.kafka010.KafkaUtils
-import org.apache.spark.streaming.kafka010.LocationStrategies
+import org.apache.spark.streaming.Checkpoint
+import org.apache.spark.streaming.Duration
+import org.apache.spark.streaming.Durations
+import org.apache.spark.streaming.Time
 import org.apache.spark.util.Utils
-import org.jetbrains.kotlinx.spark.api.tuples.*
-import org.testcontainers.containers.KafkaContainer
-import org.testcontainers.utility.DockerImageName
+import org.jetbrains.kotlinx.spark.api.tuples.X
+import org.jetbrains.kotlinx.spark.api.tuples.component1
+import org.jetbrains.kotlinx.spark.api.tuples.component2
+import org.jetbrains.kotlinx.spark.api.tuples.t
 import scala.Tuple2
 import java.io.File
 import java.io.Serializable
 import java.nio.charset.StandardCharsets
 import java.util.*
 import java.util.concurrent.atomic.AtomicBoolean
-import kotlin.time.Duration.Companion.seconds
-import java.time.Duration
 
 
 class StreamingTest : ShouldSpec({