added publish to maven central on release gh action

Author: Jolanrensen

.github/workflows/publish_dev_version.yml

@@ -68,7 +68,14 @@ jobs:
       - name: Deploy to GH Packages with Gradle
         env:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-        run: ./gradlew -Pspark=${{ matrix.spark }} -Pscala=${{ matrix.scala }} -PskipScalaTuplesInKotlin=${{ !(matrix.spark == '3.0.0' || matrix.scala == '2.13.8' && matrix.spark == '3.2.0') }} clean publishMavenPublicationToGitHubPackagesRepository --scan
+        run: >
+          ./gradlew 
+          -Pspark=${{ matrix.spark }} 
+          -Pscala=${{ matrix.scala }} 
+          -PskipScalaTuplesInKotlin=${{ !(matrix.spark == '3.0.0' || matrix.scala == '2.13.8' && matrix.spark == '3.2.0') }} 
+          clean 
+          publishMavenPublicationToGitHubPackagesRepository 
+          --scan
         
 
 

.github/workflows/publish_release_version.yml

@@ -0,0 +1,81 @@
+name: Deploy release version to Maven Central
+
+on:
+  release:
+    types: [created]
+
+jobs:
+  build-and-deploy-mvn-central:
+    strategy:
+      matrix:
+        scala: [ "2.12.15", "2.13.8" ]
+        spark: [ "3.3.0", "3.2.1", "3.2.0", "3.1.3", "3.1.2", "3.1.1", "3.1.0", "3.0.3", "3.0.2", "3.0.1", "3.0.0" ]
+        exclude:
+          - scala: "2.13.8"
+            spark: "3.1.3"
+          - scala: "2.13.8"
+            spark: "3.1.2"
+          - scala: "2.13.8"
+            spark: "3.1.1"
+          - scala: "2.13.8"
+            spark: "3.1.0"
+          - scala: "2.13.8"
+            spark: "3.0.3"
+          - scala: "2.13.8"
+            spark: "3.0.2"
+          - scala: "2.13.8"
+            spark: "3.0.1"
+          - scala: "2.13.8"
+            spark: "3.0.0"
+    runs-on: ubuntu-latest
+    permissions:
+      contents: read
+      packages: write
+
+    steps:
+      - uses: actions/checkout@v3
+
+      - name: Set up JDK 11
+        uses: actions/setup-java@v3
+        with:
+          distribution: adopt
+          java-version: 11
+          check-latest: true
+
+      - name: Cache Gradle packages
+        uses: actions/cache@v3
+        with:
+          path: |
+            ~/.gradle/caches
+            ~/.gradle/wrapper
+            ~/.gradle/jdks
+          key: ${{ runner.os }}-gradle-spark-${{ matrix.spark }}-${{ matrix.scala }}
+          restore-keys: |
+            ${{ runner.os }}-gradle-
+
+      - name: Validate Gradle wrapper
+        uses: gradle/wrapper-validation-action@v1
+
+      - name: Setup Gradle
+        uses: gradle/gradle-build-action@v2
+
+      - name: Set Swap Space
+        uses: pierotofy/set-swap-space@master
+        with:
+          swap-size-gb: 10
+
+      - name: Deploy to Maven Central with Gradle
+        env:
+          ORG_GRADLE_PROJECT_mavenCentralUsername: ${{ secrets.OSSRH_USERNAME }}
+          ORG_GRADLE_PROJECT_mavenCentralPassword: ${{ secrets.OSSRH_TOKEN }}
+        run: >
+          ./gradlew 
+          -Pspark=${{ matrix.spark }} 
+          -Pscala=${{ matrix.scala }} 
+          -PskipScalaTuplesInKotlin=${{ !(matrix.spark == '3.0.0' || matrix.scala == '2.13.8' && matrix.spark == '3.2.0') }} 
+          clean 
+          publishMavenPublicationToMavenCentralRepository
+          --scan
+        
+
+

build.gradle.kts

@@ -102,8 +102,8 @@ allprojects {
                 }
 
                 scm {
-                    connection.set("scm:git:https://github.com/JetBrains/kotlin-spark-api.git")
-                    url.set("https://github.com/JetBrains/kotlin-spark-api")
+                    connection.set("scm:git:https://github.com/Kotlin/kotlin-spark-api.git")
+                    url.set("https://github.com/Kotlin/kotlin-spark-api")
                     tag.set("HEAD")
                 }
             }

examples/src/main/kotlin/org/jetbrains/kotlinx/spark/examples/UDFs.kt

@@ -197,8 +197,10 @@ private fun strongTypingInDatasets() = withSpark {
 //    |   D|          14|
 //    +----+------------+
 
+
+
     // As you can see, the resulting dataset type is Tuple2<String, Int>
-    // This is possible since we know what types go in and our of the replaceMissingAge udf.
+    // This is possible since we know what types go in and out of the replaceMissingAge udf.
     // We can thus provide TypedColumns instead of normal ones which the select function takes
     // advantage of!