Skip to content

Commit 2fb01c3

Browse files
committed
enabling snappy setting for lz4 compression codec
1 parent 8c84471 commit 2fb01c3

File tree

3 files changed

+15
-14
lines changed

3 files changed

+15
-14
lines changed

kotlin-spark-api/3.2/src/main/kotlin/org/jetbrains/kotlinx/spark/api/jupyter/SparkIntegration.kt

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -101,6 +101,7 @@ internal class SparkIntegration : JupyterIntegration() {
101101
.master(SparkConf().get("spark.master", "local[*]"))
102102
.appName("Jupyter")
103103
.config("spark.sql.codegen.wholeStage", false)
104+
.config("spark.io.compression.codec", "snappy")
104105
.getOrCreate()""".trimIndent(),
105106
"""
106107
spark.sparkContext.setLogLevel(org.jetbrains.kotlinx.spark.api.SparkLogLevel.ERROR)""".trimIndent(),

pom.xml

Lines changed: 12 additions & 12 deletions
Original file line numberDiff line numberDiff line change
@@ -256,18 +256,18 @@
256256
<releaseProfiles>scala-2.12,release-sign</releaseProfiles>
257257
</configuration>
258258
</plugin>
259-
<plugin>
260-
<groupId>org.sonatype.plugins</groupId>
261-
<artifactId>nexus-staging-maven-plugin</artifactId>
262-
<version>${nexus-staging-plugin.version}</version>
263-
<extensions>true</extensions>
264-
<configuration>
265-
<serverId>ossrh</serverId>
266-
<nexusUrl>https://oss.sonatype.org/</nexusUrl>
267-
<autoReleaseAfterClose>false</autoReleaseAfterClose>
268-
<stagingProgressTimeoutMinutes>20</stagingProgressTimeoutMinutes>
269-
</configuration>
270-
</plugin>
259+
<!-- <plugin>-->
260+
<!-- <groupId>org.sonatype.plugins</groupId>-->
261+
<!-- <artifactId>nexus-staging-maven-plugin</artifactId>-->
262+
<!-- <version>${nexus-staging-plugin.version}</version>-->
263+
<!-- <extensions>true</extensions>-->
264+
<!-- <configuration>-->
265+
<!-- <serverId>ossrh</serverId>-->
266+
<!-- <nexusUrl>https://oss.sonatype.org/</nexusUrl>-->
267+
<!-- <autoReleaseAfterClose>false</autoReleaseAfterClose>-->
268+
<!-- <stagingProgressTimeoutMinutes>20</stagingProgressTimeoutMinutes>-->
269+
<!-- </configuration>-->
270+
<!-- </plugin>-->
271271
</plugins>
272272
</build>
273273

scala-tuples-in-kotlin/pom_2.12.xml

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -142,15 +142,15 @@
142142
<groupId>org.apache.maven.plugins</groupId>
143143
<artifactId>maven-deploy-plugin</artifactId>
144144
<configuration>
145-
<skip>true</skip>
145+
<skip>false</skip>
146146
</configuration>
147147
</plugin>
148148

149149
<plugin>
150150
<groupId>org.sonatype.plugins</groupId>
151151
<artifactId>nexus-staging-maven-plugin</artifactId>
152152
<configuration>
153-
<skipNexusStagingDeployMojo>true</skipNexusStagingDeployMojo>
153+
<skipNexusStagingDeployMojo>false</skipNexusStagingDeployMojo>
154154
</configuration>
155155
</plugin>
156156

0 commit comments

Comments
 (0)