File tree Expand file tree Collapse file tree 6 files changed +11
-4
lines changed
src/main/scala/org/jetbrains/spark/extensions
src/main/kotlin/org/jetbrains/spark/api Expand file tree Collapse file tree 6 files changed +11
-4
lines changed Original file line number Diff line number Diff line change 44 <parent >
55 <artifactId >kotlin-spark-api-parent</artifactId >
66 <groupId >org.jetbrains.kotlin.spark</groupId >
7- <version >0.2.0 </version >
7+ <version >0.2.1 </version >
88 </parent >
99 <artifactId >core</artifactId >
1010 <name >Kotlin Spark API: Scala core</name >
Original file line number Diff line number Diff line change 1919 */
2020package org .jetbrains .spark .extensions
2121
22+ import org .apache .spark .SparkContext
2223import org .apache .spark .sql ._
2324
2425object KSparkExtensions {
@@ -37,4 +38,6 @@ object KSparkExtensions {
3738 import org .apache .spark .sql .execution .debug ._
3839 df.debug()
3940 }
41+
42+ def sparkContext (s: SparkSession ): SparkContext = s.sparkContext
4043}
Original file line number Diff line number Diff line change 77 <parent >
88 <artifactId >kotlin-spark-api-parent</artifactId >
99 <groupId >org.jetbrains.kotlin.spark</groupId >
10- <version >0.2.0 </version >
10+ <version >0.2.1 </version >
1111 </parent >
1212
1313 <groupId >org.jetbrains.kotlin.spark.examples</groupId >
Original file line number Diff line number Diff line change 77 <parent >
88 <artifactId >kotlin-spark-api-parent</artifactId >
99 <groupId >org.jetbrains.kotlin.spark</groupId >
10- <version >0.2.0 </version >
10+ <version >0.2.1 </version >
1111 </parent >
1212
1313 <artifactId >kotlin-spark-api</artifactId >
Original file line number Diff line number Diff line change 2121
2222package org.jetbrains.spark.api
2323
24+ import org.apache.spark.SparkContext
2425import org.apache.spark.api.java.function.*
2526import org.apache.spark.sql.*
2627import org.apache.spark.sql.Encoders.*
@@ -141,6 +142,9 @@ inline fun <reified T> Dataset<T>.forEach(noinline func: (T) -> Unit) = foreach(
141142 */
142143fun <T > Dataset<T>.debugCodegen () = also { KSparkExtensions .debugCodegen(it) }
143144
145+ val SparkSession .sparkContext
146+ get() = KSparkExtensions .sparkContext(this )
147+
144148/* *
145149 * It's hard to call `Dataset.debug` from kotlin, so here is utility for that
146150 */
Original file line number Diff line number Diff line change 44 <modelVersion >4.0.0</modelVersion >
55 <groupId >org.jetbrains.kotlin.spark</groupId >
66 <artifactId >kotlin-spark-api-parent</artifactId >
7- <version >0.2.0 </version >
7+ <version >0.2.1 </version >
88 <name >kotlin-spark-api-parent</name >
99 <url >http://maven.apache.org</url >
1010 <packaging >pom</packaging >
You can’t perform that action at this time.
0 commit comments