In [ ]:

    

%%classpath add mvn
org.apache.spark spark-hive_2.11 2.4.0


    

In [ ]:

    

%%spark
SparkSession
  .builder()
  .master("local[4]")
  .appName("Spark Hive Example")
//.config("spark.sql.catalogImplementation","hive")
.enableHiveSupport()


    

In [ ]:

    

import java.io.File

import org.apache.spark.sql.{Row, SaveMode, SparkSession}

case class Record(key: Int, value: String)

import spark.implicits._
import spark.sql

val kv1File = new File("../resources/data/kv1.txt").getCanonicalPath

sql("CREATE TABLE IF NOT EXISTS src (key INT, value STRING) USING hive")
sql("LOAD DATA LOCAL INPATH '"+kv1File+"' INTO TABLE src")

// Queries are expressed in HiveQL
sql("SELECT * FROM src").show()


    

In [ ]: