1. 程式人生 > >scala 程式碼示例

scala 程式碼示例

import org.apache.spark.SparkConf
import org.apache.spark.SparkContext
import org.apache.spark.sql.{SQLContext, SparkSession}
import org.apache.spark.rdd.RDD


object flow {

  def main(args: Array[String]) {
    val spark = SparkSession
      .builder()
      .appName("Spark SQL ")
      .config("spark.some.config.option"
, "some-value") .getOrCreate() import spark.implicits._ val df = spark.read.json("/spark_data/spark_sql_tanzhen.json") df.createOrReplaceTempView("tanzhen") // Global temporary view is tied to a system preserved database `global_temp` val sqlDF = spark.sql("SELECT id,time,flow_num,customer_num FROM tanzhen"
) sqlDF.write.format("json").save("flow.json") } }