[Spark SQL]Spark SQL读取Kudu，写入Hive

NBA首席形象大使阿坤

于 2024-04-11 08:54:52 发布

阅读量1.7k

点赞数 5

CC 4.0 BY-SA版权

分类专栏： Java开发 # Java程序开发 # 大数据集群文章标签： hive spark hadoop 大数据 log4j

本文链接：https://blog.csdn.net/qq_44491709/article/details/118656681

SparkUnit

Function：用于获取Spark Session

package com.example.unitl

import org.apache.spark.sql.SparkSession

object SparkUnit {
   
   
  def getLocal(appName: String): SparkSession = {
   
   
    SparkSession.builder().appName(appName).master("local[*]").getOrCreate()
  }

  def getLocal(appName: String, supportHive: Boolean): SparkSession = {
   
   
    if (supportHive) getLocal(appName,"local[*]",true)
    else getLocal(appName)
  }

  def getLocal(appName:String,master:String