weixin_45758499的博客

spark调优参数总篇

object names { def main(args: Array[String]): Unit = { saveAsCsv() readCsvToHive() } //csv转成Hive表 def readCsvToHive(): Unit = { val spark = SparkSession .builder() .appName("name1")..

package qjdchina.odsData.mondbimport java.text.SimpleDateFormatimport java.util.{Calendar, Date, GregorianCalendar}import org.apache.spark.sql.types.{StringType, StructField, StructType}import org.apache.spark.sql.{SaveMode, SparkSession}object vi.

def main(args: Array[String]): Unit = { val spark = SparkSession .builder() //.master("local") .appName("name") .config("hive.metastore.uris", "****") .enableHiveSupport() .getOrCreate()//默认值设置，如果是int就改为int和0 var user:String =.