def main(args: Array[String]): Unit = { val spark = SparkSession .builder() //.master("local") .appName("name") .config("hive.metastore.uris", "****") .enableHiveSupport() .getOrCreate() //默认值设置,如果是int就改为int和0 var user:String = "" var password:String = "" var url:String = "" var hive_table_0:String= "" var mysql_table_1:String = ""
//参数顺序从0至4依次排序的五个参数,这样写工具类大大提高了可用性
user = args(0) password = args(1) url = args(2) hive_table_0 = args(3) mysql_table_1 = args(4)
}
/*
提交命令
spark2-submit --class Zk.xxx\
--master yarn \
--deploy-mode client \
--driver-memory 2G \
--num-executors 3 \
--executor-cores 1 \
--executor-memory 5G \
/opt/zk/xx/xxx.jar \
"参数0" \
"参数1" \
"参数2" \
"参数3" \
"参数4"
*/