weixin_43690478的博客

package sparkStream import org.apache.spark.sql.SparkSession import org.apache.spark.streaming.{Seconds, StreamingContext} import org.apache.spark.streaming.dstream.{DStream, ReceiverInputDStream} object DriverAndExecutorCode { def main(args: Array[Str

package sparkCore.BroadCastV1 import org.apache.spark.rdd.RDD import org.apache.spark.sql.SparkSession object BroadCastV1 { def main(args: Array[String]): Unit = { val spark = SparkSession .builder() .appName(this.getClass.getName)

package sparkCore.accumulator import org.apache.spark.sql.SparkSession object AccumulatorV1 { def main(args: Array[String]): Unit = { val spark = SparkSession .builder() .appName(this.getClass.getName) .master("local[*]") .g

1.spark2.x内存模型 2.Shuffle的内存占用 Shuffle Read和Shuffle Write

1.map package sparkCore.rddTransform import org.apache.spark.sql.SparkSession object RDDTransformV1 { def main(args: Array[String]): Unit = { val spark = SparkSession .builder() .appName(this.getClass.getName) .master("local[*]")