Tak-Wah Blog

from pyspark.conf import SparkConffrom pyspark.context import SparkContextfrom pyspark.sql import SparkSession sparkConf = SparkConf()# 设置Driver进程的内存sparkConf.set('spark.driver.memory', '8G')...

1. 单个column joinfrom pyspark.sql import Rowrdd1 = sc.parallelize([Row(name='Alice', age=5, height=80), \ Row(name='Alice', age=10, height=80), \ Row(nam...