using namespace 数学工具构造器;

wget -c http://files.grouplens.org/datasets/movielens/ml-100k.zip

文章目录ptpythonjupyter notebook ptpython pip install ptpython export PYSPARK_DRIVER_PYTHON=ptpython unset PYSPARK_DRIVER_PYTHON_OPTS export PYSPARK_PYTHON="/root/miniconda3/bin/python" pyspark --master y...

from pathlib import Path def fn(x): return Path("/etc/hostname").read_text() lst=[1 for i in range(100000)] rdd1=sc.parallelize(lst) rdd2=rdd1.map(fn) rdd3=rdd2.map(lambda x:(x,1)) rdd4=rdd3.re...