qq_16734411的博客

# -*- encoding: UTF-8 -*-# @auther:hx# @datetime:2018-03-01from pyspark import SparkContextimport osos.environ['HADOOP_HOME']='D:\\system\\hadoop-common-2.2.0-bin-master'os.environ['PYSPARK_PYT...

# encoding:utf-8import osos.environ['HADOOP_HOME'] = 'D:\\system\\hadoop-common-2.6.0-bin-master'from pyspark.sql import SparkSessionimport pandas as pdspark = SparkSession.builder \ ...