LJ2415的博客

package utils import java.sql.DriverManager object UtilsDemo { /** * 定义一个ip转换的成十进制 * @param ip * @return */ def ip2Long(ip:String):Long={ val fragments = ip.split("[.]") ...

package javaTest; import org.apache.spark.SparkConf; import org.apache.spark.api.java.JavaPairRDD; import org.apache.spark.api.java.JavaRDD; import org.apache.spark.api.java.JavaSparkContext; import...

import org.apache.spark.SparkConf; import org.apache.spark.api.java.JavaRDD; import org.apache.spark.api.java.JavaSparkContext; import org.apache.spark.api.java.function.Function; import org.apache.s...

1.利用case特性,定义一个类,在类中进行排序 package day02 import org.apache.spark.rdd.RDD import org.apache.spark.{SparkConf, SparkContext} object UserOrdered01 { def main(args: Array[String]): Unit = { val co...

package day01 import scala.util.matching.Regex /** * 提供一些操作Apache Log的工具类供SparkCore使用 */ case class ApacheAccessLog( ipAddress: String, // IP地址 ...

package day04 import org.apache.spark.broadcast.Broadcast import org.apache.spark.rdd.RDD import org.apache.spark.{SparkConf, SparkContext} /** * Desc: * 数据说明： * users.dat ---UserID::Gender...

package day02 import java.net.URL import org.apache.spark.rdd.RDD import org.apache.spark.{Partitioner, SparkConf, SparkContext} import scala.collection.mutable /** * 统计每个学科最受欢迎的老师前N名 * *利用T...