LJ2415的博客

package kafka; import org.apache.kafka.clients.producer.KafkaProducer; import org.apache.kafka.clients.producer.ProducerRecord; import org.apache.kafka.common.serialization.StringSerializer; import...

package kafka import java.sql.DriverManager import com.typesafe.config.ConfigFactory import org.apache.kafka.common.TopicPartition import org.apache.spark.streaming.kafka010.OffsetRange import scal...

package kafka import com.typesafe.config.ConfigFactory import org.apache.kafka.clients.consumer.ConsumerRecord import org.apache.kafka.common.serialization.StringDeserializer import org.apache.spark...

package windon import org.apache.log4j.{Level, Logger} import org.apache.spark.SparkConf import org.apache.spark.streaming.{Seconds, StreamingContext} /** * 背景描述 * 在社交网(微博),电子商务(淘宝),搜索引擎(百度),股票...

package kafka2 import java.util import org.apache.kafka.common.TopicPartition import utils.Jpools import scala.collection.mutable._ /** * 获取redis里面存储的偏移量数据 */ object RedisOffset { def apply...

# MySQL example db.default.driver="com.mysql.jdbc.Driver" db.default.url="jdbc:mysql://hadoop01:3306/test?characterEncoding=UTF-8" db.default.user="root" db.default.password="123456" package scalik...

package test import java.sql.DriverManager import com.typesafe.config.ConfigFactory import org.apache.log4j.{Level, Logger} import org.apache.spark.SparkConf import org.apache.spark.rdd.RDD import ...

启动redis:   ./redis-cli -h hadoop01 package utils import org.apache.commons.pool2.impl.GenericObjectPoolConfig import redis.clients.jedis.{Jedis, JedisPool} /** * 创建jedis连接池 */ object Jpools { ...

写一个wordcount:     linux命令: nc -lk 8888 package day01 import org.apache.spark.streaming.dstream.DStream import org.apache.spark.streaming.{Seconds, StreamingContext} import org.apache.spark.{SparkC...

package utils import org.apache.commons.pool2.impl.GenericObjectPoolConfig import redis.clients.jedis.{Jedis, JedisPool} /** * 创建jedis连接池 */ object Jpools { private val poolConfig = new Gene...