oO_DoraHe的博客

package com.sdg.statisticsimport java.text.SimpleDateFormatimport java.util.Dateimport org.apache.spark.SparkConfimport org.apache.spark.sql.{Dataset, SparkSession}object StatisticsRecommender {val MONGO_URI: String = “mongodb://exam1:27017/recom3”v

import org.apache.hadoop.conf.Configuration;import org.apache.hadoop.hbase.;import org.apache.hadoop.hbase.client.;import org.apache.hadoop.hbase.util.Bytes;import java.io.IOException;public class HBaseUtil {//创建链接对象public static Connection connecti

import java.io.InputStreamimport java.util.Properties//读取配置文件信息object PropertiesUtil {val is: InputStream = ClassLoader.getSystemResourceAsStream(“hbase_consumer.properties”)var properties = new Propertiesproperties.load(is)//根据key 取出来对应的值def getPr

import java.text.DecimalFormatimport java.utilimport org.apache.hadoop.conf.Configurationimport org.apache.hadoop.hbase.client.{Admin, Connection, ConnectionFactory}import org.apache.hadoop.hbase.util.Bytesimport org.apache.hadoop.hbase.{HColumnDescri

import org.apache.hadoop.conf.Configurationimport org.apache.hadoop.hbase.client.{Connection, ConnectionFactory}//获取连接的object ConnectionInstance {private var conn: Connection = nulldef getConnection(conf: Configuration): Connection = {if (conn == nul

//命名包名的时候不要冲突import org.apache.kafka.clients.consumer.{ConsumerRecords, KafkaConsumer}import java.utilimport com.sdg.consumer.myutils.PropertiesUtilimport com.sdg.consumer.myhbase.HbaseDaoimport scala.collection.JavaConversions._/**KafkaToHbase把数据

import java.text.SimpleDateFormatimport java.utilimport com.sdg.consumer.myutils.{ConnectionInstance, HBaseUtil, PropertiesUtil}import org.apache.hadoop.conf.Configurationimport org.apache.hadoop.hbase.{HBaseConfiguration, TableName}import org.apache.

case class SensorReading(id: String, timestamp: Long, temperature: Double)object HBaseSinkTest {def main(args: Array[String]): Unit = {val env = StreamExecutionEnvironment.getExecutionEnvironmente...

//输入数据的样例类case class Stu(id:Int,name:String,course:String,score:Int)object HBseSinkTest {def main(args: Array[String]): Unit = {val env = StreamExecutionEnvironment.getExecutionEnvironmentenv.set...

object JDBCSourceTest {def main(args: Array[String]): Unit = {val env = ExecutionEnvironment.getExecutionEnvironmentval inputMysql: DataSet[Row] = MyJDBCRead(env)inputMysql.map(r=>(r.getField(...

//定义输入样例类case class OrderEvent(orderid:Long,eventType:String,eventTime:Long)//输出检测结果得样例类case class OrderResult(orderid:Long,resultMsg:String)object OrderTimeout {def main(args: Array[String]): Un...

//输入事件样例类case class LoginEvent(userid:Long,ip:String,eventType:String,eventTime:Long)//中间输出报警的样例类case class Warning(userid:Long,firstFailTime:Long,lastFailTime:Long,warning: String)object LoginFai...

//生产者object KafkaProducerTask {//执行方法def main(args: Array[String]): Unit = {writeToKafka(“hotitem”)}def writeToKafka(topic: String): Unit = {val pro = new Properties()pro.setProperty(“bootstra...

object PhoneTest {def main(args: Array[String]): Unit = {val env = StreamExecutionEnvironment.getExecutionEnvironmentenv.setParallelism(1)val pro = new Properties()pro.setProperty(“bootstrap.serv...

Flume采集流式数据发送到Kafkabin/flume-ng agent --conf-file ./job/flume-kafka.conf -c conf/ --name a1 -Dflume.root.logger=DEBUG,consolecase class Tel(iphone:Long,timestamp:Long)object zuoye1 {def main(args:...