静态表join动态表

package org.example.windowfunc

import java.sql.{Connection, DriverManager, PreparedStatement, ResultSet}

import org.apache.flink.api.common.functions.{FlatMapFunction, RichFlatMapFunction}
import org.apache.flink.configuration.Configuration
import org.apache.flink.streaming.api.functions.sink.{RichSinkFunction, SinkFunction}
import org.apache.flink.streaming.api.scala._
import org.apache.flink.streaming.api.scala.function.ProcessWindowFunction
import org.apache.flink.streaming.api.windowing.time.Time
import org.apache.flink.streaming.api.windowing.windows.TimeWindow
import org.apache.flink.util.Collector
import org.example.source.self.{SensorReading, SensorSource}

import scala.collection.mutable
import scala.util.Random

/**
 * 全量聚合函数计算平均温度
 */
object AvgTempPerWindowByProcessWindowFunction {
  def main(args: Array[String]): Unit = {
    val env = StreamExecutionEnvironment.getExecutionEnvironment
    //    env.setParallelism(1)
    val random = new Random()
    val parallelism = env.getParallelism
    println("parallelism = " + parallelism)

    val stream = env
      .addSource(new SensorSource)

    stream
      .map(r => (r.id, r.temperature, (random.nextInt().abs % parallelism).toString))
      .flatMap(new myFlatMapFunction)
      .keyBy(_._1)
      .timeWindow(Time.seconds(5))
      .process(new AvgTempFunc)
      .addSink(new RichSinkFunction[(String, String, Double, String)] {
        var  connect: Connection = _
        var ps: PreparedStatement = _
        override def open(parameters: Configuration): Unit = {
          super.open(parameters)
          Class.forName("com.mysql.jdbc.Driver")
          connect = DriverManager.getConnection("jdbc:mysql://localhost:3306?serverTimezone=UTC", "root", "asdfgh")
          ps = connect.prepareStatement("INSERT INTO mytest.myjoinre (id,id_temp,tem, keybyyy) VALUES (?, ?,?,?)")
        }

        override def invoke(value: (String, String, Double, String), context: SinkFunction.Context[_]): Unit = {
          ps.setObject(1,value._1)
          ps.setObject(2,value._2)
          ps.setObject(3,value._3)
          ps.setObject(4,value._4)
          ps.execute()
        }

        override def close(): Unit = {
          super.close()
          if (ps !=  null)
            ps.close()
          if (connect !=  null)
            connect.close()
        }
      })
//      .print()

    env.execute()
  }

  class myFlatMapFunction extends RichFlatMapFunction[(String,Double,String),(String,String,Double,String)] {
    private var map = mutable.HashMap[String,String]()
    override def open(parameters: Configuration): Unit = {
      super.open(parameters)
      import java.sql.DriverManager
      import java.sql.PreparedStatement
      Class.forName("com.mysql.jdbc.Driver")
      val  connect = DriverManager.getConnection("jdbc:mysql://localhost:3306?serverTimezone=UTC", "root", "asdfgh")
      val ps = connect.prepareStatement("select id,value from mytest.myjoin")
      val sets: ResultSet = ps.executeQuery()

      while (sets.next()){
        val id = sets.getString("id")
        val value = sets.getString("value")
        if (id != null){
          map += (id -> value)
        }

      }

    }
    override def flatMap(in: (String,Double,String), collector: Collector[(String, String, Double, String)]): Unit = {
      val mykey =  map.getOrElse(in._3,null)

      collector.collect((in._1,mykey,in._2,in._3))
    }

  }
  class AvgTempFunc extends ProcessWindowFunction[(String, String,Double, String), (String, String,Double, String), String, TimeWindow] {
    override def process(key: String, context: Context, elements: Iterable[(String, String,Double, String)], out: Collector[(String, String,Double, String)]): Unit = {
      //      val size = elements.size
      //      var sum: Double = 0.0
      //      for (r <- elements) {
      //        sum += r._2
      //      }
      //      out.collect((key, sum / size))
      for (r <- elements) {
        out.collect(r)
      }

    }
  }

}