由于当时缓存服务链路比较长,所以canal挂了,可能会有日志丢失导致部分数据没能同步,考虑在kafka
增加定时全量同步方法,不用每次服务启动都重新刷一次数据,使用的是每天3点定时刷接口。
package com.xiniaoyun.shared.kafka.common.timer;
import com.xiniaoyun.shared.kafka.sys.dto.InitDTO;
import com.xiniaoyun.shared.kafka.sys.web.DataSynController;
import org.apache.commons.lang3.concurrent.BasicThreadFactory;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.boot.ApplicationArguments;
import org.springframework.boot.ApplicationRunner;
import org.springframework.stereotype.Component;
import java.text.DateFormat;
import java.text.ParseException;
import java.text.SimpleDateFormat;
import java.util.Date;
import java.util.concurrent.ScheduledExecutorService;
import java.util.concurrent.ScheduledThreadPoolExecutor;
import java.util.concurrent.TimeUnit;
/**
* @Author liumingzhe
* @create 2020/10/27
*/
@Component
public class FullTimer implements ApplicationRunner {
@Autowired
DataSynController dataSynController;
@Override
public void run(ApplicationArguments args) throws Exception {
timet();
}
private void timet() {
ScheduledExecutorService executor = new ScheduledThreadPoolExecutor(1,
new BasicThreadFactory.Builder().namingPattern("example-schedule-pool-%d").daemon(true).build());
long oneDay = 24 * 60 * 60 * 1000;
long initDelay = getTimeMillis("03:00:00") - System.currentTimeMillis();
initDelay = initDelay >= 0 ? initDelay : oneDay + initDelay;
executor.scheduleAtFixedRate(
new EchoServer(),
initDelay,
oneDay,
TimeUnit.MILLISECONDS);
}
/**
* 获取指定时间对应的毫秒数
* @param time "HH:mm:ss"
* @return
*/
private static long getTimeMillis(String time) {
try {
DateFormat dateFormat = new SimpleDateFormat("yy-MM-dd HH:mm:ss");
DateFormat dayFormat = new SimpleDateFormat("yy-MM-dd");
Date curDate = dateFormat.parse(dayFormat.format(new Date()) + " " + time);
return curDate.getTime();
} catch (ParseException e) {
e.printStackTrace();
}
return 0;
}
class EchoServer implements Runnable {
@Override
public void run() {
try {
InitDTO initDTO = new InitDTO();
dataSynController.init(initDTO);
} catch (Exception e){
e.printStackTrace();
}
}
}
}