public static StreamExecutionEnvironment getStreamEnv(Integer port,String appName){ // 添加webUI的客户端 // TODO 1 创建流环境 Configuration conf = new Configuration(); conf.setInteger(RestOptions.PORT,port); StreamExecutionEnvironment env = StreamExecutionEnvironment.getExecutionEnvironment(conf); // TODO 2 设置检查点和状态后端 env.enableCheckpointing(10*1000L); // 设置相邻的两个检查点最小的时间间隔 env.getCheckpointConfig().setMinPauseBetweenCheckpoints(10*1000L); env.getCheckpointConfig().setExternalizedCheckpointCleanup(CheckpointConfig.ExternalizedCheckpointCleanup.DELETE_ON_CANCELLATION); // 设置状态后端 env.setStateBackend(new HashMapStateBackend()); env.getCheckpointConfig().setCheckpointStorage(FinancialLeaseCommon.HDFS_URI_PREFIX+appName); System.setProperty("HADOOP_USER_NAME",FinancialLeaseCommon.HADOOP_USER_NAME); return env; }
创建flink流式环境
最新推荐文章于 2024-04-29 01:39:44 发布