spring batch 2: 搭建环境以及简单的Job

最新推荐文章于 2024-06-29 10:06:12 发布
achuo
最新推荐文章于 2024-06-29 10:06:12 发布
阅读量1.7k
点赞数
分类专栏： spring学习 spring-batch
spring学习同时被 2 个专栏收录
59 篇文章
订阅专栏
spring-batch
10 篇文章
订阅专栏
 
 
  
  这节介绍如何使用spring batch。
    Spring batch 默认为内存方式(HSQLDB),但是产品功能上需要进行监控job状态，以及异常情况。所以采用了存储到数据库(Mysql)，
    那么就需要为这部分建表，那么我们需要配置JobRepository去使用MySQL。建表脚本在 spring-batch-core jar包下的org.springframework.batch.core中。
    一、搭建环境

  
      1. 引入jar包，采用Maven的方式引入。具体需要的包可以自己慢慢试。
  
          <dependency>
            <groupId>org.springframework.batch</groupId>
            <artifactId>spring-batch-core</artifactId>
            <version>${spring.batch.version}</version>
        </dependency>
        <dependency>
            <groupId>org.springframework.batch</groupId>
            <artifactId>spring-batch-admin-manager</artifactId>
            <version>1.3.1.RELEASE</version>
        </dependency>
        <dependency>
            <groupId>org.springframework.batch</groupId>
            <artifactId>spring-batch-infrastructure</artifactId>
            <version>${spring.batch.version}</version>
        </dependency>
        <dependency>
            <groupId>org.springframework.batch</groupId>
            <artifactId>spring-batch-integration</artifactId>
            <version>${spring.batch.version}</version>
        </dependency>
  
  2. 配置XML，如果集成spring boot则按官方文档就可以。

    a. 配置jobRepository
  
  <batch:job-repository id="jobRepository" transaction-manager="main_txManager"
 isolation-level-for-create="REPEATABLE_READ"  table-prefix="BATCH_"  max-varchar-length="1000" />
  
  b. 配置jobLauncher
  
  <bean id="jobLauncher"
 class="org.springframework.batch.core.launch.support.SimpleJobLauncher">
        <property name="jobRepository" ref="jobRepository"/>
 </bean>
  
  c. 配置job参数传递bean jobParameterBulider
  
  <bean id="jobParameterBulider" class="org.springframework.batch.core.JobParametersBuilder" />
  
  d. 配置job异步多线程
  
  <bean id="taskExecutor" class="org.springframework.core.task.SimpleAsyncTaskExecutor" />
  
  二、 开始简单的job编写
    个人喜欢先写配置，再写业务逻辑上的东西。我们以提货提醒为例子，当然这个是去除了很多东西的例子，将就着看。
  
  <!-- start 早上到货提醒 JOB-->
    <batch:job id="pickUpJob" restartable="true">
        <!-- master step, 10 threads (grid-size)  -->
       <batch:step id="pickUpmasterStep" >
           <!-- partitioner="pickUpPartitioner" 为前期处理job传递过来的参数-->
          <partition step="pickUpSlave"   partitioner="pickUpPartitioner" >
                 <!-- grid-size="10" :启用多线程，线程为10-->
                <handler  grid-size="10" task-executor="taskExecutor" />
            </partition>
        </batch:step>
    </batch:job>
    <!-- 采用主step，嵌套step的方式，习惯这样的写法，也可以直接在主step中配置以下内容 -->
    <batch:step id="pickUpSlave"   >
        <batch:tasklet transaction-manager="main_txManager"  >
            <batch:chunk reader="pickUpReader" writer="pickUpWriter"
                           processor="pickUpProcessor" skip-limit="20"   commit-interval="100" >
                <!--可跳过异常 -->
                <batch:skippable-exception-classes>
                    <batch:include class="java.lang.Exception"/>
                </batch:skippable-exception-classes>
                <!-- 多输出方式 -->
                <!--<batch:streams>
                    <batch:stream ref="pickUpWriter"  />
                    <batch:stream ref="productItemWriter2"/>
                </batch:streams>-->
            </batch:chunk>
        </batch:tasklet>
        <!--监听：此方法中主要用于读取固定的数据 -->
        <batch:listeners>
            <batch:listener ref="pickUpListener"  before-step-method="beforeStep"    />
        </batch:listeners>
    </batch:step>

    <bean id="pickUpListener" class="com.cwenao.cc.scheduler.batch.listener.PickUpListener"   />
<!-- 读取数据，本文采用mybatis方式，当然也可以采用jdbctemplemet，不是很推荐用mybatis -->
<!-- 因为这里有个大坑在里面：mybatis使用批处理的时候，它的typ就是batch，那么我单独查询服用之前的查询的时候会抛出异常。那么问题来了，如果想解决这个问题，那么必须自己扩展mybatis的东西，这里不再阐述，有兴趣的自行研究-->
    <bean id="pickUpReader" class="org.mybatis.spring.batch.MyBatisPagingItemReader" scope="step" >
        <property name="sqlSessionFactory" ref="sqlSessionFactory" />
        <!-- 传入mybatis定义的查询名字 -->
        <property name="queryId"  value="com.cwenao.cc.basic.dao.OrderDao.selectForBatchNotPick" />
        <!--分页查询 -->
        <property name="pageSize" value="100"/>
        <!-- 查询条件 -->
        <property name="parameterValues">
            <map>
                <!-- 查询条件值来至于 partitioner-->
                <entry key="sTime" value="#{stepExecutionContext[sTime]}" />
                <entry key="eTime" value="#{stepExecutionContext[eTime]}" />
            </map>
        </property>
    </bean>
    <!--结果写入库-->
    <bean id="pickUpWriter" class="org.mybatis.spring.batch.MyBatisBatchItemWriter" scope="step">
        <property name="sqlSessionFactory" ref="sqlSessionFactory"/>
        <property name="statementId" value="com.cwenao.cc.basic.dao.NoticeInfoDao.insertSelective"/>

    </bean>
    <!-- end 早上到货提醒 JOB-->
  
  以上为配置文件，接下来一个个需要实现的类：
job启动
  
  public class BatchRedExpireOpenIdJob {

    @Autowired
    private JobLauncher jobLauncher;
    @Autowired
    private Job redExpireOpenIdJob;
    @Autowired
    JobParametersBuilder jobParameterBulider;

    public boolean doExecuteTask(String jobId)
    {
        if(null == jobParameterBulider)
        {
            jobParameterBulider = SpringUtil.getBean("jobParameterBulider", JobParametersBuilder.class);
        }
        if(null == redExpireOpenIdJob)
        {
            redExpireOpenIdJob = SpringUtil.getBean("redExpireOpenIdJob",Job.class);
        }
        if(null == jobLauncher)
        {
            jobLauncher = SpringUtil.getBean("jobLauncher",JobLauncher.class);
        }
        //传递参数：jobId作为启动的job唯一标识
        jobParameterBulider.addDate("date", new Date());
        jobParameterBulider.addString("jobId", jobId);
        try {
            //启动job
            JobExecution execution =  jobLauncher.run(redExpireOpenIdJob,jobParameterBulider.toJobParameters());

        } catch (JobExecutionAlreadyRunningException e) {
            e.printStackTrace();
        } catch (JobRestartException e) {
            e.printStackTrace();
        } catch (JobInstanceAlreadyCompleteException e) {
            e.printStackTrace();
        } catch (JobParametersInvalidException e) {
            e.printStackTrace();
        }

        return true;
    }

}
  
  pickUpPartitioner类

@Scope("step")
@Component("pickUpPartitioner")
public class pickUpPartitioner implements Partitioner {
    //参数来至于job启动的时候
    @Value("#{jobParameters['jobId']}")
    private String jobId;

    @Resource
    TaskSchedulerDao taskSchedulerDao;

    @Override
    public Map<String, ExecutionContext> partition(int gridSize) {
        Map<String, ExecutionContext> result = new HashMap<String, ExecutionContext>();

        //昨天的订单日期
        String preOrderTime= "";
        //前天的订单日期

        TaskScheduler taskScheduler = taskSchedulerDao.selectByPrimaryKey(jobId);
        int days=0;
        int hours=0;
        if(null !=taskScheduler)
        {
            String hoursArry[] = taskScheduler.getTaskName().split("#");
            if(null != hoursArry && hoursArry.length>1)
            {
                hours = Integer.parseInt(hoursArry[0]);
            }
        }

        if(hours != 0)
        {
            days = hours/24;
        }

        String pre2OrderTime="";
        if(days==0){
            preOrderTime= DateUtil.dateToStr(DateUtil.getPreDay(), "yyyy-MM-dd");
        }
        else
            preOrderTime= DateUtil.dateToStr(DateUtil.getPreDay(-days), "yyyy-MM-dd");

        String sTime = preOrderTime+" 00:00:00";
        String eTime = preOrderTime+" 23:59:59";

        ExecutionContext value = new ExecutionContext();
        value.putString("sTime", sTime);
        value.putString("eTime", eTime);

        result.put("partition", value);

        return result;
    }

    public String getJobId() {
        return jobId;
    }

    public void setJobId(String jobId) {
        this.jobId = jobId;
    }
}
  
  读取数据库与写入数据库就不再写，就是一般的sql语句。

处理过程pickUpProcessor
  
  pickUpProcessor类

@Scope("step")
@Component("pickUpProcessor")
public class PickUpProcessor implements ItemProcessor<OrderVo,NoticeInfo> {

    private static Map<String,PickPoint> pickPointMap=new HashMap<>();
    //提货通知
    //获取参数jobId
    @Value("#{jobParameters['jobId']}")
    private String jobId;

    /**
    * 处理过程，返回类型与传入参数和ItemProcessor<OrderVo,NoticeInfo>相同
    */
    @Override
    public NoticeInfo process( OrderVo order) throws Exception {
        if(null == order){
            return null;
        }
        Integer amOrPm = DateUtil.getAmPm();

        NoticeInfo noticeInfo = new NoticeInfo();
        noticeInfo.setId(UUIDUtil.generateUUID());

        noticeInfo.setStatus(APIConstant.status_enable);
        return noticeInfo;
    }
    //要获取JobID必须有get方法
    public String getJobId() {
        return jobId;
    }
    public void setJobId(String jobId) {
        this.jobId = jobId;
    }
}
 
 


作者：代码行间的无聊生活
链接：http://www.jianshu.com/p/46b341432262
來源：简书
著作权归作者所有。商业转载请联系作者获得授权，非商业转载请注明出处。