springbatch学习

原创 已于 2022-10-14 10:30:00 修改 · 390 阅读 · 0 ·
CC 4.0 BY-SA版权
版权声明：本文为博主原创文章，遵循 CC 4.0 BY-SA 版权协议，转载请附上原文出处链接和本声明。
文章标签：

#mysql #spring #java

于 2022-07-25 22:33:00 首次发布
本文分享了Spring Batch框架的SQL建表语句，包括BATCH_JOB_EXECUTION、BATCH_JOB_EXECUTION_CONTEXT等核心表的创建。同时介绍了Spring Batch的基本概念，如Job、Step、Flow和监听器等，帮助读者理解该批处理框架的架构和运作方式。

摘要生成于 C知道 ，由 DeepSeek-R1 满血版支持， 前往体验 >

一、sql建表语句

/*
 Navicat Premium Data Transfer

 Source Server         : 120.79.157.16
 Source Server Type    : MySQL
 Source Server Version : 80029
 Source Host           : 120.79.157.16:3307
 Source Schema         : spring_batch

 Target Server Type    : MySQL
 Target Server Version : 80029
 File Encoding         : 65001

 Date: 13/10/2022 21:04:19
*/

SET NAMES utf8mb4;
SET FOREIGN_KEY_CHECKS = 0;

-- ----------------------------
-- Table structure for BATCH_JOB_EXECUTION
-- ----------------------------
DROP TABLE IF EXISTS `BATCH_JOB_EXECUTION`;
CREATE TABLE `BATCH_JOB_EXECUTION` (
  `JOB_EXECUTION_ID` bigint NOT NULL,
  `VERSION` bigint DEFAULT NULL,
  `JOB_INSTANCE_ID` bigint DEFAULT NULL,
  `CREATE_TIME` datetime DEFAULT NULL,
  `START_TIME` datetime DEFAULT NULL,
  `END_TIME` datetime DEFAULT NULL,
  `STATUS` varchar(10) COLLATE utf8mb4_general_ci DEFAULT NULL,
  `EXIT_CODE` varchar(2500) COLLATE utf8mb4_general_ci DEFAULT NULL,
  `EXIT_MESSAGE` varchar(2500) COLLATE utf8mb4_general_ci DEFAULT NULL,
  `LAST_UPDATED` datetime(6) DEFAULT NULL,
  `JOB_CONFIGURATION_LOCATION` varchar(255) COLLATE utf8mb4_general_ci DEFAULT NULL,
  PRIMARY KEY (`JOB_EXECUTION_ID`),
  KEY `JOB_INST_EXEC_FK` (`JOB_INSTANCE_ID`),
  CONSTRAINT `JOB_INST_EXEC_FK` FOREIGN KEY (`JOB_INSTANCE_ID`) REFERENCES `BATCH_JOB_INSTANCE` (`JOB_INSTANCE_ID`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_general_ci;

-- ----------------------------
-- Table structure for BATCH_JOB_EXECUTION_CONTEXT
-- ----------------------------
DROP TABLE IF EXISTS `BATCH_JOB_EXECUTION_CONTEXT`;
CREATE TABLE `BATCH_JOB_EXECUTION_CONTEXT` (
  `JOB_EXECUTION_ID` bigint NOT NULL,
  `SHORT_CONTEXT` varchar(2500) COLLATE utf8mb4_general_ci NOT NULL,
  `SERIALIZED_CONTEXT` text COLLATE utf8mb4_general_ci,
  PRIMARY KEY (`JOB_EXECUTION_ID`),
  CONSTRAINT `JOB_EXEC_CTX_FK` FOREIGN KEY (`JOB_EXECUTION_ID`) REFERENCES `BATCH_JOB_EXECUTION` (`JOB_EXECUTION_ID`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_general_ci;

-- ----------------------------
-- Table structure for BATCH_JOB_EXECUTION_PARAMS
-- ----------------------------
DROP TABLE IF EXISTS `BATCH_JOB_EXECUTION_PARAMS`;
CREATE TABLE `BATCH_JOB_EXECUTION_PARAMS` (
  `JOB_EXECUTION_ID` bigint NOT NULL,
  `TYPE_CD` varchar(6) COLLATE utf8mb4_general_ci NOT NULL,
  `KEY_NAME` varchar(100) COLLATE utf8mb4_general_ci NOT NULL,
  `STRING_VAL` varchar(250) COLLATE utf8mb4_general_ci DEFAULT NULL,
  `DATE_VAL` datetime(6) DEFAULT NULL,
  `LONG_VAL` bigint DEFAULT NULL,
  `DOUBLE_VAL` double DEFAULT NULL,
  `IDENTIFYING` char(1) COLLATE utf8mb4_general_ci NOT NULL,
  KEY `JOB_EXEC_PARAMS_FK` (`JOB_EXECUTION_ID`),
  CONSTRAINT `JOB_EXEC_PARAMS_FK` FOREIGN KEY (`JOB_EXECUTION_ID`) REFERENCES `BATCH_JOB_EXECUTION` (`JOB_EXECUTION_ID`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_general_ci;

-- ----------------------------
-- Table structure for BATCH_JOB_EXECUTION_SEQ
-- ----------------------------
DROP TABLE IF EXISTS `BATCH_JOB_EXECUTION_SEQ`;
CREATE TABLE `BATCH_JOB_EXECUTION_SEQ` (
  `ID` bigint NOT NULL,
  `UNIQUE_KEY` char(1) COLLATE utf8mb4_general_ci NOT NULL,
  UNIQUE KEY `UNIQUE_KEY_UN` (`UNIQUE_KEY`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_general_ci;

-- ----------------------------
-- Table structure for BATCH_JOB_INSTANCE
-- ----------------------------
DROP TABLE IF EXISTS `BATCH_JOB_INSTANCE`;
CREATE TABLE `BATCH_JOB_INSTANCE` (
  `JOB_INSTANCE_ID` bigint NOT NULL,
  `VERSION` bigint DEFAULT NULL,
  `JOB_NAME` varchar(100) COLLATE utf8mb4_general_ci NOT NULL,
  `JOB_KEY` varchar(32) COLLATE utf8mb4_general_ci NOT NULL,
  PRIMARY KEY (`JOB_INSTANCE_ID`),
  UNIQUE KEY `JOB_INST_UN` (`JOB_NAME`,`JOB_KEY`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_general_ci;

-- ----------------------------
-- Table structure for BATCH_JOB_SEQ
-- ----------------------------
DROP TABLE IF EXISTS `BATCH_JOB_SEQ`;
CREATE TABLE `BATCH_JOB_SEQ` (
  `ID` bigint NOT NULL,
  `UNIQUE_KEY` char(1) COLLATE utf8mb4_general_ci NOT NULL,
  UNIQUE KEY `UNIQUE_KEY_UN` (`UNIQUE_KEY`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_general_ci;

-- ----------------------------
-- Table structure for BATCH_STEP_EXECUTION
-- ----------------------------
DROP TABLE IF EXISTS `BATCH_STEP_EXECUTION`;
CREATE TABLE `BATCH_STEP_EXECUTION` (
  `STEP_EXECUTION_ID` bigint NOT NULL,
  `VERSION` bigint NOT NULL,
  `STEP_NAME` varchar(100) COLLATE utf8mb4_general_ci NOT NULL,
  `JOB_EXECUTION_ID` bigint NOT NULL,
  `CREATE_TIME` datetime(3) DEFAULT NULL ON UPDATE CURRENT_TIMESTAMP(3),
  `START_TIME` datetime(3) DEFAULT NULL,
  `END_TIME` datetime(3) DEFAULT NULL,
  `STATUS` varchar(10) COLLATE utf8mb4_general_ci DEFAULT NULL,
  `COMMIT_COUNT` bigint DEFAULT NULL,
  `READ_COUNT` bigint DEFAULT NULL,
  `FILTER_COUNT` bigint DEFAULT NULL,
  `WRITE_COUNT` bigint DEFAULT NULL,
  `READ_SKIP_COUNT` bigint DEFAULT NULL,
  `WRITE_SKIP_COUNT` bigint DEFAULT NULL,
  `PROCESS_SKIP_COUNT` bigint DEFAULT NULL,
  `ROLLBACK_COUNT` bigint DEFAULT NULL,
  `EXIT_CODE` varchar(2500) COLLATE utf8mb4_general_ci DEFAULT NULL,
  `EXIT_MESSAGE` varchar(2500) COLLATE utf8mb4_general_ci DEFAULT NULL,
  `LAST_UPDATED` datetime(6) DEFAULT NULL,
  PRIMARY KEY (`STEP_EXECUTION_ID`),
  KEY `JOB_EXEC_STEP_FK` (`JOB_EXECUTION_ID`),
  CONSTRAINT `JOB_EXEC_STEP_FK` FOREIGN KEY (`JOB_EXECUTION_ID`) REFERENCES `BATCH_JOB_EXECUTION` (`JOB_EXECUTION_ID`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_general_ci;

-- ----------------------------
-- Table structure for BATCH_STEP_EXECUTION_CONTEXT
-- ----------------------------
DROP TABLE IF EXISTS `BATCH_STEP_EXECUTION_CONTEXT`;
CREATE TABLE `BATCH_STEP_EXECUTION_CONTEXT` (
  `STEP_EXECUTION_ID` bigint NOT NULL,
  `SHORT_CONTEXT` varchar(2500) COLLATE utf8mb4_general_ci NOT NULL,
  `SERIALIZED_CONTEXT` text COLLATE utf8mb4_general_ci,
  PRIMARY KEY (`STEP_EXECUTION_ID`),
  CONSTRAINT `STEP_EXEC_CTX_FK` FOREIGN KEY (`STEP_EXECUTION_ID`) REFERENCES `BATCH_STEP_EXECUTION` (`STEP_EXECUTION_ID`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_general_ci;

-- ----------------------------
-- Table structure for BATCH_STEP_EXECUTION_SEQ
-- ----------------------------
DROP TABLE IF EXISTS `BATCH_STEP_EXECUTION_SEQ`;
CREATE TABLE `BATCH_STEP_EXECUTION_SEQ` (
  `ID` bigint NOT NULL,
  `UNIQUE_KEY` char(1) COLLATE utf8mb4_general_ci NOT NULL,
  UNIQUE KEY `UNIQUE_KEY_UN` (`UNIQUE_KEY`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_general_ci;

-- ----------------------------
-- Table structure for tb_student
-- ----------------------------
DROP TABLE IF EXISTS `tb_student`;
CREATE TABLE `tb_student` (
  `id` bigint NOT NULL AUTO_INCREMENT COMMENT 'id',
  `age` int DEFAULT NULL COMMENT '年龄',
  `name` varchar(11) COLLATE utf8mb4_general_ci DEFAULT NULL COMMENT '名字',
  `birthday` date DEFAULT NULL COMMENT '生日',
  PRIMARY KEY (`id`) USING BTREE
) ENGINE=InnoDB AUTO_INCREMENT=119511 DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_general_ci ROW_FORMAT=DYNAMIC;

-- ----------------------------
-- Procedure structure for rand_data
-- ----------------------------
DROP PROCEDURE IF EXISTS `rand_data`;
delimiter ;;
CREATE PROCEDURE `rand_data`(in num int)
begin
declare str char(62) default 'abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789'; 
declare str2 char(2);
declare i int default 0;
while i<num do
set str2=concat(substring(str,1+floor(rand()*61),1),substring(str,1+floor(rand()*61),1));
set i=i+1;
insert into tb_student(name,age,birthday) values (str2,floor(rand()*num),CURDATE());
end while;
 end
;;
delimiter ;

SET FOREIGN_KEY_CHECKS = 1;


INSERT INTO BATCH_JOB_SEQ (ID, UNIQUE_KEY) select * from (select 0 as ID, '0' as UNIQUE_KEY) as tmp where not exists(select * from BATCH_JOB_SEQ);

INSERT INTO BATCH_JOB_EXECUTION_SEQ (ID, UNIQUE_KEY) select * from (select 0 as ID, '0' as UNIQUE_KEY) as tmp where not exists(select * from BATCH_JOB_EXECUTION_SEQ);

INSERT INTO BATCH_STEP_EXECUTION_SEQ (ID, UNIQUE_KEY) select * from (select 0 as ID, '0' as UNIQUE_KEY) as tmp where not exists(select * from BATCH_STEP_EXECUTION_SEQ);

二、基本概念

  • 架构图
    在这里插入图片描述

在这里插入图片描述

三、基本概念

  1. Job，创建Job实例。包括创建父任务、子任务
    Job的实现类有SimpleJob和flowJob，Job
  2. JobInstance,Job的实例
    JobInstance = Job + JobParameters
  • Step，创建Step（Job的实现步骤）
  • Flow，多个Step的组合，可以在其他job中共用
  • Split，多线程处理job
  • Decider，决策器，代表不同步骤执行完之后，需要收到什么信息才能继续往下面执行
  • ChunkListener，Step的块监听器
  • JobListener，Job的监听器
  • StepListener,也是Step的监听器
详解Spring batch 入门学习教程(附源码)
08-28
本篇文章主要介绍了Spring batch 入门学习教程(附源码)，小编觉得挺不错的，现在分享给大家，也给大家做个参考。一起跟随小编过来看看吧
spring batch学习
dzl84394的专栏
02-21 1295
分类 检查文件是否存在 ftp拉文件（复制文件） 删除文件 读取文件 写文件 写数据库 读取数据库 统计后写数据库 校验数据是否存在
Spring Batch零基础速成指南，效率飙升500%！
最新发布
05-11 713
Data// 公共字段// 银行端数据// 内部系统数据// 对账结果MATCHED, // 数据一致AMOUNT_DIFF, // 金额不一致STATUS_DIFF, // 状态不一致ONLY_IN_BANK, // 银行单边账ONLY_IN_SYSTEM // 系统单边账-- 常用监控SQL示例-- 最近5次作业执行情况。
学习Spring-batch(一)-------入门
梧桐树的博客
03-12 960
就是将数据分批次进行处理的过程。比如：银行对账逻辑，跨系统数据同步等。系统A从数据库中导出数据到文件，系统B读取文件数据并写入到数据库典型批处理特点：自动执行，根据系统设定的工作步骤自动完成数据量大，少则百万，多则上千万甚至上亿。(如果是10亿，100亿那只能上大数据了)定时执行，比如：每天，每周，每月执行。
Spring batch 学习笔记
notMoonHeart的博客
04-25 822
一、Spring batch 简介 Spring batch 是Spring系列处理批量数据的框架。 主要构成如图所示： JobRepository用来注册job的容器，用来存储 Job 在运行过程中的状态信息，如果失败了，可以重失败的地方重新发起。 JobLauncher 用来启动Job的接口，可以不指定。会在项目启动时，会直接启动批量逻辑，可以再YML文件里配置。 Jo...
spring batch 学习笔记
weixin_46853502的博客
02-21 2020
Job作业可以简单理解为一段业务流程的实现，可以根据业务逻辑拆分一个或者多个逻辑块(step)，然后业务逻辑顺序，逐一执行。能从头到尾独立执行的有序的步骤(Step)列表。有序的步骤列表一次作业由不同的步骤组成，这些步骤顺序是有意义的，如果不按照顺序执行，会引起逻辑混乱，比如购物结算，先点结算，再支付，最后物流，如果反过来那就乱套了，作业也是这么一回事。从头到尾一次作业步骤固定了，在没有外部交互情况下，会从头到尾执行，前一个步骤做完才会到后一个步骤执行，不允许随意跳转，但是可以按照一定逻辑跳转。
史上最全的SpringBatch学习教程
12-14
总的来说，这个史上最全的SpringBatch学习教程覆盖了从基础到高级的各种主题，无论你是初学者还是经验丰富的开发者，都能从中受益。希望你在学习过程中，能够不断提高自己的技能，解决实际项目中的批处理问题。如果...
Spring Batch学习demo项目源码
10-30
这个"Spring Batch学习demo项目源码"是针对Spring Batch进行学习实践的一个实例，旨在帮助开发者了解并掌握如何在实际应用中使用Spring Batch。 在源码中，`batch-xml`文件可能是配置文件，通常在Spring Batch项目...
SpringBatch学习入门
01-07
在本文中，我们将深入探讨SpringBatch的学习入门，以及如何在IDEA环境中进行配置和实践。 首先，我们需要了解SpringBatch的核心概念： 1. **Job**：是SpringBatch中的最高级别抽象，代表一个完整的批处理任务，...
spring batch 批处理学习源码
09-06
本学习资源是一套专门针对 Spring Batch 的源码，适合于对 Spring Batch 感兴趣或需要深入了解其内部工作原理的开发者。通过研究源码，学习者可以掌握 Spring Batch 的核心组件和运行机制，例如 JobLauncher、Job、...
spring batch 学习多种场景练习demo项目源码
11-09
spring batch 学习多种场景练习demo项目源码，包括: 1.读取文件--处理--写入文件; 2.读取文件--处理--写入数据库 ; 3.读数据库--处理--写入数据库; 4.读数据库--处理--写入文件; 文件类型包括：CSV,TXT,JSON,XML; ...
SpringBatch数据库建表语句.txt
07-02
SpringBatch数据库建表语句，存储springBatch批处理过程中需要保存的数据和步骤信息
使用spring batch需要在数据库建立的几个表——建表语句
07-31
使用spring batch需要在数据库建立的几个表——建表语句（BATCH_JOB_INSTANCE、BATCH_JOB_EXECUTION、BATCH_JOB_EXECUTION_CONTEXT、`BATCH_JOB_EXECUTION_PARAMS` 、`BATCH_JOB_EXECUTION_SEQ` 、`BATCH_JOB_SEQ` 、`BATCH_STEP_EXECUTION` 、`BATCH_STEP_EXECUTION_CONTEXT` 、`BATCH_STEP_EXECUTION_SEQ` ）
pro spring batch
06-05
Since its release, Spring Framework has transformed virtually every aspect of Java development including web applications, security, aspect-oriented programming, persistence, and messaging. Spring Batch, one of its newer additions, now brings the same familiar Spring idioms to batch processing. Spring Batch addresses the needs of any batch process, from the complex calculations performed in the biggest financial institutions to simple data migrations that occur with many software development projects. Pro Spring Batch is intended to answer three questions: *What? What is batch processing? What does it entail? What makes it different from the other applications we are developing? What are the challenges inherent in the development of a batch process? *Why? Why do batch processing? Why can't we just process things as we get them? Why do we do batch processing differently than the web applications that we currently work on? *How? How to implement a robust, scalable, distributed batch processing system using open-source frameworks Pro Spring Batch gives concrete examples of how each piece of functionality is used and why it would be used in a real-world application. This includes providing tips that the 'school of hard knocks' has taught author Michel Minella during his experience with Spring Batch. Pro Spring Batch includes examples of I/O options that are not mentioned in the official user's guide, as well as performance tips on things like how to limit the impact of maintaining the state of your jobs. The author also walks you through, from end to end, the design and implementation of a batch process based upon a theoretical real-world example. This includes basic project setup, implementation, testing, tuning and scaling for large volumes. What you'll learn * Batch concepts and how they relate to the Spring Batch framework * How to use declarative I/O using the Spring Batch readers/writers * Data integrity techniques used by Spring Batch, including transactions and job state/restartability * How to scale batch jobs via distributed batch processing * How to handle testing batch processes (Unit and functional) Who this book is for * Java developers with Spring experience. * Java Architects designing batch solutions More specifically, this book is intended for those who have a solid foundation in the core Java platform. Batch processing covers a wide spectrum of topics, not all of which are covered in detail in this book. Concepts in Java which the reader should be comfortable with include file I/O, JDBC, and transactions. Given that Spring Batch is a framework built upon the open-source IoC container Spring, which will not be covered in this book, it is expected that the reader will be familiar with its concepts and conventions. With that in mind, the reader is not expected to have any prior exposure to the Spring Batch framework. All concepts related to it will be explained in detail, with working examples. Table of Contents * Batch and Spring * Spring Batch 101 * Sample Job * Understanding Jobs and Steps * Job Repository and Metadata * Running a Job * Readers * Item Processors * Item Writers * Sample Application * Scaling and Tuning * Testing Batch Processes
Pro Spring Batch
10-09
Java Spring Batch pdf
pro spring batch 源码
09-21
英文版、可用来学习和了解spring batch使用、包括扩展、并行、分布式处理等
Spring Batch从入门到精通的知识介绍
技术探秘者的博客
01-29 1351
Spring Batch 是一个轻量级的、全面的批处理框架，用于开发企业级的批处理应用程序。它构建在经典的 Java EE 核心技术之上，同时利用了 Spring Framework 提供的灵活性和可扩展性。
Spring Batch入门学习
z2431435的博客
08-29 619
dblink（Database Link，数据库的链接像电话线一样是一个通道，要跨本地数据库访问另外一个数据库表中的数据时，本地数据库中就必须要创建远程数据库的dblink,通过dblink本地数据库可以像访问本地数据库一样访问远程数据库表中的数据。）要转换成文件加载方式，所以要改用spring batch。Spring Batch 是一个轻量级的、完善的批处理框架,旨在帮助企业建立健壮、高效的批处理应用。Spring Batch 提供了大量可重用的组件。...
springbatch对应的SQL语句
peter_ou的博客
04-17 415
对应的mysql的sql。
Spring batch学习资料
05-10
以下是一些 Spring Batch 学习资料： 1. 官方文档：https://docs.spring.io/spring-batch/docs/current/reference/html/index.html 2. Spring Batch 入门指南：https://www.baeldung.com/spring-batch 3. Spring Batch 教程：https://www.tutorialspoint.com/spring_batch/index.htm 4. Spring Batch 实战教程：https://www.javainuse.com/spring/spring-batch 5. Spring Batch 的 GitHub 代码仓库：https://github.com/spring-projects/spring-batch 6. Spring Batch 在线视频教程：https://www.udemy.com/course/spring-batch-tutorial-for-beginners/ 希望这些资料能够帮助你学习 Spring Batch。
评论
添加红包

请填写红包祝福语或标题

个

红包个数最小为10个

元

红包金额最低5元

当前余额3.43元 前往充值 >
需支付：10.00元
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付元
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明：

1.余额是钱包充值的虚拟货币，按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载，可以购买VIP、付费专栏及课程。

余额充值