mybatis批量插入-自动适配表名自动适配表字段

本文介绍了一种基于MyBatis Plus的批量插入方法,通过反射技术自动匹配实体类与数据库表结构,实现动态SQL生成,适用于频繁进行批量数据操作的场景。
   @Autowired
    private TbUserMapper tbUserMapper;
    @Override
    public boolean saveBatch(Collection<TbUser> entityList, int batchSize) {
        return tbUserMapper.insertBatch(entityList, BeanUtil.getTableClassBean(TbUser.class))>0?true:false;
    }


@Repository
public interface TbUserMapper extends BaseMapper<TbUser> {
    int insertBatch(@Param("list") Collection<TbUser> list, @Param("tc") TableClassBean tc);
}


<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE mapper PUBLIC "-//mybatis.org//DTD Mapper 3.0//EN" "http://mybatis.org/dtd/mybatis-3-mapper.dtd">
<mapper namespace="com.dev.demo.mapper.TbUserMapper">
    <insert id="insertBatch">
        INSERT INTO ${tc.tbName}
        <foreach collection ="tc.dbFiledList" item="col" separator ="," open="(" close=")">
            ${col.tfName}
        </foreach >
         VALUES
        <foreach collection ="list" item="item" separator =",">
            <foreach collection ="tc.dbFiledList" item="col" separator ="," open="(" close=")">
                #{item.${col.cfName}}
            </foreach >
        </foreach >
    </insert>
</mapper>



package com.dev.demo.model;


import com.baomidou.mybatisplus.annotation.TableField;
import com.dev.demo.mapper.TbUserMapper;
import javax.persistence.*;
import java.io.Serializable;
import java.util.Date;

/**
 * 新增字段后会自动更新数据库表结构
 * @Table注解 {@link TbUserMapper#insertBatch(java.util.Collection, com.dev.demo.util.TableClassBean)}该注解可以通过反射获取表名称
 */
@Entity
@Table(name = "tb_user", indexes = {@Index(name = "id", columnList = "id",unique = true)
        , @Index(name = "status", columnList = "status")
        , @Index(name = "adminFlag", columnList = "admin_flag")
        , @Index(name = "createDate", columnList = "create_date")})
public class TbUser implements Serializable {

    @Id
    @PrimaryKeyJoinColumn
    @Column
    private Long id;

    @Column(name = "user_name" ) //自动创建表结构使用
    @TableField(value = "user_name") //mybatis-plus mapper实体类映射使用
    private String username;

    @Column
    private String password;

    @Column(length = 4)
    private Byte status;

    @Column(name = "create_date") //自动创建表结构使用
    @TableField(value = "create_date") //mybatis-plus mapper实体类映射使用
    private Date createDate;
    /**
     * 用户昵称
     */
    @Column(name = "nickname",length = 32)
    private String nickname;

    @Column(name = "admin_flag" ,length = 11)
    @TableField(value = "admin_flag") //mybatis-plus mapper实体类映射使用
    private Integer adminFlag;


    public Long getId() {
        return id;
    }

    public void setId(Long id) {
        this.id = id;
    }

    public String getUsername() {
        return username;
    }

    public void setUsername(String username) {
        this.username = username;
    }

    public String getPassword() {
        return password;
    }

    public void setPassword(String password) {
        this.password = password;
    }

    public Byte getStatus() {
        return status;
    }

    public void setStatus(Byte status) {
        this.status = status;
    }

    public Date getCreateDate() {
        return createDate;
    }

    public void setCreateDate(Date createDate) {
        this.createDate = createDate;
    }

    public String getNickname() {
        return nickname;
    }

    public void setNickname(String nickname) {
        this.nickname = nickname;
    }

    public Integer getAdminFlag() {
        return adminFlag;
    }

    public void setAdminFlag(Integer adminFlag) {
        this.adminFlag = adminFlag;
    }
}




package com.dev.demo.util;

import com.baomidou.mybatisplus.annotation.TableField;
import com.dev.demo.model.TbUser;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import javax.persistence.Column;
import javax.persistence.Table;
import java.lang.reflect.Field;
import java.lang.reflect.InvocationHandler;
import java.lang.reflect.Proxy;
import java.util.ArrayList;
import java.util.List;
import java.util.Map;

public class BeanUtil {
    static Logger log = LoggerFactory.getLogger(BeanUtil.class);

    /**
     * 获取table中的columns和类中的字段集合
     *
     * @param clazz
     * @return
     */
    public static List<DbFiled> getFieldName(Class clazz) {
        List<DbFiled> list = new ArrayList<>();
        Field[] fields = clazz.getDeclaredFields();
        for (int j = 0; j < fields.length; j++) {
            Field field = fields[j];
            if (field.isAnnotationPresent(Column.class)) {
                if (field.isAnnotationPresent(TableField.class)) {
                    try {
                        //获取SignalsRuleExportDTO字段上的ExcelProperty注解实例
                        TableField column = field.getAnnotation(TableField.class);
                        //获取 ExcelProperty 这个代理实例所持有的 InvocationHandler
                        InvocationHandler ch = Proxy.getInvocationHandler(column);
                        // 获取 AnnotationInvocationHandler 的 memberValues 字段
                        Field fv = ch.getClass().getDeclaredField("memberValues");
                        // 因为这个字段事 private final 修饰,所以要打开权限
                        fv.setAccessible(true);
                        // 获取 memberValues
                        Map kvs = (Map) fv.get(ch);
                        // 修改 value 属性值
                        Object columnName = kvs.get("value");

                        list.add(new DbFiled(columnName.toString(), field.getName()));
                    } catch (Exception e) {
                        log.error("getFieldName", e);
                    }
                } else {
                    list.add(new DbFiled(field.getName(), field.getName()));
                }
            }
        }
        return list;
    }

    /**
     * 获取table中的columns和类中的字段集合(包括表名前提model配置@Table注解且注解包含name属性)
     *
     * @param clazz
     * @return
     */
    public static TableClassBean getTableClassBean(Class clazz) {
        List<DbFiled> list = new ArrayList<>();
        Field[] fields = clazz.getDeclaredFields();
        for (int j = 0; j < fields.length; j++) {
            Field field = fields[j];
            if (field.isAnnotationPresent(Column.class)) {
                if (field.isAnnotationPresent(TableField.class)) {
                    try {
                        //获取SignalsRuleExportDTO字段上的ExcelProperty注解实例
                        TableField column = field.getAnnotation(TableField.class);
                        //获取 ExcelProperty 这个代理实例所持有的 InvocationHandler
                        InvocationHandler ch = Proxy.getInvocationHandler(column);
                        // 获取 AnnotationInvocationHandler 的 memberValues 字段
                        Field fv = ch.getClass().getDeclaredField("memberValues");
                        // 因为这个字段事 private final 修饰,所以要打开权限
                        fv.setAccessible(true);
                        // 获取 memberValues
                        Map kvs = (Map) fv.get(ch);
                        // 修改 value 属性值
                        Object columnName = kvs.get("value");

                        list.add(new DbFiled(columnName.toString(), field.getName()));
                    } catch (Exception e) {
                        log.error("getFieldName", e);
                    }
                } else {
                    list.add(new DbFiled(field.getName(), field.getName()));
                }
            }
        }
        Table[] annotationsByType = TbUser.class.getAnnotationsByType(Table.class);
        if (annotationsByType != null && annotationsByType.length >= 1) {
            Table table = annotationsByType[0];
            if (table.name() != null && !"".equals(table.name().trim())) {
                return new TableClassBean(table.name(), list);
            }
        }
        log.info("no annotation or javax.persistence.Table");
        return new TableClassBean(TbUser.class.getSimpleName(), list);
    }

    public static void main(String[] args) {
        System.out.println(getFieldName(TbUser.class));
        System.out.println(getTableClassBean(TbUser.class));
    }
}




package com.dev.demo.util;

import java.io.Serializable;

public class DbFiled implements Serializable {
    public DbFiled() {
    }

    public DbFiled(String tfName, String cfName) {
        this.tfName = tfName;
        this.cfName = cfName;
    }

    /**
     * 数据库字段名称
     */
    private String tfName;
    /**
     * 类中字段名称
     */
    private String cfName;

    public String getTfName() {
        return tfName;
    }

    public void setTfName(String tfName) {
        this.tfName = tfName;
    }

    public String getCfName() {
        return cfName;
    }

    public void setCfName(String cfName) {
        this.cfName = cfName;
    }

    @Override
    public String toString() {
        return "DbFiled{" +
                "tfName='" + tfName + '\'' +
                ", cfName='" + cfName + '\'' +
                '}';
    }
}



package com.dev.demo.util;

import java.io.Serializable;
import java.util.List;

public class TableClassBean implements Serializable {
    public TableClassBean() {
    }

    public TableClassBean(String tbName, List<DbFiled> dbFiledList) {
        this.tbName = tbName;
        this.dbFiledList = dbFiledList;
    }

    /**
     * table name
     */
    private String tbName;
    /**
     * table columns /class fileds
     */
    private List<DbFiled> dbFiledList;

    public String getTbName() {
        return tbName;
    }

    public void setTbName(String tbName) {
        this.tbName = tbName;
    }

    public List<DbFiled> getDbFiledList() {
        return dbFiledList;
    }

    public void setDbFiledList(List<DbFiled> dbFiledList) {
        this.dbFiledList = dbFiledList;
    }

    @Override
    public String toString() {
        return "BatchInsertBean{" +
                "tbName='" + tbName + '\'' +
                ", dbFiledList=" + dbFiledList +
                '}';
    }
}


项目地址:https://gitee.com/ctllin/spring-cloud/blob/master/spring-boot-druid/read.me

package com.cmb.lul.lulm.service.data.sink; import com.cmb.dtpframework.exception.AppException; import com.cmb.dtpframework.utils.SpringContextHolder; import com.cmb.dtpframework.utils.StringUtil; import com.cmb.lp.za20.util.BaseLayerFacade; import com.cmb.lul.lulm.service.data.cache.metadata.ColumnMetadata; import com.cmb.lul.lulm.service.data.cache.metadata.JdbcMetadataManager; import com.cmb.lul.lulm.service.data.cache.metadata.TableMetadata; import org.apache.ibatis.session.SqlSession; import org.apache.ibatis.session.SqlSessionFactory; import java.math.BigDecimal; import java.sql.Connection; import java.sql.PreparedStatement; import java.sql.Types; import java.util.ArrayList; import java.util.HashSet; import java.util.List; import java.util.Map; import java.util.Set; import java.util.stream.Collectors; public abstract class AbstractTableSink implements TableSink { protected final String sinkDbName; protected final String sinkSchemaName; protected final String sinkTableName; protected final TableMetadata sinkDsTableMetadata; protected final String indexName; protected final List<Map<String, String>> datas; protected final List<String> dataColumnNames; protected final List<String> primaryKeys; protected final List<String> updateColumnNames; protected long connectCostMs = 0L; protected long sinkCostMs = 0L; public AbstractTableSink(String sinkSchemaName, String sinkTableName, String indexName, List<String> primaryKeys, List<Map<String, String>> datas) { this.sinkDbName = sinkSchemaName; this.sinkSchemaName = sinkSchemaName; this.sinkTableName = sinkTableName; this.indexName = indexName; this.primaryKeys = primaryKeys; this.sinkDsTableMetadata = BaseLayerFacade.getSingleton(JdbcMetadataManager.class).getTableMetadata(sinkSchemaName, sinkTableName); this.datas = datas; this.dataColumnNames = getAndSortDataColumnNames(sinkDsTableMetadata, datas); this.updateColumnNames = dataColumnNames.stream().filter(column -> !primaryKeys.contains(column)).collect(Collectors.toList()); } public AbstractTableSink(String sinkSchemaName, String sinkTableName, List<String> primaryKeys, List<Map<String, String>> datas) { this(sinkSchemaName, sinkTableName, null, primaryKeys, datas); } protected List<String> getAndSortDataColumnNames(TableMetadata sinkDsTableMetadata, List<Map<String, String>> datas) { // 用源data数据确定要写哪些字段 Set<String> tempDataColumnNamesSet = new HashSet<>(16); datas.forEach(data -> tempDataColumnNamesSet.addAll(data.keySet())); // 用目标metadata重排列字段顺序 List<String> tempDataColumnNamesList = new ArrayList<>(tempDataColumnNamesSet.size()); sinkDsTableMetadata.getColumnMetadatas().keySet().forEach(metadataColumnName -> { if (tempDataColumnNamesSet.contains(metadataColumnName)) { tempDataColumnNamesList.add(metadataColumnName); tempDataColumnNamesSet.remove(metadataColumnName); } }); // 源data中存在,但目标metadata中不存在的字段放到最后(这部分写的时候会报错,明目标表字段比源少) tempDataColumnNamesList.addAll(tempDataColumnNamesSet); return tempDataColumnNamesList; } @Override public void doSink() { if (!datas.isEmpty()) { /* 构建sql语句 */ String sql = buildSql(); SqlSession session = null; try { long beforeConnectTime = System.currentTimeMillis(); session = SpringContextHolder.getBean(SqlSessionFactory.class).openSession(); Connection connection = session.getConnection(); long afterConnectTime = System.currentTimeMillis(); try (PreparedStatement preparedStatement = connection.prepareStatement(sql)) { /* 设置参数 */ for (Map<String, String> data : datas) { // 设置参数 setPreparedStatementParameter(preparedStatement, data); preparedStatement.addBatch(); } int[] results = preparedStatement.executeBatch(); } /* 事务提交 */ session.commit(true); long afterSinkTime = System.currentTimeMillis(); connectCostMs = afterConnectTime - beforeConnectTime; sinkCostMs = afterSinkTime - afterConnectTime; } catch (Exception e) { if (null != session) { /* 事务回滚 */ session.rollback(true); } throw new AppException(e, "LULM605", sinkDbName, sinkTableName, sql, e.getMessage()); } finally { if (null != session) { session.close(); } } } } protected String buildSql() { StringBuilder sql = new StringBuilder(); sql.append("MERGE "); if (indexName != null) { sql.append("/*+INDEX(").append(sinkTableName).append(" ").append(indexName).append(") */ "); } sql.append("INTO ").append(buildTableName()).append(" USING DUAL ON \n") .append("(").append(buildWhereCondition()).append(") \n") .append(" WHEN MATCHED THEN UPDATE SET \n") .append(buildOnDuplicateKeyUpdateStatement()).append(" \n") .append(" WHEN NOT MATCHED THEN INSERT \n") .append("(").append(buildColumnNamesSpiltByComma()).append(") \n") .append("values (").append(buildPlaceHoldersSpiltByComma()).append(")"); return sql.toString(); } protected String buildWhereCondition() { StringBuilder result = new StringBuilder(); for (int i = 0; i < primaryKeys.size(); i++) { String primaryKey = primaryKeys.get(i); result.append(primaryKeys.get(i)); result.append((i < primaryKeys.size() - 1) ? " = ? AND " : " = ?"); } return result.toString(); } protected String buildTableName() { StringBuilder tableName = new StringBuilder(); tableName.append(sinkSchemaName).append(".") .append(sinkTableName); return tableName.toString(); } protected String buildColumnNamesSpiltByComma() { StringBuilder columnNamesSpiltByComma = new StringBuilder(); for (String columnName : dataColumnNames) { columnNamesSpiltByComma.append(columnName).append(","); } if (columnNamesSpiltByComma.length() >= 1) { columnNamesSpiltByComma.deleteCharAt(columnNamesSpiltByComma.length() - 1); } return columnNamesSpiltByComma.toString(); } protected String buildPlaceHoldersSpiltByComma() { StringBuilder placeHolders = new StringBuilder(); for (int i = 0; i < dataColumnNames.size(); i++) { placeHolders.append("?,"); } if (placeHolders.length() >= 1) { placeHolders.deleteCharAt(placeHolders.length() - 1); } return placeHolders.toString(); } protected String buildOnDuplicateKeyUpdateStatement() { StringBuilder updateStatement = new StringBuilder(); for (String columnName : updateColumnNames) { updateStatement.append(columnName).append(" = ?,"); } if (updateStatement.length() >= 1) { updateStatement.deleteCharAt(updateStatement.length() - 1); } return updateStatement.toString(); } protected void setPreparedStatementParameter(PreparedStatement preparedStatement, Map<String, String> data) { // 设置参数 // 通过binlog字段找metadata,找不到时getDsTableColumnMetadata(columnName)会报错,以此确保所有binlog数据字段都被写入目标 int i = 1; for (String primaryKey : primaryKeys) { setOneColumn(preparedStatement, i, primaryKey, data, true); i++; } for (String columnName : updateColumnNames) { setOneColumn(preparedStatement, i, columnName, data, false); i++; } for (String columnName : dataColumnNames) { setOneColumn(preparedStatement, i, columnName, data, false); i++; } } protected void setOneColumn(PreparedStatement preparedStatement, int index, String columnName, Map<String, String> data, boolean format) { String columnValue = data.get(columnName); int columnDataType = -1; int columnSize = 0; try { ColumnMetadata metadata = sinkDsTableMetadata.getColumnMetadata(columnName); if (metadata == null) { throw new IllegalArgumentException("目标不存在该字段!"); } columnDataType = metadata.getDataType(); columnSize = metadata.getColumnSize(); preparedStatement.setObject(index, transferData(columnName, columnDataType, columnValue, columnSize, format), columnDataType); } catch (Exception e) { throw new AppException(e, "LULM606", sinkDbName, sinkTableName, columnName, columnDataType, columnValue, columnValue.getClass().getName(), e.getMessage()); } } private Object transferData(String columnName, int columnType, String columnValue, int columnSize, boolean format) { switch (columnType) { case Types.CHAR: if (format) { if (columnValue == null) { columnValue = ""; } return columnValue.length() < columnSize ? String.format("%-" + columnSize + "s", columnValue) : columnValue; } return checkEmpty(columnValue) ? " " : columnValue; case Types.VARCHAR: case Types.LONGVARCHAR: return checkEmpty(columnValue) ? " " : columnValue; case Types.SMALLINT: return checkEmpty(columnValue) ? 0 : Short.parseShort(columnValue); case Types.INTEGER: return checkEmpty(columnValue) ? 0 : Integer.parseInt(columnValue); case Types.BIGINT: return checkEmpty(columnValue) ? 0 : Long.parseLong(columnValue); case Types.FLOAT: case Types.DOUBLE: return checkEmpty(columnValue) ? 0 : Double.parseDouble(columnValue); case Types.NUMERIC: case Types.DECIMAL: return checkEmpty(columnValue) ? BigDecimal.ZERO : new BigDecimal(columnValue); case Types.DATE: case Types.TIMESTAMP: case Types.TIME: return checkEmpty(columnValue) ? 0 : columnValue; default: throw new AppException("LULM603", sinkDbName, sinkSchemaName, sinkTableName, columnName, columnType); } } private boolean checkEmpty(Object value) { return value == null || (value instanceof String && StringUtil.isBlank((String)value)); } } 请你给我详细分析解释一下这段代码
07-22
评论
成就一亿技术人!
拼手气红包6.0元
还能输入1000个字符
 
红包 添加红包
表情包 插入表情
 条评论被折叠 查看
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值