common-frame/hcframe
17
0
Fork 0
Code Issues Pull Requests Projects Releases 1 Wiki Activity

fix: 修复自增主键并发线程问题

Browse Source
This commit is contained in:
lhc
2026-03-06 11:35:14 +08:00
parent 5d8dde90ae
commit 41df1abc40
3 changed files with 119 additions and 63 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
hcframe-parent/hcframe-base/src/main/java/com/taixingyiji/base/module/data/dao/TableMapper.java
View File

@@ -47,7 +47,7 @@ public interface TableMapper {
int judgeDamengSequenceExist(@Param("tableName") String tableName,@Param("schema")String schema);
int createSequence(@Param("tableName") String tableName, @Param("lastId")Object lastId);
int createHighGoSequence(@Param("tableName") String tableName, @Param("lastId")Object lastId);
int setValForHighGoSequence(@Param("tableName") String tableName,@Param("pkName")String pkName);
Long count(@Param("tableName")String tableName,@Param("sql")String sql);
Long countBySql(@Param("sql") String sql);
@@ -55,4 +55,14 @@ public interface TableMapper {
int insertBatchSeq(@Param("list") List<Map<String, Object>> list, @Param("tableName") String tableName,@Param("pkName")String pkName);
int updateBatchByPk(@Param("sql")String sql);
void lockSequence(@Param("tableName")String tableName);
void unlockSequence(@Param("tableName") String tableName);
void lockSequenceDm(@Param("tableName") String tableName);
void unlockSequenceDm(@Param("tableName") String tableName);
void createSequenceSafeDm(@Param("tableName") String tableName, @Param("pkName") String pkName);
}

127
hcframe-parent/hcframe-base/src/main/java/com/taixingyiji/base/module/data/module/BaseMapperImpl.java
View File

@@ -21,6 +21,7 @@ import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.beans.factory.annotation.Qualifier;
import org.springframework.beans.factory.annotation.Value;
import org.springframework.stereotype.Service;
import org.springframework.transaction.annotation.Transactional;
import java.sql.Connection;
import java.sql.SQLException;
@@ -39,12 +40,12 @@ public class BaseMapperImpl implements BaseMapper {
final SqlSessionTemplate sqlSessionTemplate;
public BaseMapperImpl(TableMapper tableMapper, SqlSessionTemplate sqlSessionTemplate,
DruidDataSource druidDataSource,FrameConfig frameConfig,
DruidDataSource druidDataSource, FrameConfig frameConfig,
@Autowired(required = false) @Qualifier("dynamicSqlSessionTemplate") SqlSessionTemplate sqlSessionTemplate2) {
this.tableMapper = tableMapper;
if(frameConfig.getMultiDataSource() && sqlSessionTemplate2 != null ){
if (frameConfig.getMultiDataSource() && sqlSessionTemplate2 != null) {
this.sqlSessionTemplate = sqlSessionTemplate2;
}else {
} else {
this.sqlSessionTemplate = sqlSessionTemplate;
}
this.druidDataSource = druidDataSource;
@@ -106,7 +107,7 @@ public class BaseMapperImpl implements BaseMapper {
JudgesNull(dataMap.getTableName(), "tableName can not be null!");
KeyUtils.checkSafeKey(dataMap.getData());
if (DataUnit.HANGO.equals(dataTypeConfig)) {
dataMap.getData().putAll(formatMap(dataMap.getData(),dataMap.getTableName()));
dataMap.getData().putAll(formatMap(dataMap.getData(), dataMap.getTableName()));
}
if (StringUtils.isEmpty(dataMap.getPkName())) {
dataMap.setPkName("ID");
@@ -186,7 +187,7 @@ public class BaseMapperImpl implements BaseMapper {
Map<String, Object> params = condition.getParamMap();
params.put("tableName", tableName);
String dataTypeConfig = getDataConfig();
data.putAll(formatMap(data,tableName));
data.putAll(formatMap(data, tableName));
params.put("info", data);
params.put("sql", condition.getSql());
int i = sqlSessionTemplate.update(TABLE_MAPPER_PACKAGE + "updateByWhere", params);
@@ -197,7 +198,7 @@ public class BaseMapperImpl implements BaseMapper {
if (DataUnit.HANGO.equals(dataTypeConfig)) {
// 获取数据库字段类型
Map<String, String> columnTypes = TableMetadataCache.getColumnTypesFromCache(tableName.toLowerCase());
if(columnTypes!=null){
if (columnTypes != null) {
// 自动转换数据类型
data = DataTypeConverter.convertDataTypes(data, columnTypes);
}
@@ -425,7 +426,6 @@ public class BaseMapperImpl implements BaseMapper {
}
private List<Map<String, Object>> selectList(Condition condition, String tableName) {
Map<String, Object> params = condition.getParamMap();
String dataTypeConfig = getDataConfig();
@@ -524,27 +524,27 @@ public class BaseMapperImpl implements BaseMapper {
JudgesNull(pkValue, "pkValue can not be null!");
Condition condition = Condition.creatCriteria(DataMap.builder().tableName(tableName).pkName(pkName).pkValue(pkValue).build()).build();
condition = condition.toCreatCriteria().andEqual(pkName, pkValue).build();
return selectOne(condition,tableName);
return selectOne(condition, tableName);
}
@Override
public List<Map<String, Object>> selectByCondition(Condition condition) {
JudgesNull(condition.getSelectCondition(), "tableName can not be null!");
return selectList(condition,condition.getSelectCondition().getTableName());
return selectList(condition, condition.getSelectCondition().getTableName());
}
@Override
public <E> List<Map<String, Object>> selectByCondition(DataMap<E> dataMap, Condition condition) {
JudgesNull(dataMap.getTableName(), "tableName can not be null!");
condition = condition.toCreatCriteria(dataMap).build();
return selectList(condition,dataMap.getTableName());
return selectList(condition, dataMap.getTableName());
}
@Override
public List<Map<String, Object>> selectByCondition(String tableName, Condition condition) {
JudgesNull(tableName, "tableName can not be null!");
condition = condition.toCreatCriteria(DataMap.builder().tableName(tableName).build()).build();
return selectList(condition,tableName);
return selectList(condition, tableName);
}
@Override
@@ -553,7 +553,7 @@ public class BaseMapperImpl implements BaseMapper {
condition = condition
.toCreatCriteria(DataMap.builder().tableName(tableName).fieldList(fieldList).build())
.build();
return selectList(condition,tableName);
return selectList(condition, tableName);
}
@Override
@@ -562,7 +562,7 @@ public class BaseMapperImpl implements BaseMapper {
condition = condition
.toCreatCriteria(DataMap.builder().tableName(tableName).fields(fieldList).build())
.build();
return selectList(condition,tableName);
return selectList(condition, tableName);
}
@@ -570,7 +570,7 @@ public class BaseMapperImpl implements BaseMapper {
public List<Map<String, Object>> selectByConditionAllKey(String tableName, Condition condition) {
JudgesNull(tableName, "tableName can not be null!");
condition = condition.toCreatCriteria(DataMap.builder().tableName(tableName).build()).build();
return selectListAllKey(condition,tableName);
return selectListAllKey(condition, tableName);
}
@Override
@@ -579,19 +579,19 @@ public class BaseMapperImpl implements BaseMapper {
condition = condition.toCreatCriteria(DataMap.builder().tableName(tableName).build()).build();
if (webPageInfo.isEnableCache()) {
Condition finalCondition = condition;
return MyPageHelper.start(webPageInfo, condition.getSql(), () -> selectList(finalCondition,tableName));
return MyPageHelper.start(webPageInfo, condition.getSql(), () -> selectList(finalCondition, tableName));
}
MyPageHelper.start(webPageInfo);
return new PageInfo<>(selectListAllKey(condition,tableName));
return new PageInfo<>(selectListAllKey(condition, tableName));
}
@Override
public PageInfo<Map<String, Object>> selectByCondition(Condition condition, WebPageInfo webPageInfo) {
MyPageHelper.start(webPageInfo);
if (webPageInfo.isEnableCache()) {
return MyPageHelper.start(webPageInfo, condition.getSql(), () -> selectList(condition,condition.getSelectCondition().getTableName()));
return MyPageHelper.start(webPageInfo, condition.getSql(), () -> selectList(condition, condition.getSelectCondition().getTableName()));
}
return new PageInfo<>(selectList(condition,condition.getSelectCondition().getTableName()));
return new PageInfo<>(selectList(condition, condition.getSelectCondition().getTableName()));
}
@Override
@@ -600,10 +600,10 @@ public class BaseMapperImpl implements BaseMapper {
condition = condition.toCreatCriteria(dataMap).build();
if (webPageInfo.isEnableCache()) {
Condition finalCondition = condition;
return MyPageHelper.start(webPageInfo, condition.getSql(), () -> selectList(finalCondition,dataMap.getTableName()));
return MyPageHelper.start(webPageInfo, condition.getSql(), () -> selectList(finalCondition, dataMap.getTableName()));
}
MyPageHelper.start(webPageInfo);
return new PageInfo<>(selectList(condition,dataMap.getTableName()));
return new PageInfo<>(selectList(condition, dataMap.getTableName()));
}
@Override
@@ -612,10 +612,10 @@ public class BaseMapperImpl implements BaseMapper {
condition = condition.toCreatCriteria(DataMap.builder().tableName(tableName).build()).build();
if (webPageInfo.isEnableCache()) {
Condition finalCondition = condition;
return MyPageHelper.start(webPageInfo, condition.getSql(), () -> selectList(finalCondition,tableName));
return MyPageHelper.start(webPageInfo, condition.getSql(), () -> selectList(finalCondition, tableName));
}
MyPageHelper.start(webPageInfo);
return new PageInfo<>(selectList(condition,tableName));
return new PageInfo<>(selectList(condition, tableName));
}
@Override
@@ -624,10 +624,10 @@ public class BaseMapperImpl implements BaseMapper {
condition = condition.toCreatCriteria(DataMap.builder().tableName(tableName).fieldList(fieldList).build()).build();
if (webPageInfo.isEnableCache()) {
Condition finalCondition = condition;
return MyPageHelper.start(webPageInfo, condition.getSql(), () -> selectList(finalCondition,tableName));
return MyPageHelper.start(webPageInfo, condition.getSql(), () -> selectList(finalCondition, tableName));
}
MyPageHelper.start(webPageInfo);
return new PageInfo<>(selectList(condition,tableName));
return new PageInfo<>(selectList(condition, tableName));
}
@Override
@@ -636,43 +636,43 @@ public class BaseMapperImpl implements BaseMapper {
condition = condition.toCreatCriteria(DataMap.builder().tableName(tableName).fields(fieldList).build()).build();
if (webPageInfo.isEnableCache()) {
Condition finalCondition = condition;
return MyPageHelper.start(webPageInfo, condition.getSql(), () -> selectList(finalCondition,tableName));
return MyPageHelper.start(webPageInfo, condition.getSql(), () -> selectList(finalCondition, tableName));
}
MyPageHelper.start(webPageInfo);
return new PageInfo<>(selectList(condition,tableName));
return new PageInfo<>(selectList(condition, tableName));
}
@Override
public <E> Map<String, Object> selectOneByCondition(DataMap<E> dataMap, Condition condition) {
JudgesNull(dataMap.getTableName(), "tableName can not be null!");
condition = condition.toCreatCriteria(dataMap).build();
return selectOne(condition,dataMap.getTableName());
return selectOne(condition, dataMap.getTableName());
}
@Override
public Map<String, Object> selectOneByCondition(String tableName, Condition condition) {
JudgesNull(tableName, "tableName can not be null!");
condition = condition.toCreatCriteria(DataMap.builder().tableName(tableName).build()).build();
return selectOne(condition,tableName);
return selectOne(condition, tableName);
}
@Override
public Map<String, Object> selectOneByCondition(String tableName, List<String> fieldList, Condition condition) {
JudgesNull(tableName, "tableName can not be null!");
condition = condition.toCreatCriteria(DataMap.builder().tableName(tableName).fieldList(fieldList).build()).build();
return selectOne(condition,tableName);
return selectOne(condition, tableName);
}
@Override
public Map<String, Object> selectOneByCondition(String tableName, String fieldList, Condition condition) {
JudgesNull(tableName, "tableName can not be null!");
condition = condition.toCreatCriteria(DataMap.builder().tableName(tableName).fields(fieldList).build()).build();
return selectOne(condition,tableName);
return selectOne(condition, tableName);
}
@Override
public Map<String, Object> selectOneByCondition(Condition condition) {
return selectOne(condition,condition.getSelectCondition().getTableName());
return selectOne(condition, condition.getSelectCondition().getTableName());
}
@Override
@@ -681,7 +681,7 @@ public class BaseMapperImpl implements BaseMapper {
SelectCondition selectJoinBuilder = SelectCondition
.joinBuilder(tableName)
.join(joinCondition).build();
return tableMapper.useSql(condition.toCreatCriteria(selectJoinBuilder,tableName).build().getSql());
return tableMapper.useSql(condition.toCreatCriteria(selectJoinBuilder, tableName).build().getSql());
}
@@ -691,7 +691,7 @@ public class BaseMapperImpl implements BaseMapper {
SelectCondition selectJoinBuilder = SelectCondition
.joinBuilder(tableName)
.join(joinCondition).build();
return tableMapper.useSql(condition.toCreatCriteria(selectJoinBuilder,tableName).build().getSql());
return tableMapper.useSql(condition.toCreatCriteria(selectJoinBuilder, tableName).build().getSql());
}
@Override
@@ -700,7 +700,7 @@ public class BaseMapperImpl implements BaseMapper {
SelectCondition selectJoinBuilder = SelectCondition
.joinBuilder(tableName)
.leftJoin(joinCondition).build();
return tableMapper.useSql(condition.toCreatCriteria(selectJoinBuilder,tableName).build().getSql());
return tableMapper.useSql(condition.toCreatCriteria(selectJoinBuilder, tableName).build().getSql());
}
@Override
@@ -709,7 +709,7 @@ public class BaseMapperImpl implements BaseMapper {
SelectCondition selectJoinBuilder = SelectCondition
.joinBuilder(tableName)
.leftJoin(joinCondition).build();
return tableMapper.useSql(condition.toCreatCriteria(selectJoinBuilder,tableName).build().getSql());
return tableMapper.useSql(condition.toCreatCriteria(selectJoinBuilder, tableName).build().getSql());
}
@Override
@@ -718,7 +718,7 @@ public class BaseMapperImpl implements BaseMapper {
SelectCondition selectJoinBuilder = SelectCondition
.joinBuilder(tableName)
.rightJoin(joinCondition).build();
return tableMapper.useSql(condition.toCreatCriteria(selectJoinBuilder,tableName).build().getSql());
return tableMapper.useSql(condition.toCreatCriteria(selectJoinBuilder, tableName).build().getSql());
}
@Override
@@ -727,12 +727,12 @@ public class BaseMapperImpl implements BaseMapper {
SelectCondition selectJoinBuilder = SelectCondition
.joinBuilder(tableName)
.rightJoin(joinCondition).build();
return tableMapper.useSql(condition.toCreatCriteria(selectJoinBuilder,tableName).build().getSql());
return tableMapper.useSql(condition.toCreatCriteria(selectJoinBuilder, tableName).build().getSql());
}
@Override
public List<Map<String, Object>> selectionByCondition(SelectCondition selectCondition, Condition condition) {
return tableMapper.useSql(condition.toCreatCriteria(selectCondition,selectCondition.getTableName()).build().getSql());
return tableMapper.useSql(condition.toCreatCriteria(selectCondition, selectCondition.getTableName()).build().getSql());
}
@Override
@@ -812,11 +812,11 @@ public class BaseMapperImpl implements BaseMapper {
map.put(pkName, id);
}
i = tableMapper.insertBatch(list, tableName);
}else if(dataTypeConfig.equals(DataUnit.DAMENG)){
} else if (dataTypeConfig.equals(DataUnit.DAMENG)) {
getSequence(tableName, pkName);
List<Map<String,Object>> tempList = new ArrayList<>();
List<Map<String, Object>> tempList = new ArrayList<>();
for (Map<String, Object> map : list) {
map = formatMap(map,tableName);
map = formatMap(map, tableName);
map.put(pkName, tableName + "_SEQ.nextval");
tempList.add(map);
}
@@ -824,9 +824,9 @@ public class BaseMapperImpl implements BaseMapper {
i = tableMapper.insertBatchSeq(list, tableName, pkName);
} else if (dataTypeConfig.equals(DataUnit.HANGO)) {
getSequence(tableName, pkName);
List<Map<String,Object>> tempList = new ArrayList<>();
List<Map<String, Object>> tempList = new ArrayList<>();
for (Map<String, Object> map : list) {
map = formatMap(map,tableName);
map = formatMap(map, tableName);
map.put(pkName, "nextval('" + tableName.toLowerCase() + "_seq')");
tempList.add(map);
}
@@ -892,29 +892,32 @@ public class BaseMapperImpl implements BaseMapper {
Object id;
if (DataUnit.HANGO.equals(dataTypeConfig)) {
if (!tableMapper.judgeHighGoSequenceExist(tableName.toLowerCase())) {
Map<String, Object> map = selectRecentData(tableName, pkName);
if (map == null) {
tableMapper.createHighGoSequence(tableName.toLowerCase(), 1);
} else {
tableMapper.createHighGoSequence(tableName.toLowerCase(), Long.parseLong(String.valueOf(map.get(pkName)))+ 1);
try {
tableMapper.lockSequence(tableName.toLowerCase());
// 再判断一次，避免多个线程同时创建
if (!tableMapper.judgeHighGoSequenceExist(tableName.toLowerCase())) {
tableMapper.createHighGoSequence(tableName.toLowerCase(), 1);
tableMapper.setValForHighGoSequence(tableName.toLowerCase(), pkName.toLowerCase());
}
} finally {
tableMapper.unlockSequence(tableName.toLowerCase());
}
}
id = tableMapper.getHighGoSequence(tableName.toLowerCase());
} else {
try {
String url = druidDataSource.getUrl();
String schema = getSchemaFromJdbcUrl(url);
if (tableMapper.judgeDamengSequenceExist(tableName, schema) > 0) {
id = tableMapper.getSequence(tableName);
} else {
throw new ServiceException("序列不存在");
}
} catch (Exception e) {
Map<String, Object> map = selectRecentData(tableName, pkName);
if (map == null) {
tableMapper.createSequence(tableName, 1);
} else {
tableMapper.createSequence(tableName, Long.parseLong(String.valueOf(map.get(pkName)))+ 1);
String url = druidDataSource.getUrl();
String schema = getSchemaFromJdbcUrl(url);
if (tableMapper.judgeDamengSequenceExist(tableName, schema) > 0) {
id = tableMapper.getSequence(tableName);
} else {
try {
tableMapper.lockSequenceDm(tableName);
// 初始化序列
if (tableMapper.judgeDamengSequenceExist(tableName, schema) == 0) {
tableMapper.createSequenceSafeDm(tableName, pkName); // 数据库内部计算 max(pk)+1
}
} finally {
tableMapper.unlockSequenceDm(tableName);
}
id = tableMapper.getSequence(tableName);
}

43
hcframe-parent/hcframe-base/src/main/resources/mapping/data/TableMapper.xml
View File

@@ -178,6 +178,49 @@
INCREMENT BY 1
CACHE 1;
</insert>
<select id="setValForHighGoSequence">
SELECT setval( '${tableName}_seq', (SELECT COALESCE(MAX(${pkName}),0) + 1 FROM ${tableName}), false);
</select>
<!-- 获取锁 -->
<select id="lockSequence" resultType="void">
SELECT pg_advisory_lock(hashtext(${tableName}_seq));
</select>
<!-- 释放锁 -->
<select id="unlockSequence" resultType="void">
SELECT pg_advisory_unlock(hashtext(${tableName}_seq));
</select>
<update id="lockSequenceDm">
DECLARE
l_lockhandle VARCHAR2(128);
BEGIN
DBMS_LOCK.ALLOCATE_UNIQUE(${tableName}_seq, l_lockhandle);
DBMS_LOCK.REQUEST(l_lockhandle, DBMS_LOCK.X_MODE, 10, TRUE);
END;
</update>
<update id="unlockSequenceDm">
BEGIN
DBMS_LOCK.RELEASE(${tableName}_seq);
END;
</update>
<update id="createSequenceSafeDm">
DECLARE
v_start NUMBER;
BEGIN
-- 计算 max(pk)+1
SELECT NVL(MAX(${pkName}),0)+1 INTO v_start FROM ${tableName} FOR UPDATE;
-- 创建序列，如果已存在则忽略
BEGIN
EXECUTE IMMEDIATE 'CREATE SEQUENCE ' || ${tableName}_seq ||
' START WITH ' || v_start || ' INCREMENT BY 1 NOCACHE';
EXCEPTION
WHEN OTHERS THEN
NULL; -- 已存在忽略
END;
END;
</update>
<select id="judgeHighGoSequenceExist" resultType="boolean">
SELECT EXISTS (
SELECT 1