Explorar el Código

fix: 处理大数据分批入库的优化

chenjianhua hace 3 meses
padre
commit
e0f4c55145

+ 4 - 4
service-daq/src/main/java/com/simuwang/daq/service/EmailParseService.java

@@ -480,11 +480,11 @@ public class EmailParseService {
             // 先删除文件id下的净值数据(考虑到重新解析的需求,如果是首次解析,那么file_id下不存在净值数据)
             emailFundNavMapper.deleteByFileId(fileId);
             try{
-                if(emailFundNavDOList.size() > 500){
+                if(emailFundNavDOList.size() > 200){
                     List<EmailFundNavDO> subEmailFundNavlist = new ArrayList<>();
                     for (EmailFundNavDO emailFundNavDO : emailFundNavDOList) {
                         subEmailFundNavlist.add(emailFundNavDO);
-                        if(subEmailFundNavlist.size() >=500){
+                        if(subEmailFundNavlist.size() >=200){
                             emailFundNavMapper.batchInsert(subEmailFundNavlist);
                             subEmailFundNavlist.clear();
                         }
@@ -510,11 +510,11 @@ public class EmailParseService {
             // 先删除file_id下的规模数据(考虑到重新解析的需求,如果是首次解析,那么file_id下不存在规模数据)
             emailFundAssetMapper.deleteByFileId(fileId);
             try{
-                if(emailFundAssetDOList.size() > 500){
+                if(emailFundAssetDOList.size() > 200){
                     List<EmailFundAssetDO> subEmailFundAssetlist = new ArrayList<>();
                     for (EmailFundAssetDO emailFundAssetDO : emailFundAssetDOList) {
                         subEmailFundAssetlist.add(emailFundAssetDO);
-                        if(subEmailFundAssetlist.size() >=500){
+                        if(subEmailFundAssetlist.size() >=200){
                             emailFundAssetMapper.batchInsert(subEmailFundAssetlist);
                             subEmailFundAssetlist.clear();
                         }