EmailParseService.java 25 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470
  1. package com.simuwang.daq.service;
  2. import cn.hutool.core.collection.CollUtil;
  3. import cn.hutool.core.date.DateUtil;
  4. import cn.hutool.core.exceptions.ExceptionUtil;
  5. import cn.hutool.core.map.MapUtil;
  6. import cn.hutool.core.util.StrUtil;
  7. import com.simuwang.base.common.conts.DateConst;
  8. import com.simuwang.base.common.conts.EmailParseStatusConst;
  9. import com.simuwang.base.common.conts.NavParseStatusConst;
  10. import com.simuwang.base.common.conts.EmailTypeConst;
  11. import com.simuwang.base.common.util.EmailUtil;
  12. import com.simuwang.base.common.util.FileUtil;
  13. import com.simuwang.base.config.EmailRuleConfig;
  14. import com.simuwang.base.mapper.*;
  15. import com.simuwang.base.pojo.dos.*;
  16. import com.simuwang.base.pojo.dto.EmailContentInfoDTO;
  17. import com.simuwang.base.pojo.dto.EmailFundNavDTO;
  18. import com.simuwang.base.pojo.dto.MailboxInfoDTO;
  19. import jakarta.mail.Folder;
  20. import jakarta.mail.Message;
  21. import jakarta.mail.Store;
  22. import jakarta.mail.internet.MimeMultipart;
  23. import jakarta.mail.search.ComparisonTerm;
  24. import jakarta.mail.search.ReceivedDateTerm;
  25. import jakarta.mail.search.SearchTerm;
  26. import org.slf4j.Logger;
  27. import org.slf4j.LoggerFactory;
  28. import org.springframework.beans.factory.annotation.Value;
  29. import org.springframework.stereotype.Service;
  30. import java.io.File;
  31. import java.math.BigDecimal;
  32. import java.util.*;
  33. import java.util.stream.Collectors;
  34. /**
  35. * @author mozuwen
  36. * @date 2024-09-04
  37. * @description 邮件解析服务
  38. */
  39. @Service
  40. public class EmailParseService {
  41. private static final Logger log = LoggerFactory.getLogger(EmailParseService.class);
  42. @Value("${email.file.path}")
  43. private String path;
  44. private final EmailTypeRuleMapper emailTypeRuleMapper;
  45. private final EmailRuleConfig emailRuleConfig;
  46. private final EmailFieldMappingMapper emailFieldMapper;
  47. private final EmailParserFactory emailParserFactory;
  48. private final EmailParseInfoMapper emailParseInfoMapper;
  49. private final FundInfoMapper fundInfoMapper;
  50. private final EmailFileInfoMapper emailFileInfoMapper;
  51. private final EmailFundNavMapper emailFundNavMapper;
  52. private final EmailFundAssetMapper emailFundAssetMapper;
  53. private final FundAliasMapper fundAliasMapper;
  54. public EmailParseService(EmailTypeRuleMapper emailTypeRuleMapper, EmailRuleConfig emailRuleConfig,
  55. EmailFieldMappingMapper emailFieldMapper, EmailParserFactory emailParserFactory,
  56. EmailParseInfoMapper emailParseInfoMapper, FundInfoMapper fundInfoMapper,
  57. EmailFileInfoMapper emailFileInfoMapper, EmailFundNavMapper emailFundNavMapper,
  58. EmailFundAssetMapper emailFundAssetMapper, FundAliasMapper fundAliasMapper) {
  59. this.emailTypeRuleMapper = emailTypeRuleMapper;
  60. this.emailRuleConfig = emailRuleConfig;
  61. this.emailFieldMapper = emailFieldMapper;
  62. this.emailParserFactory = emailParserFactory;
  63. this.emailParseInfoMapper = emailParseInfoMapper;
  64. this.fundInfoMapper = fundInfoMapper;
  65. this.emailFileInfoMapper = emailFileInfoMapper;
  66. this.emailFundNavMapper = emailFundNavMapper;
  67. this.emailFundAssetMapper = emailFundAssetMapper;
  68. this.fundAliasMapper = fundAliasMapper;
  69. }
  70. /**
  71. * 解析指定邮箱指定时间范围内的邮件
  72. *
  73. * @param mailboxInfoDTO 邮箱配置信息
  74. * @param startDate 邮件起始日期(yyyy-MM-dd HH:mm:ss)
  75. * @param endDate 邮件截止日期(yyyy-MM-dd HH:mm:ss, 为null,将解析邮件日期小于等于startDate的当天邮件)
  76. */
  77. public void parseEmail(MailboxInfoDTO mailboxInfoDTO, Date startDate, Date endDate) {
  78. // 邮件类型配置
  79. Map<Integer, List<String>> emailTypeMap = getEmailType();
  80. // 邮件字段识别映射表
  81. Map<String, List<String>> emailFieldMap = getEmailFieldMapping();
  82. Map<String, List<EmailContentInfoDTO>> emailContentMap;
  83. try {
  84. emailContentMap = realEmail(mailboxInfoDTO, emailTypeMap, startDate, endDate);
  85. } catch (Exception e) {
  86. log.info("采集邮件失败 -> 邮箱配置信息:{},堆栈信息:{}", mailboxInfoDTO, ExceptionUtil.stacktraceToString(e));
  87. return;
  88. }
  89. for (Map.Entry<String, List<EmailContentInfoDTO>> emailEntry : emailContentMap.entrySet()) {
  90. List<EmailContentInfoDTO> emailContentInfoDTOList = emailEntry.getValue();
  91. if (CollUtil.isEmpty(emailContentInfoDTOList)) {
  92. log.warn("未采集到正文或附件");
  93. continue;
  94. }
  95. log.info("开始解析邮件数据 -> 邮件主题:{},邮件日期:{}", emailContentInfoDTOList.get(0).getEmailTitle(), emailContentInfoDTOList.get(0).getEmailDate());
  96. List<EmailFundNavDTO> emailFundNavDTOList = CollUtil.newArrayList();
  97. Map<EmailContentInfoDTO, List<EmailFundNavDTO>> fileNameNavMap = MapUtil.newHashMap();
  98. for (EmailContentInfoDTO emailContentInfoDTO : emailContentInfoDTOList) {
  99. try {
  100. List<EmailFundNavDTO> fundNavDTOList = parseEmail(emailContentInfoDTO, emailFieldMap);
  101. fileNameNavMap.put(emailContentInfoDTO, fundNavDTOList);
  102. emailFundNavDTOList.addAll(fundNavDTOList);
  103. } catch (Exception e) {
  104. log.error("堆栈信息:{}", ExceptionUtil.stacktraceToString(e));
  105. }
  106. }
  107. // 保存相关信息 -> 邮件信息表,邮件文件表,邮件净值表,邮件规模表,基金净值表
  108. saveRelatedTable(mailboxInfoDTO.getAccount(), emailContentInfoDTOList, fileNameNavMap);
  109. }
  110. }
  111. private List<EmailFundNavDTO> parseEmail(EmailContentInfoDTO emailContentInfoDTO, Map<String, List<String>> emailFieldMap) {
  112. Integer emailType = emailContentInfoDTO.getEmailType();
  113. AbstractEmailParser emailParser = emailParserFactory.getInstance(emailType);
  114. return emailParser.parse(emailContentInfoDTO, emailFieldMap);
  115. }
  116. private void saveRelatedTable(String emailAddress, List<EmailContentInfoDTO> emailContentInfoDTOList, Map<EmailContentInfoDTO, List<EmailFundNavDTO>> fileNameNavMap) {
  117. String emailTitle = CollUtil.isNotEmpty(emailContentInfoDTOList) ? emailContentInfoDTOList.get(0).getEmailTitle() : null;
  118. String emailDate = CollUtil.isNotEmpty(emailContentInfoDTOList) ? emailContentInfoDTOList.get(0).getEmailDate() : null;
  119. Integer emailType = CollUtil.isNotEmpty(emailContentInfoDTOList) ? emailContentInfoDTOList.get(0).getEmailType() : null;
  120. Date parseDate = new Date();
  121. int emailParseStatus = EmailParseStatusConst.SUCCESS;
  122. EmailParseInfoDO emailParseInfoDO = buildEmailParseInfo(emailAddress, emailDate, emailTitle, emailType, emailParseStatus, parseDate);
  123. Integer emailId = saveEmailParseInfo(emailParseInfoDO);
  124. for (Map.Entry<EmailContentInfoDTO, List<EmailFundNavDTO>> fileNameNavEntry : fileNameNavMap.entrySet()) {
  125. // 保存邮件文件表
  126. EmailContentInfoDTO emailContentInfoDTO = fileNameNavEntry.getKey();
  127. Integer fileId = saveEmailFileInfo(emailId, emailContentInfoDTO.getFileName(), emailContentInfoDTO.getFilePath(), parseDate);
  128. List<EmailFundNavDTO> fundNavDTOList = fileNameNavEntry.getValue();
  129. if (CollUtil.isEmpty(fundNavDTOList)) {
  130. continue;
  131. }
  132. for (EmailFundNavDTO fundNavDTO : fundNavDTOList) {
  133. // 设置净值数据的解析状态
  134. setNavParseStatus(fundNavDTO, emailTitle, emailDate);
  135. }
  136. // 保存净值表和规模表
  137. saveNavAndAssetNet(fileId, fundNavDTOList, parseDate);
  138. }
  139. // 更新邮件解析结果 -> 存在一条成功解析的净值数据就认为解析成功
  140. long successNavCount = fileNameNavMap.values().stream().flatMap(List::stream).filter(e -> e.getParseStatus().equals(NavParseStatusConst.SUCCESS)).count();
  141. emailParseStatus = successNavCount >= 1 ? EmailParseStatusConst.SUCCESS : EmailParseStatusConst.FAIL;
  142. emailParseInfoMapper.updateParseStatus(emailId, emailParseStatus);
  143. }
  144. private void saveNavAndAssetNet(Integer fileId, List<EmailFundNavDTO> fundNavDTOList, Date parseDate) {
  145. if (CollUtil.isEmpty(fundNavDTOList)) {
  146. return;
  147. }
  148. // 净值数据
  149. List<EmailFundNavDO> emailFundNavDOList = fundNavDTOList.stream()
  150. .map(e -> buildEmailFundNavDo(fileId, e, parseDate)).flatMap(List::stream).collect(Collectors.toList());
  151. if (CollUtil.isNotEmpty(emailFundNavDOList)) {
  152. emailFundNavMapper.batchInsert(emailFundNavDOList);
  153. }
  154. // 保存规模数据
  155. List<EmailFundAssetDO> emailFundAssetDOList = fundNavDTOList.stream()
  156. .map(e -> buildEmailFundAssetDo(fileId, e, parseDate)).flatMap(List::stream).collect(Collectors.toList());
  157. if (CollUtil.isNotEmpty(emailFundAssetDOList)) {
  158. emailFundAssetMapper.batchInsert(emailFundAssetDOList);
  159. }
  160. }
  161. private List<EmailFundAssetDO> buildEmailFundAssetDo(Integer fileId, EmailFundNavDTO fundNavDTO, Date parseDate) {
  162. List<EmailFundAssetDO> fundAssetDOList = CollUtil.newArrayList();
  163. BigDecimal assetNet = StrUtil.isNotBlank(fundNavDTO.getAssetNet()) ? new BigDecimal(fundNavDTO.getAssetNet()) : null;
  164. BigDecimal assetShare = StrUtil.isNotBlank(fundNavDTO.getAssetShare()) ? new BigDecimal(fundNavDTO.getAssetShare()) : null;
  165. if (assetNet == null) {
  166. return fundAssetDOList;
  167. }
  168. Date priceDate = DateUtil.parse(fundNavDTO.getPriceDate(), DateConst.YYYY_MM_DD);
  169. if (CollUtil.isNotEmpty(fundNavDTO.getFundIdList())) {
  170. for (String fundId : fundNavDTO.getFundIdList()) {
  171. EmailFundAssetDO emailFundAssetDO = new EmailFundAssetDO();
  172. emailFundAssetDO.setFileId(fileId);
  173. emailFundAssetDO.setPriceDate(priceDate);
  174. emailFundAssetDO.setFundId(fundId);
  175. emailFundAssetDO.setFundName(fundNavDTO.getFundName());
  176. emailFundAssetDO.setRegisterNumber(fundNavDTO.getRegisterNumber());
  177. emailFundAssetDO.setAssetNet(assetNet);
  178. emailFundAssetDO.setAssetShare(assetShare);
  179. emailFundAssetDO.setIsvalid(1);
  180. emailFundAssetDO.setCreatorId(0);
  181. emailFundAssetDO.setCreateTime(parseDate);
  182. emailFundAssetDO.setUpdaterId(0);
  183. emailFundAssetDO.setUpdateTime(parseDate);
  184. fundAssetDOList.add(emailFundAssetDO);
  185. }
  186. } else {
  187. EmailFundAssetDO emailFundAssetDO = new EmailFundAssetDO();
  188. emailFundAssetDO.setFileId(fileId);
  189. emailFundAssetDO.setPriceDate(priceDate);
  190. emailFundAssetDO.setFundName(fundNavDTO.getFundName());
  191. emailFundAssetDO.setRegisterNumber(fundNavDTO.getRegisterNumber());
  192. emailFundAssetDO.setAssetNet(assetNet);
  193. emailFundAssetDO.setAssetShare(assetShare);
  194. emailFundAssetDO.setIsvalid(1);
  195. emailFundAssetDO.setCreatorId(0);
  196. emailFundAssetDO.setCreateTime(parseDate);
  197. emailFundAssetDO.setUpdaterId(0);
  198. emailFundAssetDO.setUpdateTime(parseDate);
  199. fundAssetDOList.add(emailFundAssetDO);
  200. }
  201. return fundAssetDOList;
  202. }
  203. private List<EmailFundNavDO> buildEmailFundNavDo(Integer fileId, EmailFundNavDTO fundNavDTO, Date parseDate) {
  204. List<EmailFundNavDO> fundNavDOList = CollUtil.newArrayList();
  205. Date priceDate = DateUtil.parse(fundNavDTO.getPriceDate(), DateConst.YYYY_MM_DD);
  206. BigDecimal nav = StrUtil.isNotBlank(fundNavDTO.getNav()) ? new BigDecimal(fundNavDTO.getNav()) : null;
  207. BigDecimal cumulativeNavWithdrawal = StrUtil.isNotBlank(fundNavDTO.getCumulativeNavWithdrawal()) ? new BigDecimal(fundNavDTO.getCumulativeNavWithdrawal()) : null;
  208. Integer isStored = fundNavDTO.getParseStatus() != null && !fundNavDTO.getParseStatus().equals(NavParseStatusConst.NAV_DEFICIENCY)
  209. && !fundNavDTO.getParseStatus().equals(NavParseStatusConst.NOT_MATCH) ? 1 : 0;
  210. if (CollUtil.isNotEmpty(fundNavDTO.getFundIdList())) {
  211. for (String fundId : fundNavDTO.getFundIdList()) {
  212. EmailFundNavDO emailFundNavDO = new EmailFundNavDO();
  213. emailFundNavDO.setFileId(fileId);
  214. emailFundNavDO.setIsStored(isStored);
  215. emailFundNavDO.setPriceDate(priceDate);
  216. emailFundNavDO.setNav(nav);
  217. emailFundNavDO.setFundId(fundId);
  218. emailFundNavDO.setCumulativeNavWithdrawal(cumulativeNavWithdrawal);
  219. emailFundNavDO.setFundName(fundNavDTO.getFundName());
  220. emailFundNavDO.setRegisterNumber(fundNavDTO.getRegisterNumber());
  221. emailFundNavDO.setExceptionStatus(fundNavDTO.getParseStatus());
  222. emailFundNavDO.setIsvalid(1);
  223. emailFundNavDO.setCreatorId(0);
  224. emailFundNavDO.setCreateTime(parseDate);
  225. emailFundNavDO.setUpdaterId(0);
  226. emailFundNavDO.setUpdateTime(parseDate);
  227. fundNavDOList.add(emailFundNavDO);
  228. }
  229. } else {
  230. EmailFundNavDO emailFundNavDO = new EmailFundNavDO();
  231. emailFundNavDO.setFileId(fileId);
  232. emailFundNavDO.setPriceDate(priceDate);
  233. emailFundNavDO.setNav(nav);
  234. emailFundNavDO.setCumulativeNavWithdrawal(cumulativeNavWithdrawal);
  235. emailFundNavDO.setFundName(fundNavDTO.getFundName());
  236. emailFundNavDO.setRegisterNumber(fundNavDTO.getRegisterNumber());
  237. emailFundNavDO.setExceptionStatus(fundNavDTO.getParseStatus());
  238. emailFundNavDO.setIsStored(isStored);
  239. emailFundNavDO.setIsvalid(1);
  240. emailFundNavDO.setCreatorId(0);
  241. emailFundNavDO.setCreateTime(parseDate);
  242. emailFundNavDO.setUpdaterId(0);
  243. emailFundNavDO.setUpdateTime(parseDate);
  244. fundNavDOList.add(emailFundNavDO);
  245. }
  246. return fundNavDOList;
  247. }
  248. private Integer saveEmailFileInfo(Integer emailId, String fileName, String filePath, Date parseDate) {
  249. EmailFileInfoDO emailFileInfoDO = buildEmailFileInfoDO(emailId, fileName, filePath, parseDate);
  250. emailFileInfoMapper.insert(emailFileInfoDO);
  251. return emailFileInfoDO.getId();
  252. }
  253. private EmailFileInfoDO buildEmailFileInfoDO(Integer emailId, String fileName, String filePath, Date parseDate) {
  254. EmailFileInfoDO emailFileInfoDO = new EmailFileInfoDO();
  255. emailFileInfoDO.setEmailId(emailId);
  256. emailFileInfoDO.setFileName(fileName);
  257. emailFileInfoDO.setFilePath(filePath);
  258. emailFileInfoDO.setIsvalid(1);
  259. emailFileInfoDO.setCreatorId(0);
  260. emailFileInfoDO.setCreateTime(parseDate);
  261. emailFileInfoDO.setUpdaterId(0);
  262. emailFileInfoDO.setUpdateTime(parseDate);
  263. return emailFileInfoDO;
  264. }
  265. private void setNavParseStatus(EmailFundNavDTO fundNavDTO, String emailTitle, String emailDate) {
  266. Integer navParseStatus = getDataParseStatus(fundNavDTO);
  267. fundNavDTO.setParseStatus(navParseStatus);
  268. if (navParseStatus.equals(NavParseStatusConst.NAV_DEFICIENCY)) {
  269. log.info("判断数据的解析状态 -> 邮件主题:{},邮件日期:{},数据解析状态:{}", emailTitle, emailDate, fundNavDTO.getParseStatus());
  270. return;
  271. }
  272. // 2.匹配基金
  273. List<String> fundIdList = matchFund(fundNavDTO.getFundName(), fundNavDTO.getRegisterNumber());
  274. if (CollUtil.isEmpty(fundIdList)) {
  275. fundNavDTO.setParseStatus(NavParseStatusConst.NOT_MATCH);
  276. }
  277. fundNavDTO.setFundIdList(fundIdList);
  278. }
  279. private List<String> matchFund(String fundName, String registerNumber) {
  280. // 1.基金名称 + 备案编码 一起进行匹配
  281. List<String> fundIdList = fundInfoMapper.queryFundByNameAndRegisterNumber(fundName, registerNumber);
  282. if (CollUtil.isNotEmpty(fundIdList)) {
  283. return fundIdList;
  284. }
  285. fundIdList = fundAliasMapper.queryFundByNameAndRegisterNumber(fundName, registerNumber);
  286. if (CollUtil.isNotEmpty(fundIdList)) {
  287. return fundIdList;
  288. }
  289. // 2.基金名称匹配
  290. if (StrUtil.isNotBlank(fundName)) {
  291. List<String> fundIds = fundInfoMapper.queryFundByName(fundName);
  292. if (CollUtil.isNotEmpty(fundIds)) {
  293. return fundIdList;
  294. }
  295. fundIds = fundAliasMapper.queryFundByName(fundName);
  296. if (CollUtil.isNotEmpty(fundIds)) {
  297. return fundIds;
  298. }
  299. }
  300. // 3.备案编码匹配
  301. if (StrUtil.isNotBlank(fundName)) {
  302. List<String> fundIds = fundInfoMapper.queryFundByRegisterNumber(registerNumber);
  303. if (CollUtil.isNotEmpty(fundIds)) {
  304. return fundIds;
  305. }
  306. fundIds = fundAliasMapper.queryFundByRegisterNumber(registerNumber);
  307. if (CollUtil.isNotEmpty(fundIds)) {
  308. return fundIds;
  309. }
  310. }
  311. return CollUtil.newArrayList();
  312. }
  313. private Integer saveEmailParseInfo(EmailParseInfoDO emailParseInfoDO) {
  314. if (emailParseInfoDO == null) {
  315. return null;
  316. }
  317. emailParseInfoMapper.insert(emailParseInfoDO);
  318. return emailParseInfoDO.getId();
  319. }
  320. private EmailParseInfoDO buildEmailParseInfo(String emailAddress, String emailDate, String emailTitle, Integer emailType, Integer parseStatus, Date parseDate) {
  321. EmailParseInfoDO emailParseInfoDO = new EmailParseInfoDO();
  322. emailParseInfoDO.setEmail(emailAddress);
  323. emailParseInfoDO.setEmailDate(DateUtil.parse(emailDate, DateConst.YYYY_MM_DD_HH_MM_SS));
  324. emailParseInfoDO.setParseDate(parseDate);
  325. emailParseInfoDO.setEmailTitle(emailTitle);
  326. emailParseInfoDO.setEmailType(emailType);
  327. emailParseInfoDO.setParseStatus(parseStatus);
  328. emailParseInfoDO.setIsvalid(1);
  329. emailParseInfoDO.setCreatorId(0);
  330. emailParseInfoDO.setCreateTime(parseDate);
  331. emailParseInfoDO.setUpdaterId(0);
  332. emailParseInfoDO.setUpdateTime(parseDate);
  333. return emailParseInfoDO;
  334. }
  335. private Integer getDataParseStatus(EmailFundNavDTO fundNavDTO) {
  336. // 1.单位净值或累计净值缺失
  337. if (StrUtil.isBlank(fundNavDTO.getNav()) || StrUtil.isBlank(fundNavDTO.getCumulativeNavWithdrawal())) {
  338. return NavParseStatusConst.NAV_DEFICIENCY;
  339. }
  340. // 3.单位净值或累计净值不大于0
  341. if (fundNavDTO.getNav().compareTo("0") <= 0 || fundNavDTO.getCumulativeNavWithdrawal().compareTo("0") <= 0) {
  342. return NavParseStatusConst.NAV_NEGATIVE;
  343. }
  344. // 4.资产净值不大于0
  345. if (StrUtil.isNotBlank(fundNavDTO.getAssetNet()) && fundNavDTO.getAssetNet().compareTo("0") <= 0) {
  346. return NavParseStatusConst.ASSET_NET_NEGATIVE;
  347. }
  348. return NavParseStatusConst.SUCCESS;
  349. }
  350. public Map<String, List<String>> getEmailFieldMapping() {
  351. List<EmailFieldMappingDO> emailFieldMappingDOList = emailFieldMapper.getEmailFieldMapping();
  352. return emailFieldMappingDOList.stream()
  353. .collect(Collectors.toMap(EmailFieldMappingDO::getCode, v -> Arrays.stream(v.getName().split(",")).toList()));
  354. }
  355. public Map<Integer, List<String>> getEmailType() {
  356. Map<Integer, List<String>> emailTypeMap = MapUtil.newHashMap(3);
  357. EmailTypeRuleDO emailTypeRuleDO = emailTypeRuleMapper.getEmailTypeRule();
  358. String nav = emailTypeRuleDO != null && StrUtil.isNotBlank(emailTypeRuleDO.getNav()) ? emailTypeRuleDO.getNav() : emailRuleConfig.getNav();
  359. String valuation = emailTypeRuleDO != null && StrUtil.isNotBlank(emailTypeRuleDO.getValuation()) ? emailTypeRuleDO.getValuation() : emailRuleConfig.getValuation();
  360. String report = emailTypeRuleDO != null && StrUtil.isNotBlank(emailTypeRuleDO.getReport()) ? emailTypeRuleDO.getReport() : emailRuleConfig.getReport();
  361. emailTypeMap.put(EmailTypeConst.NAV_EMAIL_TYPE, Arrays.stream(nav.split(",")).toList());
  362. emailTypeMap.put(EmailTypeConst.VALUATION_EMAIL_TYPE, Arrays.stream(valuation.split(",")).toList());
  363. emailTypeMap.put(EmailTypeConst.REPORT_EMAIL_TYPE, Arrays.stream(report.split(",")).toList());
  364. return emailTypeMap;
  365. }
  366. /**
  367. * 读取邮件
  368. *
  369. * @param mailboxInfoDTO 邮箱配置信息
  370. * @param emailTypeMap 邮件类型识别规则映射表
  371. * @param startDate 邮件起始日期
  372. * @param endDate 邮件截止日期(为null,将解析邮件日期小于等于startDate的当天邮件)
  373. * @return 读取到的邮件信息
  374. * @throws Exception 异常信息
  375. */
  376. private Map<String, List<EmailContentInfoDTO>> realEmail(MailboxInfoDTO mailboxInfoDTO, Map<Integer, List<String>> emailTypeMap, Date startDate, Date endDate) throws Exception {
  377. Store store = EmailUtil.getStoreNew(mailboxInfoDTO);
  378. if (store == null) {
  379. return MapUtil.newHashMap();
  380. }
  381. // 默认读取收件箱的邮件
  382. Folder folder = store.getFolder("INBOX");
  383. folder.open(Folder.READ_ONLY);
  384. // 获取邮件日期大于等于startDate的邮件(搜索条件只支持按天)
  385. SearchTerm startDateTerm = new ReceivedDateTerm(ComparisonTerm.GE, startDate);
  386. Message[] messages = folder.search(startDateTerm);
  387. Map<String, List<EmailContentInfoDTO>> emailMessageMap = MapUtil.newHashMap();
  388. for (Message message : messages) {
  389. List<EmailContentInfoDTO> emailContentInfoDTOList = CollUtil.newArrayList();
  390. String uuidKey = UUID.randomUUID().toString().replaceAll("-", "");
  391. Integer emailType;
  392. try {
  393. Date emailDate = message.getSentDate();
  394. boolean isParseConditionSatisfied = emailDate == null || (endDate == null && emailDate.compareTo(startDate) > 0)
  395. || emailDate.compareTo(startDate) < 0 || (endDate != null && emailDate.compareTo(endDate) > 0);
  396. if (isParseConditionSatisfied) {
  397. continue;
  398. }
  399. emailType = EmailUtil.getEmailTypeBySubject(message.getSubject(), emailTypeMap);
  400. String emailDateStr = DateUtil.format(emailDate, DateConst.YYYY_MM_DD_HH_MM_SS);
  401. if (emailType == null) {
  402. log.info("邮件不满足解析条件 -> 邮件主题:{},邮件日期:{}", message.getSubject(), emailDateStr);
  403. continue;
  404. }
  405. log.info("邮件采集成功 -> 邮件主题:{},邮件日期:{}", message.getSubject(), emailDateStr);
  406. Object content = message.getContent();
  407. // 1.邮件为MIME多部分消息体:可能既有邮件又有正文
  408. if (content instanceof MimeMultipart) {
  409. emailContentInfoDTOList = EmailUtil.collectMimeMultipart(message, mailboxInfoDTO.getAccount(), path);
  410. }
  411. // 2.邮件只有正文
  412. if (content instanceof String) {
  413. EmailContentInfoDTO emailContentInfoDTO = new EmailContentInfoDTO();
  414. emailContentInfoDTO.setEmailContent(content.toString());
  415. emailContentInfoDTO.setEmailDate(emailDateStr);
  416. String fileName = message.getSubject() + DateUtil.format(emailDate, DateConst.YYYYMMDDHHMMSS24);
  417. String filePath = path + mailboxInfoDTO.getAccount() + "/" + DateUtil.format(emailDate, DateConst.YYYY_MM_DD) + "/" + fileName + ".html";
  418. File savefile = new File(filePath);
  419. savefile.setReadable(true);
  420. if (!savefile.exists()) {
  421. if (!savefile.getParentFile().exists()) {
  422. savefile.getParentFile().mkdirs();
  423. savefile.getParentFile().setExecutable(true);
  424. }
  425. }
  426. FileUtil.writeFile(filePath, content.toString());
  427. emailContentInfoDTO.setFilePath(filePath);
  428. emailContentInfoDTOList.add(emailContentInfoDTO);
  429. }
  430. if (CollUtil.isNotEmpty(emailContentInfoDTOList)) {
  431. emailContentInfoDTOList.forEach(e -> e.setEmailType(emailType));
  432. emailMessageMap.put(uuidKey, emailContentInfoDTOList);
  433. }
  434. } catch (Exception e) {
  435. log.error("获取邮箱的邮件报错,堆栈信息:{}", ExceptionUtil.stacktraceToString(e));
  436. }
  437. }
  438. folder.close(false);
  439. store.close();
  440. return emailMessageMap;
  441. }
  442. }