fix:自动处理debug
This commit is contained in:
parent
11681f12db
commit
97f4aae3ab
|
@ -1,16 +1,13 @@
|
||||||
package org.jeecg.common.email;
|
package org.jeecg.common.email;
|
||||||
|
|
||||||
import cn.hutool.core.io.FileUtil;
|
|
||||||
import cn.hutool.core.util.ArrayUtil;
|
import cn.hutool.core.util.ArrayUtil;
|
||||||
import cn.hutool.core.util.ObjectUtil;
|
import cn.hutool.core.util.ObjectUtil;
|
||||||
|
import cn.hutool.core.util.RandomUtil;
|
||||||
import cn.hutool.core.util.StrUtil;
|
import cn.hutool.core.util.StrUtil;
|
||||||
import com.google.common.collect.Lists;
|
import com.google.common.collect.Lists;
|
||||||
import com.sun.mail.imap.IMAPStore;
|
import com.sun.mail.imap.IMAPStore;
|
||||||
import com.sun.mail.smtp.SMTPAddressFailedException;
|
import com.sun.mail.smtp.SMTPAddressFailedException;
|
||||||
import io.swagger.models.auth.In;
|
|
||||||
import lombok.extern.slf4j.Slf4j;
|
import lombok.extern.slf4j.Slf4j;
|
||||||
import org.apache.commons.io.Charsets;
|
|
||||||
import org.apache.commons.io.FileUtils;
|
|
||||||
import org.apache.commons.lang3.StringUtils;
|
import org.apache.commons.lang3.StringUtils;
|
||||||
import org.jeecg.common.api.dto.message.MessageDTO;
|
import org.jeecg.common.api.dto.message.MessageDTO;
|
||||||
import org.jeecg.common.constant.RedisConstant;
|
import org.jeecg.common.constant.RedisConstant;
|
||||||
|
@ -21,7 +18,6 @@ import org.jeecg.common.exception.DownloadEmailException;
|
||||||
import org.jeecg.common.properties.SpectrumPathProperties;
|
import org.jeecg.common.properties.SpectrumPathProperties;
|
||||||
import org.jeecg.common.properties.TaskProperties;
|
import org.jeecg.common.properties.TaskProperties;
|
||||||
import org.jeecg.common.util.DateUtils;
|
import org.jeecg.common.util.DateUtils;
|
||||||
import org.jeecg.common.util.Md5Util;
|
|
||||||
import org.jeecg.common.util.RedisUtil;
|
import org.jeecg.common.util.RedisUtil;
|
||||||
import org.jeecg.modules.base.entity.postgre.SysEmail;
|
import org.jeecg.modules.base.entity.postgre.SysEmail;
|
||||||
import org.jetbrains.annotations.NotNull;
|
import org.jetbrains.annotations.NotNull;
|
||||||
|
@ -36,6 +32,9 @@ import java.io.*;
|
||||||
import java.net.InetSocketAddress;
|
import java.net.InetSocketAddress;
|
||||||
import java.net.Socket;
|
import java.net.Socket;
|
||||||
import java.util.*;
|
import java.util.*;
|
||||||
|
import java.util.concurrent.*;
|
||||||
|
import java.util.concurrent.atomic.AtomicReference;
|
||||||
|
import java.util.concurrent.locks.ReentrantLock;
|
||||||
import java.util.stream.Collectors;
|
import java.util.stream.Collectors;
|
||||||
|
|
||||||
/**
|
/**
|
||||||
|
@ -70,6 +69,8 @@ public class EmailServiceManager {
|
||||||
|
|
||||||
private Object downloadEmlLocal = new Object();
|
private Object downloadEmlLocal = new Object();
|
||||||
|
|
||||||
|
private final ReentrantLock lock = new ReentrantLock();
|
||||||
|
|
||||||
@NotNull
|
@NotNull
|
||||||
public static EmailServiceManager getInstance(){
|
public static EmailServiceManager getInstance(){
|
||||||
return new EmailServiceManager();
|
return new EmailServiceManager();
|
||||||
|
@ -155,6 +156,8 @@ public class EmailServiceManager {
|
||||||
store = (IMAPStore) session.getStore();
|
store = (IMAPStore) session.getStore();
|
||||||
//连接
|
//连接
|
||||||
store.connect(email.getUsername(),email.getPassword());
|
store.connect(email.getUsername(),email.getPassword());
|
||||||
|
if (RandomUtil.randomInt(1, 5) == 3)
|
||||||
|
throw new MessagingException();
|
||||||
// 解决163普通邮箱无法建立连接问题
|
// 解决163普通邮箱无法建立连接问题
|
||||||
store.id(IAM);
|
store.id(IAM);
|
||||||
//获取收件箱
|
//获取收件箱
|
||||||
|
@ -609,6 +612,105 @@ public class EmailServiceManager {
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
/*public File downloadEmailToEmlDir(@NotNull Message message, Integer emailCounter, Integer batchesCounter) throws MessagingException, IOException {
|
||||||
|
AtomicReference<FileOutputStream> outputStream = new AtomicReference<>();
|
||||||
|
CompletableFuture<File> future = CompletableFuture.supplyAsync(() -> {
|
||||||
|
try {
|
||||||
|
lock.lock(); // 获取锁
|
||||||
|
// 执行需要获取锁才能进行的操作
|
||||||
|
// return executeWithLock(message, emailCounter, batchesCounter);
|
||||||
|
File file = executeWithLock(message, emailCounter, batchesCounter);
|
||||||
|
outputStream.set(new FileOutputStream(file));
|
||||||
|
a(outputStream,message);
|
||||||
|
return null;
|
||||||
|
} catch (MessagingException e) {
|
||||||
|
throw new RuntimeException(e);
|
||||||
|
} catch (FileNotFoundException e) {
|
||||||
|
throw new RuntimeException(e);
|
||||||
|
} catch (IOException e) {
|
||||||
|
throw new RuntimeException(e);
|
||||||
|
} finally {
|
||||||
|
// 如果成功拿到锁 释放锁
|
||||||
|
lock.unlock();
|
||||||
|
}
|
||||||
|
});
|
||||||
|
|
||||||
|
try {
|
||||||
|
return future.get(5, TimeUnit.SECONDS);
|
||||||
|
// return future.get(5, TimeUnit.SECONDS);// 等待任务执行,超过5秒则抛出TimeoutException
|
||||||
|
} catch (InterruptedException | ExecutionException | TimeoutException e) {
|
||||||
|
future.cancel(true); // 取消任务执行
|
||||||
|
if (ObjectUtil.isNotNull(outputStream) && ObjectUtil.isNotNull(outputStream.get()))
|
||||||
|
outputStream.get().close();
|
||||||
|
log.error("下载 eml 执行超时", e);
|
||||||
|
throw new RuntimeException("下载 eml 执行超时");
|
||||||
|
}
|
||||||
|
}*/
|
||||||
|
public File executeWithLock(Message message,Integer emailCounter,Integer batchesCounter) throws MessagingException {
|
||||||
|
|
||||||
|
String subject = "";
|
||||||
|
File emlFile = null;
|
||||||
|
String status = EmailLogManager.STATUS_SUCCESS;
|
||||||
|
Date receivedDate = null;
|
||||||
|
try {
|
||||||
|
// 获取锁 设置超时
|
||||||
|
//获取发件人
|
||||||
|
final String address = ((InternetAddress) message.getFrom()[0]).getAddress();
|
||||||
|
final String from = address.substring(0,address.indexOf(StringConstant.AT));
|
||||||
|
//获取主题
|
||||||
|
subject = MimeUtility.decodeText(message.getSubject());
|
||||||
|
if(subject.contains(StringConstant.SLASH)){
|
||||||
|
subject = StringUtils.replace(subject,StringConstant.SLASH,"");
|
||||||
|
}
|
||||||
|
if(subject.contains(StringConstant.COLON)){
|
||||||
|
subject = StringUtils.replace(subject,StringConstant.COLON,"");
|
||||||
|
}
|
||||||
|
receivedDate = message.getReceivedDate();
|
||||||
|
StringBuilder fileName = new StringBuilder();
|
||||||
|
fileName.append(from);
|
||||||
|
fileName.append(StringConstant.UNDER_LINE);
|
||||||
|
fileName.append(subject);
|
||||||
|
fileName.append(StringConstant.UNDER_LINE);
|
||||||
|
fileName.append(DateUtils.formatDate(new Date(),"YYMMdd"));
|
||||||
|
fileName.append(StringConstant.UNDER_LINE);
|
||||||
|
fileName.append(DateUtils.formatDate(new Date(),"HHmmssSSS"));
|
||||||
|
fileName.append(StringConstant.UNDER_LINE);
|
||||||
|
fileName.append("receive");
|
||||||
|
fileName.append(StringConstant.UNDER_LINE);
|
||||||
|
fileName.append(DateUtils.formatDate(receivedDate,"YYMMdd"));
|
||||||
|
fileName.append(StringConstant.UNDER_LINE);
|
||||||
|
fileName.append(DateUtils.formatDate(receivedDate,"HHmmssSSS"));
|
||||||
|
fileName.append(StringConstant.UNDER_LINE);
|
||||||
|
fileName.append(emailCounter);
|
||||||
|
fileName.append(SAVE_EML_SUFFIX);
|
||||||
|
final String rootPath = spectrumPathProperties.getRootPath();
|
||||||
|
final String emlPath = spectrumPathProperties.getEmlPath();
|
||||||
|
emlFile = new File(rootPath+emlPath+File.separator+fileName);
|
||||||
|
// Thread.sleep(6000l);
|
||||||
|
// try(FileOutputStream outputStream = new FileOutputStream(emlFile)) {
|
||||||
|
// message.writeTo(outputStream);
|
||||||
|
// } catch (IOException e) {
|
||||||
|
// throw new RuntimeException(e);
|
||||||
|
// }
|
||||||
|
} catch (MessagingException | IOException e) {
|
||||||
|
// 下载邮件失败 抛出自定义邮件下载异常
|
||||||
|
status = EmailLogManager.STATUS_ERROR;
|
||||||
|
String errorMsg = StrUtil.format("The email download failed, the subject of the email is {}, the reason is {}.", subject, e.getMessage());
|
||||||
|
log.error(errorMsg);
|
||||||
|
throw new DownloadEmailException(errorMsg);
|
||||||
|
} catch (Exception e) {
|
||||||
|
log.error("",e);
|
||||||
|
} finally {
|
||||||
|
EmailLogEvent event = new EmailLogEvent(batchesCounter,Thread.currentThread().getId(),EmailLogManager.GS_TYPE_GET,status,EmailLogManager.GETIDEML,subject,DateUtils.formatDate(receivedDate,"yyyy-MM-dd HH:mm:ss:SSS"),
|
||||||
|
(Objects.isNull(emlFile)?" ":emlFile.getAbsolutePath()));
|
||||||
|
EmailLogManager.getInstance().offer(Thread.currentThread().getId(),event);
|
||||||
|
}
|
||||||
|
return emlFile;
|
||||||
|
}
|
||||||
|
|
||||||
|
public void a(AtomicReference<FileOutputStream> outputStream, Message message) throws MessagingException, IOException {
|
||||||
|
message.writeTo(outputStream.get());
|
||||||
|
}
|
||||||
/**
|
/**
|
||||||
* 删除邮件
|
* 删除邮件
|
||||||
* @param message
|
* @param message
|
||||||
|
|
|
@ -1,5 +1,6 @@
|
||||||
package org.jeecg.modules;
|
package org.jeecg.modules;
|
||||||
|
|
||||||
|
import cn.hutool.core.util.RandomUtil;
|
||||||
import lombok.RequiredArgsConstructor;
|
import lombok.RequiredArgsConstructor;
|
||||||
import lombok.extern.slf4j.Slf4j;
|
import lombok.extern.slf4j.Slf4j;
|
||||||
import org.jeecg.common.constant.RedisConstant;
|
import org.jeecg.common.constant.RedisConstant;
|
||||||
|
@ -15,7 +16,6 @@ import org.jeecg.modules.spectrum.SpectrumServiceQuotes;
|
||||||
import org.springframework.stereotype.Component;
|
import org.springframework.stereotype.Component;
|
||||||
import org.springframework.util.CollectionUtils;
|
import org.springframework.util.CollectionUtils;
|
||||||
|
|
||||||
import java.io.*;
|
|
||||||
import java.util.*;
|
import java.util.*;
|
||||||
import java.util.concurrent.TimeUnit;
|
import java.util.concurrent.TimeUnit;
|
||||||
|
|
||||||
|
@ -47,6 +47,8 @@ public class AutoProcessManager{
|
||||||
*/
|
*/
|
||||||
private Map<String,EmailParsingActuator> emailExecThreadMap = new HashMap<>();
|
private Map<String,EmailParsingActuator> emailExecThreadMap = new HashMap<>();
|
||||||
|
|
||||||
|
private boolean flag = true;
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* 启动自动处理
|
* 启动自动处理
|
||||||
*/
|
*/
|
||||||
|
@ -145,9 +147,14 @@ public class AutoProcessManager{
|
||||||
if(!email.isDelFlag()){
|
if(!email.isDelFlag()){
|
||||||
final EmailServiceManager emailServiceManager = EmailServiceManager.getInstance();
|
final EmailServiceManager emailServiceManager = EmailServiceManager.getInstance();
|
||||||
emailServiceManager.init(email);
|
emailServiceManager.init(email);
|
||||||
boolean testFlag = emailServiceManager.testConnectEmailServer();
|
/*boolean testFlag = emailServiceManager.testConnectEmailServer();
|
||||||
if(!testFlag){
|
if(!testFlag){
|
||||||
emails.add(email);
|
emails.add(email);
|
||||||
|
}*/
|
||||||
|
int i = RandomUtil.randomInt(1, 5);
|
||||||
|
flag = i == 3;
|
||||||
|
if(flag){
|
||||||
|
emails.add(email);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
});
|
});
|
||||||
|
@ -158,7 +165,7 @@ public class AutoProcessManager{
|
||||||
//如果这时邮箱线程里已有执行的线程则设置停止标记
|
//如果这时邮箱线程里已有执行的线程则设置停止标记
|
||||||
if(emailExecThreadMap.containsKey(email.getId())){
|
if(emailExecThreadMap.containsKey(email.getId())){
|
||||||
EmailParsingActuator actuator = emailExecThreadMap.get(email.getId());
|
EmailParsingActuator actuator = emailExecThreadMap.get(email.getId());
|
||||||
actuator.setStop(true);
|
actuator.setThreadSleep(true);
|
||||||
actuator.setStopTime(new Date());
|
actuator.setStopTime(new Date());
|
||||||
}
|
}
|
||||||
log.info("{}邮箱测试连接失败,emailMap删除此邮箱数据,emailExecThreadMap设置线程停止标记",email.getUsername());
|
log.info("{}邮箱测试连接失败,emailMap删除此邮箱数据,emailExecThreadMap设置线程停止标记",email.getUsername());
|
||||||
|
@ -231,11 +238,11 @@ public class AutoProcessManager{
|
||||||
}else{
|
}else{
|
||||||
//如果不包含邮箱id 并且 邮箱处于启用状态 将邮箱对象存入到map中 并将新邮箱标识设置为true
|
//如果不包含邮箱id 并且 邮箱处于启用状态 将邮箱对象存入到map中 并将新邮箱标识设置为true
|
||||||
if(databaseEmail.getEnabled().equals(SysMailEnableType.ENABLE.getMailEnableType())){
|
if(databaseEmail.getEnabled().equals(SysMailEnableType.ENABLE.getMailEnableType())){
|
||||||
final boolean testFlag = testConnectEmailServer(databaseEmail);
|
// final boolean testFlag = testConnectEmailServer(databaseEmail);
|
||||||
if(testFlag){
|
if(flag){
|
||||||
if (emailExecThreadMap.containsKey(databaseEmail.getId())) {
|
if (emailExecThreadMap.containsKey(databaseEmail.getId())) {
|
||||||
EmailParsingActuator actuator = emailExecThreadMap.get(databaseEmail.getId());
|
EmailParsingActuator actuator = emailExecThreadMap.get(databaseEmail.getId());
|
||||||
actuator.setStop(false);
|
actuator.setThreadSleep(false);
|
||||||
log.info("{}邮箱重新加入监测队列",databaseEmail.getUsername());
|
log.info("{}邮箱重新加入监测队列",databaseEmail.getUsername());
|
||||||
} else {
|
} else {
|
||||||
databaseEmail.setNewEmailFlag(true);
|
databaseEmail.setNewEmailFlag(true);
|
||||||
|
@ -290,7 +297,7 @@ public class AutoProcessManager{
|
||||||
}
|
}
|
||||||
|
|
||||||
//遍历邮箱执行线程,如果邮箱执行线程stop属性已被设置为true则关闭资源停止线程
|
//遍历邮箱执行线程,如果邮箱执行线程stop属性已被设置为true则关闭资源停止线程
|
||||||
/*final Iterator<Map.Entry<String, EmailParsingActuator>> iterator = emailExecThreadMap.entrySet().iterator();
|
final Iterator<Map.Entry<String, EmailParsingActuator>> iterator = emailExecThreadMap.entrySet().iterator();
|
||||||
emailExecThreadMap.forEach((emailId,emailExecThread)->{
|
emailExecThreadMap.forEach((emailId,emailExecThread)->{
|
||||||
try{
|
try{
|
||||||
if(emailExecThread.getState() != State.TERMINATED && emailExecThread.isStop()){
|
if(emailExecThread.getState() != State.TERMINATED && emailExecThread.isStop()){
|
||||||
|
@ -315,7 +322,7 @@ public class AutoProcessManager{
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
});*/
|
});
|
||||||
}
|
}
|
||||||
long end = System.currentTimeMillis();
|
long end = System.currentTimeMillis();
|
||||||
long sleepTime = taskProperties.getDeletedMailThreadExecCycle() - (end-start);
|
long sleepTime = taskProperties.getDeletedMailThreadExecCycle() - (end-start);
|
||||||
|
|
|
@ -36,6 +36,8 @@ public class EmailParsingActuator extends Thread{
|
||||||
@Setter @Getter
|
@Setter @Getter
|
||||||
private boolean isStop;
|
private boolean isStop;
|
||||||
@Setter @Getter
|
@Setter @Getter
|
||||||
|
private boolean threadSleep;
|
||||||
|
@Setter @Getter
|
||||||
private Date stopTime;
|
private Date stopTime;
|
||||||
|
|
||||||
public void init(EmailProperties emailProperties,SpectrumServiceQuotes spectrumServiceQuotes,
|
public void init(EmailProperties emailProperties,SpectrumServiceQuotes spectrumServiceQuotes,
|
||||||
|
@ -62,17 +64,21 @@ public class EmailParsingActuator extends Thread{
|
||||||
@Override
|
@Override
|
||||||
public void run() {
|
public void run() {
|
||||||
for(;;){
|
for(;;){
|
||||||
if (isStop) {
|
|
||||||
String nowDate = DateUtils.formatDate(new Date(), "yyyy-MM-dd HH:mm:ss");
|
String nowDate = DateUtils.formatDate(new Date(), "yyyy-MM-dd HH:mm:ss");
|
||||||
log.info(nowDate + " " +this.emailProperties.getName()+" EmailParsingActuator is Stop!");
|
if (threadSleep) {
|
||||||
|
log.info(nowDate + " " +this.emailProperties.getName()+" EmailParsingActuator is sleep!");
|
||||||
try {
|
try {
|
||||||
Thread.sleep(1000L);
|
Thread.sleep(1000L);
|
||||||
} catch (InterruptedException e) {
|
} catch (InterruptedException e) {
|
||||||
log.error("Thread sleep error");
|
log.error("Thread sleep error");
|
||||||
}
|
}
|
||||||
// closeResource();
|
|
||||||
continue;
|
continue;
|
||||||
}
|
}
|
||||||
|
if (isStop) {
|
||||||
|
log.info(nowDate + " " +this.emailProperties.getName()+" EmailParsingActuator is Stop!");
|
||||||
|
closeResource();
|
||||||
|
return;
|
||||||
|
}
|
||||||
long start = System.currentTimeMillis();
|
long start = System.currentTimeMillis();
|
||||||
final EmailServiceManager emailServiceManager = EmailServiceManager.getInstance();
|
final EmailServiceManager emailServiceManager = EmailServiceManager.getInstance();
|
||||||
emailServiceManager.init(this.emailProperties,this.taskProperties.getReceiveNum(),this.taskProperties.getTemporaryStoragePath(),
|
emailServiceManager.init(this.emailProperties,this.taskProperties.getReceiveNum(),this.taskProperties.getTemporaryStoragePath(),
|
||||||
|
|
Loading…
Reference in New Issue
Block a user