EasyFlow-Tech-Dev/EasyFlow
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix(ai): harden SSE stream error handling

Browse Source 
- make chat SSE timeout configurable and default to 10 minutes

- stop upstream stream client when emitter send fails

- add full exception logging and frontend error notification on stream failures
This commit is contained in:
陈子默
2026-02-25 18:55:20 +08:00
parent 58bd8b7ff1
commit 371b8cf891
4 changed files with 173 additions and 33 deletions
Download Patch File Download Diff File Expand all files Collapse all files

116
easyflow-commons/easyflow-common-chat-protocol/src/main/java/tech/easyflow/core/chat/protocol/sse/ChatSseEmitter.java
View File

@@ -1,26 +1,35 @@
package tech.easyflow.core.chat.protocol.sse;
import com.alibaba.fastjson.JSON;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.springframework.scheduling.concurrent.ThreadPoolTaskExecutor;
import org.springframework.web.servlet.mvc.method.annotation.SseEmitter;
import tech.easyflow.common.util.StringUtil;
import tech.easyflow.common.util.SpringContextUtil;
import tech.easyflow.core.chat.protocol.ChatEnvelope;
import java.io.IOException;
import java.time.Duration;
import java.util.concurrent.atomic.AtomicBoolean;
public class ChatSseEmitter {
private static final long DEFAULT_TIMEOUT = Duration.ofMinutes(5).toMillis();
private static final Logger LOG = LoggerFactory.getLogger(ChatSseEmitter.class);
private static final long DEFAULT_TIMEOUT = Duration.ofMinutes(10).toMillis();
private static final String PROP_SSE_TIMEOUT_MS = "easyflow.chat.sse-timeout-ms";
private static final String PROP_SSE_TIMEOUT_MS_ALT = "easyflow.chat.sse.timeout-ms";
private final SseEmitter emitter;
private final AtomicBoolean closed = new AtomicBoolean(false);
public ChatSseEmitter() {
this(DEFAULT_TIMEOUT);
this(resolveTimeoutMillis());
}
public ChatSseEmitter(long timeoutMillis) {
this.emitter = new SseEmitter(timeoutMillis);
registerLifecycleCallbacks();
}
public SseEmitter getEmitter() {
@@ -28,42 +37,51 @@ public class ChatSseEmitter {
}
/** 发送普通 ChatEnvelope（event: message） */
public void send(ChatEnvelope<?> envelope) {
send("message", envelope);
public boolean send(ChatEnvelope<?> envelope) {
return send("message", envelope);
}
/** 发送 error 事件 */
public void sendError(ChatEnvelope<?> envelope) {
send("error", envelope);
public boolean sendError(ChatEnvelope<?> envelope) {
return send("error", envelope);
}
/** 发送 done 事件并关闭 */
public void sendDone(ChatEnvelope<?> envelope) {
send("done", envelope);
public boolean sendDone(ChatEnvelope<?> envelope) {
boolean sent = send("done", envelope);
complete();
return sent;
}
/** 🔥 新增：发送并立即关闭 */
public void sendAndClose(ChatEnvelope<?> envelope) {
send("message", envelope);
public boolean sendAndClose(ChatEnvelope<?> envelope) {
boolean sent = send("message", envelope);
if (!sent) {
return false;
}
ThreadPoolTaskExecutor threadPoolTaskExecutor = SpringContextUtil.getBean("sseThreadPool");
threadPoolTaskExecutor.execute(() -> {
try {
Thread.sleep(500);
complete();
} catch (InterruptedException e) {
throw new RuntimeException(e);
Thread.currentThread().interrupt();
LOG.error("ChatSseEmitter sendAndClose interrupted, message={}, exception={}", e.getMessage(), e.toString(), e);
}
});
return true;
}
/** 通知前端保存该消息 */
public void sendMessageNeedSave(ChatEnvelope<?> envelope) {
send("needSaveMessage", envelope);
public boolean sendMessageNeedSave(ChatEnvelope<?> envelope) {
return send("needSaveMessage", envelope);
}
/** SSE 底层发送 */
private void send(String event, ChatEnvelope<?> envelope) {
private boolean send(String event, ChatEnvelope<?> envelope) {
if (closed.get()) {
return false;
}
try {
String json = JSON.toJSONString(envelope);
emitter.send(
@@ -71,16 +89,80 @@ public class ChatSseEmitter {
.name(event)
.data(json)
);
return true;
} catch (IllegalStateException e) {
closed.compareAndSet(false, true);
LOG.error("ChatSseEmitter send failed(event={}), message={}, exception={}", event, e.getMessage(), e.toString(), e);
return false;
} catch (IOException e) {
emitter.completeWithError(e);
LOG.error("ChatSseEmitter send io failed(event={}), message={}, exception={}", event, e.getMessage(), e.toString(), e);
safeCompleteWithError(e);
return false;
} catch (Exception e) {
LOG.error("ChatSseEmitter send unexpected failed(event={}), message={}, exception={}", event, e.getMessage(), e.toString(), e);
safeCompleteWithError(e);
return false;
}
}
public void complete() {
emitter.complete();
if (closed.compareAndSet(false, true)) {
emitter.complete();
}
}
public void completeWithError(Throwable ex) {
emitter.completeWithError(ex);
if (ex == null) {
complete();
return;
}
safeCompleteWithError(ex);
}
public boolean isClosed() {
return closed.get();
}
private static long resolveTimeoutMillis() {
Long fromProp = SpringContextUtil.getProperty(PROP_SSE_TIMEOUT_MS, Long.class, null);
if (fromProp == null) {
fromProp = SpringContextUtil.getProperty(PROP_SSE_TIMEOUT_MS_ALT, Long.class, null);
}
if (fromProp != null && fromProp > 0) {
return fromProp;
}
String fromString = SpringContextUtil.getProperty(PROP_SSE_TIMEOUT_MS);
if (StringUtil.noText(fromString)) {
fromString = SpringContextUtil.getProperty(PROP_SSE_TIMEOUT_MS_ALT);
}
if (StringUtil.hasText(fromString)) {
try {
long parsed = Long.parseLong(fromString.trim());
if (parsed > 0) {
return parsed;
}
} catch (Exception e) {
LOG.error("Invalid sse timeout config: key={}, value={}, message={}, exception={}",
PROP_SSE_TIMEOUT_MS, fromString, e.getMessage(), e.toString(), e);
}
}
return DEFAULT_TIMEOUT;
}
private void registerLifecycleCallbacks() {
emitter.onCompletion(() -> closed.compareAndSet(false, true));
emitter.onTimeout(() -> closed.compareAndSet(false, true));
emitter.onError(ex -> closed.compareAndSet(false, true));
}
private void safeCompleteWithError(Throwable ex) {
if (closed.compareAndSet(false, true)) {
try {
emitter.completeWithError(ex);
} catch (Exception completeEx) {
LOG.error("ChatSseEmitter completeWithError failed, message={}, exception={}",
completeEx.getMessage(), completeEx.toString(), completeEx);
}
}
}
}