1. LLM接口改为字节级流式接口,防止超时错误,也避免utf-8长字节字符拼接错误

This commit is contained in:
Doiiars
2025-11-07 15:18:20 +08:00
committed by BaiFu
parent bdc5ffeea6
commit 474c7657fd
19 changed files with 315 additions and 40 deletions
+4 -4
View File
@@ -99,8 +99,8 @@ class FirstSummaryNode(StateMutationNode):
logger.info("正在生成首次段落总结")
# 调用LLM生成总结
response = self.llm_client.invoke(
# 调用LLM生成总结(流式,安全拼接UTF-8
response = self.llm_client.stream_invoke_to_string(
SYSTEM_PROMPT_FIRST_SUMMARY,
message,
)
@@ -267,8 +267,8 @@ class ReflectionSummaryNode(StateMutationNode):
logger.info("正在生成反思总结")
# 调用LLM生成总结
response = self.llm_client.invoke(
# 调用LLM生成总结(流式,安全拼接UTF-8
response = self.llm_client.stream_invoke_to_string(
SYSTEM_PROMPT_REFLECTION_SUMMARY,
message,
)