panda/bettafish-company
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

1. LLM接口改为字节级流式接口，防止超时错误，也避免utf-8长字节字符拼接错误

Browse Source
This commit is contained in:
Doiiars
2025-11-07 15:18:20 +08:00
committed by BaiFu
parent bdc5ffeea6
commit 474c7657fd
19 changed files with 315 additions and 40 deletions
Download Patch File Download Diff File Expand all files Collapse all files
InsightEngine/nodes/formatting_node.py
+2 -2
View File
@@ -70,8 +70,8 @@ class ReportFormattingNode(BaseNode):
logger.info("正在格式化最终报告")
# 调用LLM
response = self.llm_client.invoke(
# 调用LLM（流式，安全拼接UTF-8）
response = self.llm_client.stream_invoke_to_string(
SYSTEM_PROMPT_REPORT_FORMATTING,
message,
)
InsightEngine/nodes/report_structure_node.py
+2 -2
View File
@@ -51,8 +51,8 @@ class ReportStructureNode(StateMutationNode):
try:
logger.info(f"正在为查询生成报告结构: {self.query}")
# 调用LLM
response = self.llm_client.invoke(SYSTEM_PROMPT_REPORT_STRUCTURE, self.query)
# 调用LLM（流式，安全拼接UTF-8）
response = self.llm_client.stream_invoke_to_string(SYSTEM_PROMPT_REPORT_STRUCTURE, self.query)
# 处理响应
processed_response = self.process_output(response)
InsightEngine/nodes/search_node.py
+4 -4
View File
@@ -65,8 +65,8 @@ class FirstSearchNode(BaseNode):
logger.info("正在生成首次搜索查询")
# 调用LLM
response = self.llm_client.invoke(SYSTEM_PROMPT_FIRST_SEARCH, message)
# 调用LLM（流式，安全拼接UTF-8）
response = self.llm_client.stream_invoke_to_string(SYSTEM_PROMPT_FIRST_SEARCH, message)
# 处理响应
processed_response = self.process_output(response)
@@ -200,8 +200,8 @@ class ReflectionNode(BaseNode):
logger.info("正在进行反思并生成新搜索查询")
# 调用LLM
response = self.llm_client.invoke(SYSTEM_PROMPT_REFLECTION, message)
# 调用LLM（流式，安全拼接UTF-8）
response = self.llm_client.stream_invoke_to_string(SYSTEM_PROMPT_REFLECTION, message)
# 处理响应
processed_response = self.process_output(response)
InsightEngine/nodes/summary_node.py
+4 -4
View File
@@ -99,8 +99,8 @@ class FirstSummaryNode(StateMutationNode):
logger.info("正在生成首次段落总结")
# 调用LLM
response = self.llm_client.invoke(SYSTEM_PROMPT_FIRST_SUMMARY, message)
# 调用LLM（流式，安全拼接UTF-8）
response = self.llm_client.stream_invoke_to_string(SYSTEM_PROMPT_FIRST_SUMMARY, message)
# 处理响应
processed_response = self.process_output(response)
@@ -264,8 +264,8 @@ class ReflectionSummaryNode(StateMutationNode):
logger.info("正在生成反思总结")
# 调用LLM
response = self.llm_client.invoke(SYSTEM_PROMPT_REFLECTION_SUMMARY, message)
# 调用LLM（流式，安全拼接UTF-8）
response = self.llm_client.stream_invoke_to_string(SYSTEM_PROMPT_REFLECTION_SUMMARY, message)
# 处理响应
processed_response = self.process_output(response)