panda/bettafish-company
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

修复流式传输重试问题

Browse Source
This commit is contained in:
Doiiars
2025-11-09 17:06:29 +08:00
committed by BaiFu
parent 58b819d820
commit dfc581ff6c
4 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files
InsightEngine/llms/base.py
+1 -1
View File
@@ -83,7 +83,6 @@ class LLMClient:
return self.validate_response(response.choices[0].message.content) return self.validate_response(response.choices[0].message.content)
return "" return ""
@with_retry(LLM_RETRY_CONFIG)
def stream_invoke(self, system_prompt: str, user_prompt: str, **kwargs) -> Generator[str, None, None]: def stream_invoke(self, system_prompt: str, user_prompt: str, **kwargs) -> Generator[str, None, None]:
""" """
流式调用LLM，逐步返回响应内容 流式调用LLM，逐步返回响应内容
@@ -131,6 +130,7 @@ class LLMClient:
logger.error(f"流式请求失败: {str(e)}") logger.error(f"流式请求失败: {str(e)}")
raise e raise e
@with_retry(LLM_RETRY_CONFIG)
def stream_invoke_to_string(self, system_prompt: str, user_prompt: str, **kwargs) -> str: def stream_invoke_to_string(self, system_prompt: str, user_prompt: str, **kwargs) -> str:
""" """
流式调用LLM并安全地拼接为完整字符串（避免UTF-8多字节字符截断） 流式调用LLM并安全地拼接为完整字符串（避免UTF-8多字节字符截断）
MediaEngine/llms/base.py
+1 -1
View File
@@ -86,7 +86,6 @@ class LLMClient:
return self.validate_response(response.choices[0].message.content) return self.validate_response(response.choices[0].message.content)
return "" return ""
@with_retry(LLM_RETRY_CONFIG)
def stream_invoke(self, system_prompt: str, user_prompt: str, **kwargs) -> Generator[str, None, None]: def stream_invoke(self, system_prompt: str, user_prompt: str, **kwargs) -> Generator[str, None, None]:
""" """
流式调用LLM，逐步返回响应内容 流式调用LLM，逐步返回响应内容
@@ -134,6 +133,7 @@ class LLMClient:
logger.error(f"流式请求失败: {str(e)}") logger.error(f"流式请求失败: {str(e)}")
raise e raise e
@with_retry(LLM_RETRY_CONFIG)
def stream_invoke_to_string(self, system_prompt: str, user_prompt: str, **kwargs) -> str: def stream_invoke_to_string(self, system_prompt: str, user_prompt: str, **kwargs) -> str:
""" """
流式调用LLM并安全地拼接为完整字符串（避免UTF-8多字节字符截断） 流式调用LLM并安全地拼接为完整字符串（避免UTF-8多字节字符截断）
QueryEngine/llms/base.py
+1 -1
View File
@@ -83,7 +83,6 @@ class LLMClient:
return self.validate_response(response.choices[0].message.content) return self.validate_response(response.choices[0].message.content)
return "" return ""
@with_retry(LLM_RETRY_CONFIG)
def stream_invoke(self, system_prompt: str, user_prompt: str, **kwargs) -> Generator[str, None, None]: def stream_invoke(self, system_prompt: str, user_prompt: str, **kwargs) -> Generator[str, None, None]:
""" """
流式调用LLM，逐步返回响应内容 流式调用LLM，逐步返回响应内容
@@ -131,6 +130,7 @@ class LLMClient:
logger.error(f"流式请求失败: {str(e)}") logger.error(f"流式请求失败: {str(e)}")
raise e raise e
@with_retry(LLM_RETRY_CONFIG)
def stream_invoke_to_string(self, system_prompt: str, user_prompt: str, **kwargs) -> str: def stream_invoke_to_string(self, system_prompt: str, user_prompt: str, **kwargs) -> str:
""" """
流式调用LLM并安全地拼接为完整字符串（避免UTF-8多字节字符截断） 流式调用LLM并安全地拼接为完整字符串（避免UTF-8多字节字符截断）
ReportEngine/llms/base.py
+1 -1
View File
@@ -76,7 +76,6 @@ class LLMClient:
return self.validate_response(response.choices[0].message.content) return self.validate_response(response.choices[0].message.content)
return "" return ""
@with_retry(LLM_RETRY_CONFIG)
def stream_invoke(self, system_prompt: str, user_prompt: str, **kwargs) -> Generator[str, None, None]: def stream_invoke(self, system_prompt: str, user_prompt: str, **kwargs) -> Generator[str, None, None]:
""" """
流式调用LLM，逐步返回响应内容 流式调用LLM，逐步返回响应内容
@@ -118,6 +117,7 @@ class LLMClient:
logger.error(f"流式请求失败: {str(e)}") logger.error(f"流式请求失败: {str(e)}")
raise e raise e
@with_retry(LLM_RETRY_CONFIG)
def stream_invoke_to_string(self, system_prompt: str, user_prompt: str, **kwargs) -> str: def stream_invoke_to_string(self, system_prompt: str, user_prompt: str, **kwargs) -> str:
""" """
流式调用LLM并安全地拼接为完整字符串（避免UTF-8多字节字符截断） 流式调用LLM并安全地拼接为完整字符串（避免UTF-8多字节字符截断）