Fix P0: llm log redaction (remove full prompt/response from logs) and session.py thread-safe atomic writes
This commit is contained in:
+4
-9
@@ -35,7 +35,6 @@ class _LLMLoggingWrapper(_BaseLLM):
|
||||
def invoke(self, prompt: str) -> Any:
|
||||
t0 = time.time()
|
||||
prompt_len = len(prompt)
|
||||
prompt_preview = prompt[:500]
|
||||
_llm_log.debug(
|
||||
"LLM invoke 请求",
|
||||
extra={
|
||||
@@ -44,8 +43,7 @@ class _LLMLoggingWrapper(_BaseLLM):
|
||||
"backend": self._backend,
|
||||
"caller": self._caller,
|
||||
"prompt_length": prompt_len,
|
||||
"prompt_preview": prompt_preview,
|
||||
"prompt": prompt[:10000],
|
||||
"prompt_preview": prompt[:500],
|
||||
},
|
||||
)
|
||||
try:
|
||||
@@ -64,7 +62,6 @@ class _LLMLoggingWrapper(_BaseLLM):
|
||||
"duration_ms": elapsed,
|
||||
"response_length": resp_len,
|
||||
"response_preview": resp_preview,
|
||||
"response": content[:10000],
|
||||
},
|
||||
)
|
||||
return result
|
||||
@@ -79,7 +76,7 @@ class _LLMLoggingWrapper(_BaseLLM):
|
||||
"caller": self._caller,
|
||||
"duration_ms": elapsed,
|
||||
"error": str(e),
|
||||
"prompt": prompt[:10000],
|
||||
"prompt_preview": prompt[:500],
|
||||
},
|
||||
)
|
||||
raise
|
||||
@@ -96,8 +93,7 @@ class _LLMLoggingWrapper(_BaseLLM):
|
||||
"backend": self._backend,
|
||||
"caller": self._caller,
|
||||
"prompt_length": prompt_len,
|
||||
"prompt_preview": prompt_preview,
|
||||
"prompt": prompt[:10000],
|
||||
"prompt_preview": prompt[:500],
|
||||
},
|
||||
)
|
||||
full = []
|
||||
@@ -135,7 +131,6 @@ class _LLMLoggingWrapper(_BaseLLM):
|
||||
"duration_ms": elapsed,
|
||||
"response_length": resp_len,
|
||||
"response_preview": resp_preview,
|
||||
"response": resp_text[:10000],
|
||||
"stop_reason": stop_reason,
|
||||
},
|
||||
)
|
||||
@@ -150,7 +145,7 @@ class _LLMLoggingWrapper(_BaseLLM):
|
||||
"caller": self._caller,
|
||||
"duration_ms": elapsed,
|
||||
"error": str(e),
|
||||
"prompt": prompt[:10000],
|
||||
"prompt_preview": prompt[:500],
|
||||
},
|
||||
)
|
||||
raise
|
||||
|
||||
Reference in New Issue
Block a user