更新部分爬虫以兼容本地运行及数据库存储

This commit is contained in:
z66
2025-12-16 10:56:56 +08:00
parent a9eda60493
commit ff1ce2a3ba
28 changed files with 1394 additions and 126 deletions
+8
View File
@@ -34,6 +34,14 @@ class Settings(BaseSettings):
True,
description="开启后运行基于关键词的爬取流程,关闭则完全跳过关键词搜索"
)
STRICT_KEYWORDS: Optional[str] = Field(
None,
description="精确匹配关键词(逗号分隔),内容必须完整包含这些关键词才能落库"
)
FUZZY_KEYWORDS: Optional[str] = Field(
None,
description="模糊匹配关键词(逗号分隔),内容包含这些关键词的部分即可落库"
)
MINDSPIDER_API_KEY: Optional[str] = Field(None, description="MINDSPIDER API密钥")
MINDSPIDER_BASE_URL: Optional[str] = Field("https://api.deepseek.com", description="MINDSPIDER API基础URL,推荐deepseek-chat模型使用https://api.deepseek.com")
MINDSPIDER_MODEL_NAME: Optional[str] = Field("deepseek-chat", description="MINDSPIDER API模型名称, 推荐deepseek-chat")