666ghj
224 lines
9.6 KiB
Python
224 lines
9.6 KiB
Python
"""
|
|
Configuration management module for the Insight Engine.
|
|
Handles environment variables and config file parameters.
|
|
"""
|
|
|
|
import os
|
|
from dataclasses import dataclass
|
|
from typing import Optional
|
|
|
|
|
|
def _get_value(source, key: str, default=None):
|
|
"""
|
|
Helper to fetch a configuration value with environment fallback.
|
|
"""
|
|
value = None
|
|
if isinstance(source, dict):
|
|
value = source.get(key)
|
|
else:
|
|
value = getattr(source, key, None)
|
|
|
|
if value is None:
|
|
value = os.getenv(key, default)
|
|
return value if value not in ("", None) else default
|
|
|
|
|
|
@dataclass
|
|
class Config:
|
|
"""Insight Engine configuration."""
|
|
|
|
# LLM configuration
|
|
llm_api_key: Optional[str] = None
|
|
llm_base_url: Optional[str] = None
|
|
llm_model_name: Optional[str] = None
|
|
llm_provider: Optional[str] = None # kept for backward compatibility
|
|
|
|
# Database configuration
|
|
db_host: Optional[str] = None
|
|
db_user: Optional[str] = None
|
|
db_password: Optional[str] = None
|
|
db_name: Optional[str] = None
|
|
db_port: int = 3306
|
|
db_charset: str = "utf8mb4"
|
|
|
|
# Model behaviour configuration
|
|
max_reflections: int = 3
|
|
max_paragraphs: int = 6
|
|
search_timeout: int = 240
|
|
max_content_length: int = 500000
|
|
|
|
# Search result limits
|
|
default_search_hot_content_limit: int = 100
|
|
default_search_topic_globally_limit_per_table: int = 50
|
|
default_search_topic_by_date_limit_per_table: int = 100
|
|
default_get_comments_for_topic_limit: int = 500
|
|
default_search_topic_on_platform_limit: int = 200
|
|
max_search_results_for_llm: int = 0
|
|
max_high_confidence_sentiment_results: int = 0
|
|
|
|
# Output configuration
|
|
output_dir: str = "reports"
|
|
save_intermediate_states: bool = True
|
|
|
|
def __post_init__(self):
|
|
if not self.llm_provider and self.llm_model_name:
|
|
# Provider is no longer used, but keep the attribute for compatibility.
|
|
self.llm_provider = self.llm_model_name
|
|
|
|
def validate(self) -> bool:
|
|
"""Validate configuration."""
|
|
if not self.llm_api_key:
|
|
print("错误: Insight Engine LLM API Key 未设置 (INSIGHT_ENGINE_API_KEY)。")
|
|
return False
|
|
|
|
if not self.llm_model_name:
|
|
print("错误: Insight Engine 模型名称未设置 (INSIGHT_ENGINE_MODEL_NAME)。")
|
|
return False
|
|
|
|
if not all([self.db_host, self.db_user, self.db_password, self.db_name]):
|
|
print("错误: 数据库连接信息不完整，请检查 config.py 中的 DB_* 配置。")
|
|
return False
|
|
|
|
return True
|
|
|
|
@classmethod
|
|
def from_file(cls, config_file: str) -> "Config":
|
|
"""Create configuration from file."""
|
|
if config_file.endswith(".py"):
|
|
import importlib.util
|
|
|
|
spec = importlib.util.spec_from_file_location("config", config_file)
|
|
config_module = importlib.util.module_from_spec(spec)
|
|
spec.loader.exec_module(config_module)
|
|
|
|
return cls(
|
|
llm_api_key=_get_value(config_module, "INSIGHT_ENGINE_API_KEY"),
|
|
llm_base_url=_get_value(config_module, "INSIGHT_ENGINE_BASE_URL"),
|
|
llm_model_name=_get_value(config_module, "INSIGHT_ENGINE_MODEL_NAME"),
|
|
db_host=_get_value(config_module, "DB_HOST"),
|
|
db_user=_get_value(config_module, "DB_USER"),
|
|
db_password=_get_value(config_module, "DB_PASSWORD"),
|
|
db_name=_get_value(config_module, "DB_NAME"),
|
|
db_port=int(_get_value(config_module, "DB_PORT", 3306)),
|
|
db_charset=_get_value(config_module, "DB_CHARSET", "utf8mb4"),
|
|
max_reflections=int(_get_value(config_module, "MAX_REFLECTIONS", 3)),
|
|
max_paragraphs=int(_get_value(config_module, "MAX_PARAGRAPHS", 6)),
|
|
search_timeout=int(_get_value(config_module, "SEARCH_TIMEOUT", 240)),
|
|
max_content_length=int(_get_value(config_module, "SEARCH_CONTENT_MAX_LENGTH", 500000)),
|
|
default_search_hot_content_limit=int(
|
|
_get_value(config_module, "DEFAULT_SEARCH_HOT_CONTENT_LIMIT", 100)
|
|
),
|
|
default_search_topic_globally_limit_per_table=int(
|
|
_get_value(config_module, "DEFAULT_SEARCH_TOPIC_GLOBALLY_LIMIT_PER_TABLE", 50)
|
|
),
|
|
default_search_topic_by_date_limit_per_table=int(
|
|
_get_value(config_module, "DEFAULT_SEARCH_TOPIC_BY_DATE_LIMIT_PER_TABLE", 100)
|
|
),
|
|
default_get_comments_for_topic_limit=int(
|
|
_get_value(config_module, "DEFAULT_GET_COMMENTS_FOR_TOPIC_LIMIT", 500)
|
|
),
|
|
default_search_topic_on_platform_limit=int(
|
|
_get_value(config_module, "DEFAULT_SEARCH_TOPIC_ON_PLATFORM_LIMIT", 200)
|
|
),
|
|
max_search_results_for_llm=int(_get_value(config_module, "MAX_SEARCH_RESULTS_FOR_LLM", 0)),
|
|
max_high_confidence_sentiment_results=int(
|
|
_get_value(config_module, "MAX_HIGH_CONFIDENCE_SENTIMENT_RESULTS", 0)
|
|
),
|
|
output_dir=_get_value(config_module, "OUTPUT_DIR", "reports"),
|
|
save_intermediate_states=str(
|
|
_get_value(config_module, "SAVE_INTERMEDIATE_STATES", "true")
|
|
).lower()
|
|
in ("true", "1", "yes"),
|
|
)
|
|
|
|
# .env style configuration
|
|
config_dict = {}
|
|
if os.path.exists(config_file):
|
|
with open(config_file, "r", encoding="utf-8") as f:
|
|
for line in f:
|
|
line = line.strip()
|
|
if line and not line.startswith("#") and "=" in line:
|
|
key, value = line.split("=", 1)
|
|
config_dict[key.strip()] = value.strip()
|
|
|
|
return cls(
|
|
llm_api_key=_get_value(config_dict, "INSIGHT_ENGINE_API_KEY"),
|
|
llm_base_url=_get_value(config_dict, "INSIGHT_ENGINE_BASE_URL"),
|
|
llm_model_name=_get_value(config_dict, "INSIGHT_ENGINE_MODEL_NAME"),
|
|
db_host=_get_value(config_dict, "DB_HOST"),
|
|
db_user=_get_value(config_dict, "DB_USER"),
|
|
db_password=_get_value(config_dict, "DB_PASSWORD"),
|
|
db_name=_get_value(config_dict, "DB_NAME"),
|
|
db_port=int(_get_value(config_dict, "DB_PORT", 3306)),
|
|
db_charset=_get_value(config_dict, "DB_CHARSET", "utf8mb4"),
|
|
max_reflections=int(_get_value(config_dict, "MAX_REFLECTIONS", 3)),
|
|
max_paragraphs=int(_get_value(config_dict, "MAX_PARAGRAPHS", 6)),
|
|
search_timeout=int(_get_value(config_dict, "SEARCH_TIMEOUT", 240)),
|
|
max_content_length=int(_get_value(config_dict, "SEARCH_CONTENT_MAX_LENGTH", 500000)),
|
|
default_search_hot_content_limit=int(
|
|
_get_value(config_dict, "DEFAULT_SEARCH_HOT_CONTENT_LIMIT", 100)
|
|
),
|
|
default_search_topic_globally_limit_per_table=int(
|
|
_get_value(config_dict, "DEFAULT_SEARCH_TOPIC_GLOBALLY_LIMIT_PER_TABLE", 50)
|
|
),
|
|
default_search_topic_by_date_limit_per_table=int(
|
|
_get_value(config_dict, "DEFAULT_SEARCH_TOPIC_BY_DATE_LIMIT_PER_TABLE", 100)
|
|
),
|
|
default_get_comments_for_topic_limit=int(
|
|
_get_value(config_dict, "DEFAULT_GET_COMMENTS_FOR_TOPIC_LIMIT", 500)
|
|
),
|
|
default_search_topic_on_platform_limit=int(
|
|
_get_value(config_dict, "DEFAULT_SEARCH_TOPIC_ON_PLATFORM_LIMIT", 200)
|
|
),
|
|
max_search_results_for_llm=int(_get_value(config_dict, "MAX_SEARCH_RESULTS_FOR_LLM", 0)),
|
|
max_high_confidence_sentiment_results=int(
|
|
_get_value(config_dict, "MAX_HIGH_CONFIDENCE_SENTIMENT_RESULTS", 0)
|
|
),
|
|
output_dir=_get_value(config_dict, "OUTPUT_DIR", "reports"),
|
|
save_intermediate_states=str(
|
|
_get_value(config_dict, "SAVE_INTERMEDIATE_STATES", "true")
|
|
).lower()
|
|
in ("true", "1", "yes"),
|
|
)
|
|
|
|
|
|
def load_config(config_file: Optional[str] = None) -> Config:
|
|
"""
|
|
Load configuration.
|
|
"""
|
|
if config_file:
|
|
if not os.path.exists(config_file):
|
|
raise FileNotFoundError(f"配置文件不存在: {config_file}")
|
|
file_to_load = config_file
|
|
else:
|
|
for candidate in ("config.py", "config.env", ".env"):
|
|
if os.path.exists(candidate):
|
|
file_to_load = candidate
|
|
print(f"已找到配置文件: {candidate}")
|
|
break
|
|
else:
|
|
raise FileNotFoundError("未找到配置文件，请创建 config.py。")
|
|
|
|
config = Config.from_file(file_to_load)
|
|
|
|
if not config.validate():
|
|
raise ValueError("配置校验失败，请检查 config.py 中的相关配置。")
|
|
|
|
return config
|
|
|
|
|
|
def print_config(config: Config):
|
|
"""Print configuration (sensitive values masked)."""
|
|
print("\n=== Insight Engine 配置 ===")
|
|
print(f"LLM 模型: {config.llm_model_name}")
|
|
print(f"LLM Base URL: {config.llm_base_url or '(默认)'}")
|
|
print(f"搜索超时: {config.search_timeout} 秒")
|
|
print(f"最长内容长度: {config.max_content_length}")
|
|
print(f"最大反思次数: {config.max_reflections}")
|
|
print(f"最大段落数: {config.max_paragraphs}")
|
|
print(f"输出目录: {config.output_dir}")
|
|
print(f"保存中间状态: {config.save_intermediate_states}")
|
|
print(f"LLM API Key: {'已配置' if config.llm_api_key else '未配置'}")
|
|
print(f"数据库连接: {'已配置' if all([config.db_host, config.db_user, config.db_password, config.db_name]) else '未配置'}")
|
|
print("========================\n")
|