From 5ac2bf1d2a17231cae6188f0353cae2c6c7116af Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E6=88=92=E9=85=92=E7=9A=84=E6=9D=8E=E7=99=BD?= <670939375@qq.com> Date: Sat, 30 Aug 2025 17:59:15 +0800 Subject: [PATCH] Update code structure tree documentation. --- README-EN.md | 25 +++++++++++++++++-------- README.md | 25 +++++++++++++++++-------- 2 files changed, 34 insertions(+), 16 deletions(-) diff --git a/README-EN.md b/README-EN.md index b665eb9..8f6ba6a 100644 --- a/README-EN.md +++ b/README-EN.md @@ -59,8 +59,10 @@ Weibo_PublicOpinion_AnalysisSystem/ │ └── ... # Other modules ├── MediaEngine/ # Powerful multimodal understanding Agent │ ├── agent.py # Agent main logic +│ ├── nodes/ # Processing nodes │ ├── llms/ # LLM interfaces │ ├── tools/ # Search tools +│ ├── utils/ # Utility functions │ └── ... # Other modules ├── InsightEngine/ # Private database mining Agent │ ├── agent.py # Agent main logic @@ -70,14 +72,14 @@ Weibo_PublicOpinion_AnalysisSystem/ │ │ ├── openai_llm.py # OpenAI format API │ │ └── base.py # LLM base class │ ├── nodes/ # Processing nodes -│ │ ├── first_search_node.py # First search node -│ │ ├── reflection_node.py # Reflection node -│ │ ├── summary_nodes.py # Summary node +│ │ ├── base_node.py # Base node class +│ │ ├── formatting_node.py # Formatting node +│ │ ├── report_structure_node.py # Report structure node │ │ ├── search_node.py # Search node -│ │ ├── sentiment_node.py # Sentiment analysis node -│ │ └── insight_node.py # Insight generation node +│ │ └── summary_node.py # Summary node │ ├── tools/ # Database query and analysis tools -│ │ ├── media_crawler_db.py # Database query tool +│ │ ├── keyword_optimizer.py # Qwen keyword optimization middleware +│ │ ├── search.py # Database operation toolkit │ │ └── sentiment_analyzer.py # Sentiment analysis integration tool │ ├── state/ # State management │ │ ├── __init__.py @@ -88,7 +90,7 @@ Weibo_PublicOpinion_AnalysisSystem/ │ └── utils/ # Utility functions │ ├── __init__.py │ ├── config.py # Configuration management -│ └── helpers.py # Helper functions +│ └── text_processing.py # Text processing tools ├── ReportEngine/ # Multi-round report generation Agent │ ├── agent.py # Agent main logic │ ├── llms/ # LLM interfaces @@ -105,14 +107,21 @@ Weibo_PublicOpinion_AnalysisSystem/ │ └── monitor.py # Log monitoring and forum management ├── MindSpider/ # Weibo crawler system │ ├── main.py # Crawler main program +│ ├── config.py # Crawler configuration file │ ├── BroadTopicExtraction/ # Topic extraction module +│ │ ├── database_manager.py # Database manager │ │ ├── get_today_news.py # Today's news fetching +│ │ ├── main.py # Topic extraction main program │ │ └── topic_extractor.py # Topic extractor │ ├── DeepSentimentCrawling/ # Deep sentiment crawling +│ │ ├── keyword_manager.py # Keyword manager +│ │ ├── main.py # Deep crawling main program │ │ ├── MediaCrawler/ # Media crawler core │ │ └── platform_crawler.py # Platform crawler management │ └── schema/ # Database schema -│ └── init_database.py # Database initialization +│ ├── db_manager.py # Database manager +│ ├── init_database.py # Database initialization +│ └── mindspider_tables.sql # Database table structure ├── SentimentAnalysisModel/ # Sentiment analysis model collection │ ├── WeiboSentiment_Finetuned/ # Fine-tuned BERT/GPT-2 models │ ├── WeiboMultilingualSentiment/# Multilingual sentiment analysis (recommended) diff --git a/README.md b/README.md index 5e2d755..37c31e5 100644 --- a/README.md +++ b/README.md @@ -59,8 +59,10 @@ Weibo_PublicOpinion_AnalysisSystem/ │ └── ... # 其他模块 ├── MediaEngine/ # 强大的多模态理解Agent │ ├── agent.py # Agent主逻辑 +│ ├── nodes/ # 处理节点 │ ├── llms/ # LLM接口 │ ├── tools/ # 搜索工具 +│ ├── utils/ # 工具函数 │ └── ... # 其他模块 ├── InsightEngine/ # 私有数据库挖掘Agent │ ├── agent.py # Agent主逻辑 @@ -70,14 +72,14 @@ Weibo_PublicOpinion_AnalysisSystem/ │ │ ├── openai_llm.py # OpenAI格式API │ │ └── base.py # LLM基类 │ ├── nodes/ # 处理节点 -│ │ ├── first_search_node.py # 首次搜索节点 -│ │ ├── reflection_node.py # 反思节点 -│ │ ├── summary_nodes.py # 总结节点 +│ │ ├── base_node.py # 基础节点类 +│ │ ├── formatting_node.py # 格式化节点 +│ │ ├── report_structure_node.py # 报告结构节点 │ │ ├── search_node.py # 搜索节点 -│ │ ├── sentiment_node.py # 情感分析节点 -│ │ └── insight_node.py # 洞察生成节点 +│ │ └── summary_node.py # 总结节点 │ ├── tools/ # 数据库查询和分析工具 -│ │ ├── media_crawler_db.py # 数据库查询工具 +│ │ ├── keyword_optimizer.py # Qwen关键词优化中间件 +│ │ ├── search.py # 数据库操作工具集 │ │ └── sentiment_analyzer.py # 情感分析集成工具 │ ├── state/ # 状态管理 │ │ ├── __init__.py @@ -88,7 +90,7 @@ Weibo_PublicOpinion_AnalysisSystem/ │ └── utils/ # 工具函数 │ ├── __init__.py │ ├── config.py # 配置管理 -│ └── helpers.py # 辅助函数 +│ └── text_processing.py # 文本处理工具 ├── ReportEngine/ # 多轮报告生成Agent │ ├── agent.py # Agent主逻辑 │ ├── llms/ # LLM接口 @@ -105,14 +107,21 @@ Weibo_PublicOpinion_AnalysisSystem/ │ └── monitor.py # 日志监控和论坛管理 ├── MindSpider/ # 微博爬虫系统 │ ├── main.py # 爬虫主程序 +│ ├── config.py # 爬虫配置文件 │ ├── BroadTopicExtraction/ # 话题提取模块 +│ │ ├── database_manager.py # 数据库管理器 │ │ ├── get_today_news.py # 今日新闻获取 +│ │ ├── main.py # 话题提取主程序 │ │ └── topic_extractor.py # 话题提取器 │ ├── DeepSentimentCrawling/ # 深度舆情爬取 +│ │ ├── keyword_manager.py # 关键词管理器 +│ │ ├── main.py # 深度爬取主程序 │ │ ├── MediaCrawler/ # 媒体爬虫核心 │ │ └── platform_crawler.py # 平台爬虫管理 │ └── schema/ # 数据库结构 -│ └── init_database.py # 数据库初始化 +│ ├── db_manager.py # 数据库管理器 +│ ├── init_database.py # 数据库初始化 +│ └── mindspider_tables.sql # 数据库表结构 ├── SentimentAnalysisModel/ # 情感分析模型集合 │ ├── WeiboSentiment_Finetuned/ # 微调BERT/GPT-2模型 │ ├── WeiboMultilingualSentiment/# 多语言情感分析（推荐）