diff --git a/app.py b/app.py index bfc9bc0..40f59b5 100644 --- a/app.py +++ b/app.py @@ -52,7 +52,7 @@ def run_script(): if __name__ == '__main__': scheduler = BackgroundScheduler(timezone=utc) - scheduler.add_job(run_script, 'interval', minutes=1) + scheduler.add_job(run_script, 'interval', hours=5) scheduler.start() try: diff --git a/model/__init__.py b/model/__init__.py new file mode 100644 index 0000000..e69de29 diff --git a/spider/__init__.py b/spider/__init__.py new file mode 100644 index 0000000..e69de29 diff --git a/spider/saveData.py b/spider/saveData.py index 3bc00d7..9c4c973 100644 --- a/spider/saveData.py +++ b/spider/saveData.py @@ -2,7 +2,7 @@ import os from sqlalchemy import create_engine import pandas as pd from spiderDataPackage.settings import articleAddr,commentsAddr -from model.topicDefine import * +# from ..model.topicDefine import * engine = create_engine('mysql+pymysql://XiaoXueQi:XiaoXueQi@47.92.235.6/Weibo_PublicOpinion_AnalysisSystem?charset=utf8mb4') @@ -29,7 +29,7 @@ def saveData(): os.remove(articleAddr) os.remove(commentsAddr) - update_data() + # update_data() if __name__ == '__main__': saveData() \ No newline at end of file diff --git a/spider/spiderData.py b/spider/spiderData.py index 57a235c..6a06a8e 100644 --- a/spider/spiderData.py +++ b/spider/spiderData.py @@ -9,7 +9,7 @@ def spiderData(): print('正在爬取导航栏数据') spiderNav() print('正在爬取文章数据') - spiderContent(1,1) + spiderContent(9,1) print('正在爬取文章评论数据') spiderComments() diff --git a/spider/spiderDataPackage/spiderContent.py b/spider/spiderDataPackage/spiderContent.py index a941215..2cfc628 100644 --- a/spider/spiderDataPackage/spiderContent.py +++ b/spider/spiderDataPackage/spiderContent.py @@ -90,7 +90,7 @@ def readJson(response,type): isVip ]) -def start(typeNum=1,pageNum=1): +def start(typeNum=14,pageNum=3): articleUrl = 'https://weibo.com/ajax/feed/hottimeline' init() typeList = getTypeList() diff --git a/static/image/loader.gif b/static/image/loader.gif index 843b71a..51db619 100644 Binary files a/static/image/loader.gif and b/static/image/loader.gif differ diff --git a/views/page/templates/base_page.html b/views/page/templates/base_page.html index a2c2180..64ab588 100644 --- a/views/page/templates/base_page.html +++ b/views/page/templates/base_page.html @@ -112,7 +112,7 @@
  • - 词云图 + 机器学习预测