【bug修复】去除掉了两个模块,让项目能够启动不报错

This commit is contained in:
戒酒的李白
2024-07-04 18:16:48 +08:00
parent 59b18fa5a2
commit 4ab789af4b
8 changed files with 8878 additions and 5 deletions
+1 -1
View File
@@ -52,7 +52,7 @@ def run_script():
if __name__ == '__main__':
scheduler = BackgroundScheduler(timezone=utc)
scheduler.add_job(run_script, 'interval', minutes=1)
scheduler.add_job(run_script, 'interval', hours=5)
scheduler.start()
try:
View File
View File
+1510
View File
File diff suppressed because it is too large Load Diff
+7363
View File
File diff suppressed because it is too large Load Diff
+2 -2
View File
@@ -2,7 +2,7 @@ import os
from sqlalchemy import create_engine
import pandas as pd
from spiderDataPackage.settings import articleAddr,commentsAddr
from model.topicDefine import *
# from ..model.topicDefine import *
engine = create_engine('mysql+pymysql://XiaoXueQi:XiaoXueQi@47.92.235.6/Weibo_PublicOpinion_AnalysisSystem?charset=utf8mb4')
@@ -29,7 +29,7 @@ def saveData():
os.remove(articleAddr)
os.remove(commentsAddr)
update_data()
# update_data()
if __name__ == '__main__':
saveData()
+1 -1
View File
@@ -9,7 +9,7 @@ def spiderData():
print('正在爬取导航栏数据')
spiderNav()
print('正在爬取文章数据')
spiderContent(1,1)
spiderContent(14,3)
print('正在爬取文章评论数据')
spiderComments()
+1 -1
View File
@@ -90,7 +90,7 @@ def readJson(response,type):
isVip
])
def start(typeNum=1,pageNum=1):
def start(typeNum=14,pageNum=3):
articleUrl = 'https://weibo.com/ajax/feed/hottimeline'
init()
typeList = getTypeList()