修复爬虫bug

2024-07-03 18:19:54 +08:00
parent b3f0ea0c5f
commit fcc847e096
14 changed files with 73 additions and 25 deletions
@@ -1,13 +1,15 @@
-from spiderData import spiderData 
+from spiderContent import start as spiderContentStart
+from spiderComments import start as spiderCommentsStart
 from saveData import save_to_sql as saveData

 def main():
-    try:
-        spiderData()
-        saveData()
-        print("爬取数据更新")
-    except:
-        print("爬取数据失败")
+    print('正在爬取文章数据')
+    spiderContentStart(1,1)
+    print('正在爬取文章评论数据')
+    spiderCommentsStart()
+    print('正在存储数据')
+    saveData()
+    print("爬取数据更新")

 if __name__ == '__main__':
    main()