优化爬虫代码

2024-07-04 09:41:18 +08:00
parent fe1e02877b
commit 9bebd200b7
8 changed files with 42 additions and 22 deletions
@@ -1,12 +1,9 @@
-from spiderContent import start as spiderContent
-from spiderComments import start as spiderComments
+from spiderData import spiderData 
 from saveData import save_to_sql as saveData

 def main():
-    print('正在爬取文章数据')
-    spiderContent(1,1)
-    print('正在爬取文章评论数据')
-    spiderComments()
+    print('正在爬取数据')
+    spiderData()
    print('正在存储数据')
    saveData()
    print("爬取数据更新")