修改spider文件夹结构,优化数据爬取结构,实现模块化

This commit is contained in:
YYL469
2024-07-03 17:38:16 +08:00
parent f98d111c32
commit b3f0ea0c5f
11 changed files with 36 additions and 82 deletions
+13
View File
@@ -0,0 +1,13 @@
from spiderDataPack.spiderNav import start as spiderNavStart
from spiderDataPack.spiderContent import start as spiderContentStart
from spiderDataPack.spiderComments import start as spiderCommentsStart
import os
def spiderData():
if not os.path.exists('./nav.csv'):
spiderNavStart()
spiderContentStart(1,1)
spiderCommentsStart()
if __name__ == '__main__':
spiderData()