修改spider文件夹结构,优化数据爬取结构,实现模块化
This commit is contained in:
@@ -0,0 +1,13 @@
|
||||
from spiderDataPack.spiderNav import start as spiderNavStart
|
||||
from spiderDataPack.spiderContent import start as spiderContentStart
|
||||
from spiderDataPack.spiderComments import start as spiderCommentsStart
|
||||
import os
|
||||
|
||||
def spiderData():
|
||||
if not os.path.exists('./nav.csv'):
|
||||
spiderNavStart()
|
||||
spiderContentStart(1,1)
|
||||
spiderCommentsStart()
|
||||
|
||||
if __name__ == '__main__':
|
||||
spiderData()
|
||||
Reference in New Issue
Block a user