放进调度器规则

规则

from scrapy.http import Request

for url in response:
    yield Request(url=url，callback=self.parse)

# yield Request,放到调度器
# yield        ，放到pipeline

　　

def parse(self,response):
    #获取指定数据，进行持久化

    #获取页码url，继续进行下载

yield Request(url='',callback='',dont_filter=False)