scrapy-redis 设置

SCHEDULER = 'scrapy_redis.scheduler.Scheduler'
DUPEFILTER_CLASS = 'scrapy_redis.dupefilter.RFPDupeFilter'
REDIS_HOST = 'xxxx'
REDIS_PORT = xxxx
REDIS_PARAMS = {'password': 'xxxxxxx', 'db': 1}
SCHEDULER_QUEUE_CLASS = 'scrapy_redis.queue.PriorityQueue'
 
 
# SCHEDULER_QUEUE_CLASS = 'scrapy_redis.queue.FifoQueue'
# SCHEDULER_PERSIST = True
posted @ 2020-02-28 20:36  liuxianglong  阅读(288)  评论(0)  编辑  收藏  举报