scrapy-redis 设置

SCHEDULER = 'scrapy_redis.scheduler.Scheduler'

DUPEFILTER_CLASS = 'scrapy_redis.dupefilter.RFPDupeFilter'

REDIS_HOST = 'xxxx'

REDIS_PORT = xxxx

REDIS_PARAMS = {'password': 'xxxxxxx', 'db': 1}

SCHEDULER_QUEUE_CLASS = 'scrapy_redis.queue.PriorityQueue'

 

 

# SCHEDULER_QUEUE_CLASS = 'scrapy_redis.queue.FifoQueue'

# SCHEDULER_PERSIST = True