You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
15 lines
449 B
15 lines
449 B
DOWNLOADER_MIDDLEWARES = { |
|
'scrapy_splash.SplashCookiesMiddleware': 723, |
|
'scrapy_splash.SplashMiddleware': 725, |
|
'scrapy.downloadermiddlewares.httpcompression.HttpCompressionMiddleware': 810, |
|
} |
|
|
|
SPLASH_URL = 'http://localhost:8050/' |
|
|
|
SPIDER_MIDDLEWARES = { |
|
'scrapy_splash.SplashDeduplicateArgsMiddleware': 100, |
|
} |
|
|
|
DUPEFILTER_CLASS = 'scrapy_splash.SplashAwareDupeFilter' |
|
HTTPCACHE_STORAGE = 'scrapy_splash.SplashAwareFSCacheStorage' |
|
|
|
|