scrapy splash code example

Example 1: scrapy splash

SPLASH_URL = 'http://192.168.59.103:8050'

Example 2: scrapy splash

SPIDER_MIDDLEWARES = {
    'scrapy_splash.SplashDeduplicateArgsMiddleware': 100,
}

Example 3: scrapy splash

DUPEFILTER_CLASS = 'scrapy_splash.SplashAwareDupeFilter'

Example 4: scrapy splash

DOWNLOADER_MIDDLEWARES = {
    'scrapy_splash.SplashCookiesMiddleware': 723,
    'scrapy_splash.SplashMiddleware': 725,
    'scrapy.downloadermiddlewares.httpcompression.HttpCompressionMiddleware': 810,
}