From ce20825ad9806db9b1eb91b549b4ad6bd540d3e5 Mon Sep 17 00:00:00 2001 From: Serhiy Yasko Date: Tue, 18 Sep 2018 20:07:22 +0300 Subject: [PATCH] Crawlera should be disabled in the settings to preserve the proper flow of requests --- splash_crawlera_example/splash_crawlera_example/settings.py | 1 + 1 file changed, 1 insertion(+) diff --git a/splash_crawlera_example/splash_crawlera_example/settings.py b/splash_crawlera_example/splash_crawlera_example/settings.py index 94bccb2..3fe5020 100644 --- a/splash_crawlera_example/splash_crawlera_example/settings.py +++ b/splash_crawlera_example/splash_crawlera_example/settings.py @@ -14,6 +14,7 @@ 'scrapy.downloadermiddlewares.httpcompression.HttpCompressionMiddleware': 810, } +CRAWLERA_ENABLED = False CRAWLERA_APIKEY = '' # Your crawlera API key # Splash settings