From 6223092c8a9d3db365cfa9fed76b83176c2671df Mon Sep 17 00:00:00 2001 From: rajat Date: Mon, 7 Sep 2015 18:37:29 +0400 Subject: [PATCH] process spider level exceptions fix #63 --- frontera/contrib/scrapy/middlewares/schedulers.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/frontera/contrib/scrapy/middlewares/schedulers.py b/frontera/contrib/scrapy/middlewares/schedulers.py index 6e1e0d3ea..61134940a 100644 --- a/frontera/contrib/scrapy/middlewares/schedulers.py +++ b/frontera/contrib/scrapy/middlewares/schedulers.py @@ -18,6 +18,9 @@ class SchedulerSpiderMiddleware(BaseSchedulerMiddleware): def process_spider_output(self, response, result, spider): return self.scheduler.process_spider_output(response, result, spider) + def process_spider_exception(self, response, exception, spider): + return self.scheduler.process_exception(response.request, exception, spider) + class SchedulerDownloaderMiddleware(BaseSchedulerMiddleware): def process_exception(self, request, exception, spider):