def retry_parse_exception(func):
def wrapper(self, response, *args, **kwargs):
if not response.status == 200:
print("STATUS CODE EXCEPTION")
return self.retry(response)
return func(self, response, *args, **kwargs)
return wrapper
def retry(self, response):
request = scrapy.Request(response.url, callback=self.parse)
request.meta['proxy'] = self.proxy.get_random()
yield request