def parse_news(self, response, **kwargs):
loader = ItemLoader(item=CompetitorsNewsItem(), selector=response)
published_date = kwargs.get('published_date', None)
if published_date <= self.limit_published_date:
self.completed = True
return
loader.add_value('from_site',
self.name)
loader.add_value('published_date', published_date)
loader.add_css('title', 'div.title')
loader.add_value('href', response.url)
loader.add_css('text', 'div.content-blocks')
self.lst.append(loader.load_item())
print(loader.load_item()) def parse_news(self, response, **kwargs):
loader = ItemLoader(item=CompetitorsNewsItem(), selector=response)
published_date = kwargs.get('published_date', None)
if published_date <= self.limit_published_date:
self.completed = True
return
loader.add_value('from_site',
self.name)
loader.add_value('published_date', published_date)
loader.add_css('title', 'div.title')
loader.add_value('href', response.url)
loader.add_css('text', 'div.content-blocks')
self.lst.append(loader.load_item())
print(loader.load_item()) def parse_news(self, response, **kwargs):
loader = ItemLoader(item=CompetitorsNewsItem(), selector=response)
published_date = kwargs.get('published_date', None)
if published_date <= self.limit_published_date:
self.completed = True
return
loader.add_value('from_site',
self.name)
loader.add_value('published_date', published_date)
loader.add_css('title', 'div.title')
loader.add_value('href', response.url)
loader.add_css('text', 'div.content-blocks')
self.lst.append(loader.load_item())
print(loader.load_item()) def parse_news(self, response, **kwargs):
loader = ItemLoader(item=CompetitorsNewsItem(), selector=response)
published_date = kwargs.get('published_date', None)
if published_date <= self.limit_published_date:
self.completed = True
return
loader.add_value('from_site',
self.name)
loader.add_value('published_date', published_date)
loader.add_css('title', 'div.title')
loader.add_value('href', response.url)
loader.add_css('text', 'div.content-blocks')
self.lst.append(loader.load_item())
print(loader.load_item())