From 565379c1ef71bdbfe8d09f0d6f7745d64a34ec5f Mon Sep 17 00:00:00 2001 From: nyghtowl Date: Sun, 5 Jan 2014 11:48:58 -0800 Subject: [PATCH] Updated title, description, location and price XPath selectors to match updated Livingsocial site structure. --- .../scraper_app/spiders/livingsocial_spider.py | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/scrape/living_social/scraper_app/spiders/livingsocial_spider.py b/scrape/living_social/scraper_app/spiders/livingsocial_spider.py index 85c11c48..ba9bf6b2 100644 --- a/scrape/living_social/scraper_app/spiders/livingsocial_spider.py +++ b/scrape/living_social/scraper_app/spiders/livingsocial_spider.py @@ -24,13 +24,13 @@ class LivingSocialSpider(BaseSpider): start_urls = ["http://www.livingsocial.com/cities/15-san-francisco"] deals_list_xpath = '//li[@dealid]' - item_fields = {'title': './/a/div[@class="deal-bottom"]/h3[@itemprop]/text()', + item_fields = {'title': './/a/div[@class="deal-details"]/h3[@itemprop]/text()', 'link': './/a/@href', - 'description': './/a/div[@class="deal-bottom"]/p/text()', + 'description': './/a/div[@class="deal-details"]/p/[@class="description"]/text()', 'category': './/a/div[@class="deal-top"]/div[@class="deal-category"]/span/text()', - 'location': './/a/div[@class="deal-top"]/ul[@class="unstyled deal-info"]/li/text()', + 'location': './/a/div[@class="deal-details"]/p/[@class="location"]/text()', 'original_price': './/a/div[@class="deal-bottom"]/ul[@class="unstyled deal-info"]/li[@class="deal-original"]/del/text()', - 'price': './/a/div[@class="deal-bottom"]/ul[@class="unstyled deal-info"]/li[@class="deal-price"]/text()'} + 'price': './/a/div[@class="deal-price"]/text()'} def parse(self, response): """