def parse(self, response): # Get the next index URLs and yield Requests next_sel = response.xpath(‘//*[contains(@class,"next")]//@href‘) for url in next_sel.extract(): yield Request(urlparse.urljoin(response.url, url)) # Iterate through products and create PropertiesItems selectors = response.xpath( ‘//*[@itemtype="http://schema.org/Product"]‘) for selector in selectors: yield self.parse_item(selector, response)
