# spider # import for original project from scrapy.spider import BaseSpider from scrapy.http import Request from sample.items import SampleItem class MySpider(BaseSpider): name = "group04" allowed_domains = ["vahrehvah.com"] start_urls = ["http://www.vahrehvah.com/"] def parse(self, response): return Request( url="http://www.vahrehvah.com/chicken-65", callback=self.parse_fixtures ) def parse_fixtures(self,response): sel = response.selector for tr in sel.css("table.table.table-striped>tbody>tr"): item = SampleItem() item['ingredients'] = tr.xpath('td[@class="name"]/text()').extract() item['quantity'] = tr.xpath('td[@class="unit"]/text()').extract() item['unit'] = tr.xpath('td[@class="quantity"]/text()').extract() yield item