import scrapy class ScrapeTableSpider(scrapy.Spider): name = 'scrape-table' start_urls = ['http://app.internal.example:8000/table/'] def parse(self, response): for row in response.xpath('//*[@id="pricing"]//tbody/tr'): yield { 'plan': row.xpath('normalize-space(td[1])').get(), 'price': row.xpath('normalize-space(td[2])').get(), }