import scrapy class HeadersSpider(scrapy.Spider): name = "headers" start_urls = ["http://app.example/"] def parse(self, response): yield { "title": response.css("title::text").get(), "status": response.status, "url": response.url, }