import scrapy class RenderedSpider(scrapy.Spider): name = "rendered" allowed_domains = ["quotes.toscrape.com"] start_urls = ["https://quotes.toscrape.com/js/"] async def start(self): for url in self.start_urls: yield scrapy.Request( url, dont_filter=True, meta={ "selenium": True, "selenium_wait_css": ".quote", }, ) def parse(self, response): for quote in response.css(".quote .text::text").getall()[:3]: yield {"quote": quote}