import argparse from scrapy.commands import fetch from scrapy.utils.response import open_in_browser class Command(fetch.Command): def short_desc(self): return "Open URL in browser, as seen by Scrapy" def long_desc(self): return "Fetch a URL using the Scrapy downloader and show its contents in a browser" def add_options(self, parser): super().add_options(parser) parser.add_argument('--headers', help=argparse.SUPPRESS) def _print_response(self, response, opts): open_in_browser(response)