from argparse import ArgumentParser argparser = ArgumentParser(description="Map all links on a site (and links on resulting sites)") argparser.add_argument("url", help="The URL of the site you want to start from") argparser.add_argument("--dump", action="store_true", help="Only output the found connections to the console and exit") argparser.add_argument("--max-depth", metavar="N", type=int, help="The maximum depth at which links will be followed (default: 3)", default=3) argparser.add_argument("--max-links-per-site", metavar="N", type=int, help="The maximum amount of links on a page that will be included (default: 3)", default=3) argparser.add_argument("--http-download-limit", metavar="NBYTES", type=int, help="The maximum length of a requested html file download (in bytes) (default: 10000000)", default=10000000) argparser.add_argument("--log", action="store_true", default=False, help="Log all visited sites and links to stderr")