13 lines
947 B
Python
13 lines
947 B
Python
|
|
||
|
|
from argparse import ArgumentParser
|
||
|
|
|
||
|
|
argparser = ArgumentParser(description="Map all links on a site (and links on resulting sites)")
|
||
|
|
|
||
|
|
argparser.add_argument("url", help="The URL of the site you want to start from")
|
||
|
|
|
||
|
|
argparser.add_argument("--dump", action="store_true", help="Only output the found connections to the console and exit")
|
||
|
|
argparser.add_argument("--max-depth", metavar="N", type=int, help="The maximum depth at which links will be followed (default: 3)", default=3)
|
||
|
|
argparser.add_argument("--max-links-per-site", metavar="N", type=int, help="The maximum amount of links on a page that will be included (default: 3)", default=3)
|
||
|
|
argparser.add_argument("--http-download-limit", metavar="NBYTES", type=int, help="The maximum length of a requested html file download (in bytes) (default: 10000000)", default=10000000)
|
||
|
|
argparser.add_argument("--log", action="store_true", default=False, help="Log all visited sites and links to stderr")
|