ChaoticByte/linkmapy
Archived
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Add existing project files

Browse source
This commit is contained in:
W13R 2021-12-09 10:55:29 +01:00
parent 432b0ec10f
commit 1f02b8d265
7 changed files with 263 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

12
lib/args.py Normal file
View file

@ -0,0 +1,12 @@
from argparse import ArgumentParser
argparser = ArgumentParser(description="Map all links on a site (and links on resulting sites)")
argparser.add_argument("url", help="The URL of the site you want to start from")
argparser.add_argument("--dump", action="store_true", help="Only output the found connections to the console and exit")
argparser.add_argument("--max-depth", metavar="N", type=int, help="The maximum depth at which links will be followed (default: 3)", default=3)
argparser.add_argument("--max-links-per-site", metavar="N", type=int, help="The maximum amount of links on a page that will be included (default: 3)", default=3)
argparser.add_argument("--http-download-limit", metavar="NBYTES", type=int, help="The maximum length of a requested html file download (in bytes) (default: 10000000)", default=10000000)
argparser.add_argument("--log", action="store_true", default=False, help="Log all visited sites and links to stderr")