Add existing project files

This commit is contained in:
W13R 2021-12-09 10:55:29 +01:00
parent 432b0ec10f
commit 1f02b8d265
7 changed files with 263 additions and 0 deletions

37
linkmapy.py Normal file
View file

@ -0,0 +1,37 @@
#!/usr/bin/env python3
import json
from sys import stderr
from lib.args import argparser
from lib.graph import pyvis_graph_from_pandas_DF
from lib.linkmap import LinkMapFromSitelinksGenerator
from lib.linkmap2pandasdf import linkmap2pandasDF
if __name__ == "__main__":
args = argparser.parse_args()
nm = LinkMapFromSitelinksGenerator()
nm.site_request_max_len = args.http_download_limit
nm.enable_log = args.log
starturl = args.url
if not (starturl.startswith("https://") or starturl.startswith("http://")):
starturl = "https://" + starturl
nm.generate(starturl, max_depth=args.max_depth, max_links_per_site=args.max_links_per_site)
if args.dump:
print(
"\n".join(str(c) for c in nm.get_linkmap().link_connections)
)
else:
pandasDF = linkmap2pandasDF(nm.get_linkmap())
pyvis_network_graph = pyvis_graph_from_pandas_DF(pandasDF, heading=starturl)
pyvis_network_graph.show("output.html")