Add existing project files
This commit is contained in:
parent
432b0ec10f
commit
1f02b8d265
7 changed files with 263 additions and 0 deletions
37
linkmapy.py
Normal file
37
linkmapy.py
Normal file
|
@ -0,0 +1,37 @@
|
|||
#!/usr/bin/env python3
|
||||
|
||||
import json
|
||||
|
||||
from sys import stderr
|
||||
|
||||
from lib.args import argparser
|
||||
from lib.graph import pyvis_graph_from_pandas_DF
|
||||
from lib.linkmap import LinkMapFromSitelinksGenerator
|
||||
from lib.linkmap2pandasdf import linkmap2pandasDF
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
|
||||
args = argparser.parse_args()
|
||||
|
||||
nm = LinkMapFromSitelinksGenerator()
|
||||
nm.site_request_max_len = args.http_download_limit
|
||||
nm.enable_log = args.log
|
||||
|
||||
starturl = args.url
|
||||
if not (starturl.startswith("https://") or starturl.startswith("http://")):
|
||||
starturl = "https://" + starturl
|
||||
|
||||
nm.generate(starturl, max_depth=args.max_depth, max_links_per_site=args.max_links_per_site)
|
||||
|
||||
if args.dump:
|
||||
|
||||
print(
|
||||
"\n".join(str(c) for c in nm.get_linkmap().link_connections)
|
||||
)
|
||||
|
||||
else:
|
||||
|
||||
pandasDF = linkmap2pandasDF(nm.get_linkmap())
|
||||
pyvis_network_graph = pyvis_graph_from_pandas_DF(pandasDF, heading=starturl)
|
||||
pyvis_network_graph.show("output.html")
|
Reference in a new issue