#!/usr/bin/env python3

import json

from sys import stderr

from lib.args import argparser
from lib.graph import pyvis_graph_from_pandas_DF
from lib.linkmap import LinkMapFromSitelinksGenerator
from lib.linkmap2pandasdf import linkmap2pandasDF


if __name__ == "__main__":

    args = argparser.parse_args()

    nm = LinkMapFromSitelinksGenerator()
    nm.site_request_max_len = args.http_download_limit
    nm.enable_log = args.log

    starturl = args.url
    if not (starturl.startswith("https://") or starturl.startswith("http://")):
        starturl = "https://" + starturl
    
    nm.generate(starturl, max_depth=args.max_depth, max_links_per_site=args.max_links_per_site)

    if args.dump:

        print(
            "\n".join(str(c) for c in nm.get_linkmap().link_connections)
        )
    
    else:

        pandasDF = linkmap2pandasDF(nm.get_linkmap())
        pyvis_network_graph = pyvis_graph_from_pandas_DF(pandasDF, heading=starturl)
        pyvis_network_graph.show("output.html")