parse_har_fld.py

#@author: https://gist.github.com/tomatohater/8853161
#@modified by: saurabh nanda, snanda2@ncsu.edu

"""Reads a har file from the filesystem, converts to CSV, then dumps to
stdout.
"""

import argparse
import json
from urllib.parse import urlparse
from tld import get_fld




def main(harfile_path):
    """Reads a har file from the filesystem, converts to CSV, then dumps to
    stdout.
    """
    harfile = open(harfile_path, encoding="utf8")
    harfile_json = json.loads(harfile.read())

    i = 0
    li=[]
    count=0

    for entry in harfile_json['log']['entries']:
        i = i + 1
        url = entry['request']['url']
        urlparts = urlparse(entry['request']['url'])
        size_bytes = entry['response']['bodySize']
        size_kilobytes = float(entry['response']['bodySize'])/1024
        mimetype = 'unknown'

        if 'mimeType' in entry['response']['content']:
            mimetype = entry['response']['content']['mimeType']



        li.append(str(get_fld(url,fail_silently=True)))
        count=count+1


    return li


if __name__ == '__main__':
    argparser = argparse.ArgumentParser(
        prog='parsehar',
        description='Parse .har files into comma separated values (csv).')
    argparser.add_argument('harfile', type=str, nargs=1,
                        help='path to harfile to be processed.')
    args = argparser.parse_args()

    main(args.harfile[0])