from selenium import webdriver
from selenium.webdriver.common.keys import Keys
from selenium.webdriver.common.by import By
from selenium.webdriver.support.ui import WebDriverWait
from selenium.webdriver.support import expected_conditions as EC
import time

options = webdriver.FirefoxOptions()
options.add_argument("--headless")
driver = webdriver.Firefox(options=options)


url="https://crashlaker.github.io/"
driver.get(url)
time.sleep(3)

driver.get_screenshot_as_file("test.png")
driver.quit()

from selenium import webdriver
from selenium.webdriver.common.keys import Keys
from selenium.webdriver.common.by import By
from selenium.webdriver.support.ui import WebDriverWait
from selenium.webdriver.support import expected_conditions as EC
import time
import os
import re
import shutil
import json
import toil
#import Tkinter as tk
import tkinter as tk
from browsermobproxy import Server
#
#
browsermob_location = "/opt/browsermob-proxy-2.1.4/bin/browsermob-proxy"
server = Server(path=browsermob_location,
        options={'port': 8080})

server.start()
proxy = server.create_proxy()

options = webdriver.FirefoxOptions()
options.add_argument("--headless")

profile = webdriver.FirefoxProfile()
profile.set_proxy(proxy.selenium_proxy())
driver = webdriver.Firefox(options=options, firefox_profile=profile)

proxy.new_har("Example", options={'captureHeaders': True, 'captureContent': True})
url="https://crashlaker.github.io/"
#url = "http://pudim.com.br/"

try:
    driver.get(url)
    time.sleep(10)
    driver.save_screenshot("test.png")
    entries = proxy.har['log']['entries']
    for entry in entries:
        print(entry['request']['url'])
        if 'request' in entry:
            if entry['request']['url'] == 'https://crashlaker.github.io/assets/static/d3js/crashlaker-macro-skills.js':
                text = entry['response']['content']['text']
                print(text[:300])
except:
    print("error")
    pass

server.stop()
driver.quit()