def get_resp(url):
    try:
        headers = {'User-Agent': random.choice(USER_AGENTS)}
        request = requests.get(url, headers=headers, proxies=get_proxies())
        return lh.fromstring(request.text.encode('utf-8'))
    except Exception:
        sys.stderr.write('Failed to retrieve {0}.\n'.format(url))
        raise
Get webpage response as an lxml.html.HtmlElement object
dataset/ETHPy150Open huntrar/scrape/scrape/utils.py/get_resp