def _html(url, rheaders=None):
 headers = {'User-Agent': HEADER_USER_AGENT}
 if rheaders:
  headers.update(rheaders)
 request = urllib2.Request(url, headers=headers)
 return BeautifulSoup(_get(request), convertEntities=BeautifulSoup.HTML_ENTITIES)

def _html ( url , rheaders = None ) : headers = { 'User-Agent' : HEADER_USER_AGENT } if rheaders : headers . update ( rheaders ) request = urllib2 . Request ( url , headers = headers ) return BeautifulSoup ( _get ( request ) , convertEntities = BeautifulSoup . HTML_ENTITIES )
downloads the resource at the given url and parses via beautifulsoup .