def sitemap_urls_from_robots(robots_text):
 for line in robots_text.splitlines():
  if line.lstrip().startswith('Sitemap:'):
   (yield line.split(':', 1)[1].strip())

def sitemap_urls_from_robots ( robots_text ) : for line in robots_text . splitlines ( ) : if line . lstrip ( ) . startswith ( 'Sitemap:' ) : ( yield line . split ( ':' , 1 ) [ 1 ] . strip ( ) )
return an iterator over all sitemap urls contained in the given robots .