def run_crawler():
 projects = get_projects()
 for (file_path, project) in projects.items():
  logging.info((u'Processing %s' % file_path))
  if (api_key is not None):
   try:
    add_ohloh_metadata(project)
   except:
    logging.warning((u'Skipping Ohloh metadata for project %s' % project[u'name']))
  save_project(project, file_path)
 logging.info(u'Writing to tables')
 write_to_table(projects)
 logging.info(u'Done!')

def run_crawler ( ) : projects = get_projects ( ) for ( file_path , project ) in projects . items ( ) : logging . info ( ( u'Processing %s' % file_path ) ) if ( api_key is not None ) : try : add_ohloh_metadata ( project ) except : logging . warning ( ( u'Skipping Ohloh metadata for project %s' % project [ u'name' ] ) ) save_project ( project , file_path ) logging . info ( u'Writing to tables' ) write_to_table ( projects ) logging . info ( u'Done!' )
extracts the projects from the alternative internet page on github and downloads additional data from ohloh .