scraper/github/__init__.py
def _check_api_limits(gh_session, api_required=250, sleep_time=15):
    """
    Simplified check for API limits

    If necessary, spin in place waiting for API to reset before returning.

    See: https://developer.github.com/v3/#rate-limiting
    """
    api_rates = gh_session.rate_limit()

    api_remaining = api_rates['rate']['remaining']
    api_reset = api_rates['rate']['reset']
    logger.debug('Rate Limit - %d requests remaining', api_remaining)

    if api_remaining > api_required:
        return

    now_time = time.time()
    time_to_reset = int(api_reset - now_time)
    logger.warn('Rate Limit Depleted - Sleeping for %d seconds', time_to_reset)

    while now_time < api_reset:
        time.sleep(10)
        now_time = time.time()

    return
def _check_api_limits(gh_session, api_required=250, sleep_time=15):
    api_rates = gh_session.rate_limit()

    api_remaining = api_rates['rate']['remaining']
    api_reset = api_rates['rate']['reset']
    logger.debug('Rate Limit - %d requests remaining', api_remaining)

    if api_remaining > api_required:
        return

    now_time = time.time()
    time_to_reset = int(api_reset - now_time)
    logger.warn('Rate Limit Depleted - Sleeping for %d seconds', time_to_reset)

    while now_time < api_reset:
        time.sleep(10)
        now_time = time.time()

    return
def _check_api_limits ( gh_session , api_required = 250 , sleep_time = 15 ) : api_rates = gh_session . rate_limit ( ) api_remaining = api_rates [ 'rate' ] [ 'remaining' ] api_reset = api_rates [ 'rate' ] [ 'reset' ] logger . debug ( 'Rate Limit - %d requests remaining' , api_remaining ) if api_remaining > api_required : return now_time = time . time ( ) time_to_reset = int ( api_reset - now_time ) logger . warn ( 'Rate Limit Depleted - Sleeping for %d seconds' , time_to_reset ) while now_time < api_reset : time . sleep ( 10 ) now_time = time . time ( ) return
Simplified check for API limits

    If necessary, spin in place waiting for API to reset before returning.

    See: https://developer.github.com/v3/#rate-limiting
Simplified check for API limits