WikiCrawler/Backend/LightweightRobots.cs
/// <summary>
/// Gets a time, in seconds, that the crawler is requested to wait between page requests.
/// (Crawl-delay tag)
/// </summary>
Gets a time, in seconds, that the crawler is requested to wait between page requests.
(Crawl-delay tag)
Gets a time in seconds that the crawler is requested to wait between page requests . ( Crawl - delay tag )
public int CrawlDelay()
        {
            if (crawldelay.ContainsKey(UserAgent))
                return crawldelay[UserAgent];
            else
                return crawldelay["*"];
        }
public int CrawlDelay ( ) { if ( crawldelay . ContainsKey ( UserAgent ) ) return crawldelay [ UserAgent ] ; else return crawldelay [ " " ] ; }
Gets a time, in seconds, that the crawler is requested to wait between page requests.
Gets a time in seconds that the crawler is requested to wait between page requests .