<s> from webcrawler . crawlers import SimpleCrawler <EOL> from example_spider import ExampleSpider <EOL> from example_collector import ExampleCollector <EOL> from example_post_processor import ExamplePostProcessor <EOL> def run ( ) : <EOL> spider = ExampleSpider ( ) <EOL> crawler = SimpleCrawler ( <EOL> spider = spider , <EOL> collectors = [ ExampleCollector ( ) ] , <EOL> post_processors = [ ExamplePostProcessor ( ) ] , <EOL> concurrent_requests = <NUM_LIT:10> <EOL> ) <EOL> crawler . start ( ) <EOL> if __name__ == '<STR_LIT:__main__>' : <EOL> run ( ) </s>
