{"repository":{"description":"使用scrapy,redis, mongodb,graphite实现的一个分布式网络爬虫,底层存储mongodb集群,分布式使用redis实现,爬虫状态显示使用graphite实现","homepage":"","watchers":12,"stargazers":12,"forks":3,"fork":false,"size":152,"owner":"gnemoug","private":false,"open_issues":0,"has_issues":true,"has_downloads":true,"has_wiki":true,"created_at":"2013-04-17T02:14:02-07:00","pushed_at":"2013-04-17T18:40:24-07:00","master_branch":"master"},"actor_attributes":{"type":"User","name":"harmy","blog":"http://www.harmy.me","location":"shanghai","email":"4ee04d527d3103795b04531ae5b2ff8d4b6dbfc4@gmail.com"},"url":"https://github.com/gnemoug/distribute_crawler"}