{"repository":{"description":"使用scrapy,redis, mongodb,graphite实现的一个分布式网络爬虫,底层存储mongodb集群,分布式使用redis实现,爬虫状态显示使用graphite实现","homepage":"","watchers":17,"stargazers":17,"forks":7,"fork":false,"size":152,"owner":"gnemoug","private":false,"open_issues":0,"has_issues":true,"has_downloads":true,"has_wiki":true,"created_at":"2013-04-17T02:14:02-07:00","pushed_at":"2013-04-17T18:40:24-07:00","master_branch":"master"},"actor_attributes":{"type":"User","email":"da39a3ee5e6b4b0d3255bfef95601890afd80709"},"url":"https://github.com/kezhou2/distribute_crawler"}