Gather crawler stats

        @return: A dict of stats

def get_crawler_stats(self):
        '''
        Gather crawler stats

        @return: A dict of stats
        '''
        self.logger.debug("Gathering crawler stats")
        the_dict = {}

        the_dict['spiders'] = self.get_spider_stats()['spiders']
        the_dict['machines'] = self.get_machine_stats()['machines']
        the_dict['queue'] = self.get_queue_stats()['queues']

        return the_dict