def harvest(self, start_date=None, end_date=None):

        base_url = 'http://130.179.67.140/api/3/action/current_package_list_with_resources'

        records = requests.get(base_url).json()['result']
        total = len(records)  # Total number of documents
        logger.info('{} documents to be harvested'.format(total))

        return [
            RawDocument({
                'doc': json.dumps(record),
                'source': self.short_name,
                'docID': record['id'],
                'filetype': 'json'
            }) for record in records
        ]
Returns a list of Rawdocuments (metadata)
dataset/ETHPy150Open CenterForOpenScience/scrapi/scrapi/harvesters/lwbin.py/LWBINHarvester.harvest