s3pipeline/pipelines.py
def process_item(self, item, spider):
        """
        Process single item. Add item to items and then upload to S3 if size of items
        >= max_chunk_size.
        """
        self.items.append(item)
        if len(self.items) >= self.max_chunk_size:
            self._upload_chunk(spider)

        return item
def process_item(self, item, spider):
        self.items.append(item)
        if len(self.items) >= self.max_chunk_size:
            self._upload_chunk(spider)

        return item
def process_item ( self , item , spider ) : self . items . append ( item ) if len ( self . items ) >= self . max_chunk_size : self . _upload_chunk ( spider ) return item
Process single item. Add item to items and then upload to S3 if size of items
        >= max_chunk_size.
Process single item . Add item to items and then upload to S3 if size of items > = max_chunk_size .