def include_entry(self, entry):
        if "link" not in entry:
            return False
  
        #TODO: Use a more performance friendly way of finding out if
        #      the item has already been processed.Maybe use some sort
        #      of hashing algorithm?
        # Only fetch one record since it's faster.
        items_count = Item.objects.filter(
            Q(date = entry['published']) | Q(permalink = entry['link'])
        ).filter(
            feed = self.feed
        )[:1].count()
        
        return items_count == 0
Remove duplicate alignments from BAM files.
dataset/ETHPy150Open IanLewis/django-lifestream/lifestream/plugins/__init__.py/FeedPlugin.include_entry--crossover with--dataset/ETHPy150Open CGATOxford/cgat/obsolete/pipeline_proj012_chipseq.py/dedup