First basic summarisation

main.py

@@ -7,6 +7,7 @@ import streamlit as st
 from dotenv import load_dotenv
 from googleapiclient.discovery import build
 from slugify import slugify
+from transformers import pipeline
 
 from beautiful_soup.app import get_url_content
 
@@ -60,7 +61,11 @@ def main():
         for result in results:
             st.write(result['link'])
             try:
-                st.write( get_url_content( result['link'] ) )
+                content = get_url_content( result['link'] )
+                summarizer = pipeline("summarization", model="sshleifer/distilbart-cnn-12-6")
+                summary = summarizer(content, max_length=130, min_length=30, do_sample=False, truncation=True)
+                for sentence in summary:
+                    st.write(sentence['summary_text'])
             except Exception as exception:
                 st.exception(exception)
 

requirements.txt

@@ -3,3 +3,4 @@ google
 python-dotenv
 beautifulsoup4
 python-slugify
+transformers[sentencepiece,torch]