import gradio as gr
from langchain.document_loaders import ArxivLoader
from PyPDF2 import PdfReader
from langchain_community.llms import HuggingFaceHub
from langchain.text_splitter import TokenTextSplitter
from langchain.chains.summarize import load_summarize_chain
from langchain.document_loaders import PyPDFLoader
from transformers import pipeline
from dotenv import load_dotenv
import os
load_dotenv()
hugging_api_key = os.getenv('HUGGING_API_KEY')
from groq import AsyncGroq
from groq import Groq
from langchain_groq import ChatGroq
from langchain.document_loaders import ArxivLoader
from langchain.vectorstores import Chroma
from langchain.chains import RetrievalQA
from langchain.embeddings.huggingface_hub import HuggingFaceHubEmbeddings
from huggingface_hub import login
login(hugging_api_key)
embedding_model = HuggingFaceHubEmbeddings(huggingfacehub_api_token=hugging_api_key)
llm = ChatGroq(temperature=0, model_name="llama3-70b-8192", api_key = "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")
def display_results(result):
return "\n".join(result) # Join each entry with double newlines for better readability
def summarize_pdf(pdf_file_path, max_length):
# summarizer = pipeline('summarization', model='allenai/led-large-16384-arxiv', min_length=100, max_length=max_length, device=0)
loader = PdfReader(pdf_file_path)
text = """ """
for page in loader.pages:
text += page.extract_text()
text_splitter = TokenTextSplitter(chunk_size=8192, chunk_overlap=1000)
chunks = text_splitter.split_text(text)
summary = ""
for i in range(len(chunks)):
# text = chunks[i].page_content
text = chunks[i]
summary += summarize_text(text)
# summary = str(max_length)
return summary
def summarize_text(text):
sum_client = Groq(api_key="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")
messages = []
# messages.append({"role": "system", "content": "You are arxiv paper summarizer. If I give you the doi number, you should only output summarization. Summarization should be more than 10% words of the paper. For example, in the paper there are 500 words, than summarization should be more than 50 words."})
messages.append({"role": "system", "content": "You are summarizer. If I give you the whole text you should summarize it. And you don't need the title and author"})
messages = messages + [
{
"role": "user",
"content": f"Summarize the paper. The whole text is {text}",
},
]
response = sum_client.chat.completions.create(
messages=messages,
model="llama3-70b-8192",
temperature=0,
max_tokens=8192,
top_p=1,
stop=None
)
text_summary = response.choices[0].message.content
return text_summary
def remove_first_sentence_and_title(text):
# Remove the first sentence
first_sentence_end = text.find('. ') + 2 # Find the end of the first sentence
text_without_first_sentence = text[first_sentence_end:]
# Remove the title
title_start = text_without_first_sentence.find('**Title:**')
if title_start != -1:
title_end = text_without_first_sentence.find('\n', title_start)
if title_end != -1:
text_without_title = text_without_first_sentence[:title_start] + text_without_first_sentence[title_end+1:]
else:
text_without_title = text_without_first_sentence[:title_start]
else:
text_without_title = text_without_first_sentence
return text_without_title.strip()
def summarize_arxiv_pdf(query):
loader = ArxivLoader(query=query, load_max_docs=10)
documents = loader.load()
text_splitter = TokenTextSplitter(chunk_size=5700, chunk_overlap=100)
chunks = text_splitter.split_documents(documents)
text = documents[0].page_content
ref_summary = ""
for i in range(len(chunks)):
text = chunks[i].page_content
ref_summary += summarize_text(text)
# ref_summary = ref_summary.split('paper:')[1]
# ref_summary = remove_first_sentence_and_title(ref_summary)
ref_summary = ref_summary.replace("Here is a summary of the paper:", "").strip()
arxiv_summary = loader.get_summaries_as_docs()
summaries = []
for doc in arxiv_summary:
title = doc.metadata.get("Title")
authors = doc.metadata.get("Authors")
url = doc.metadata.get("Entry ID")
summary = doc.page_content
summaries.append(f"**{title}**\n")
summaries.append(f"**Authors:** {authors}\n")
summaries.append(f"**View full paper:** [Link to paper]({url})\n")
summaries.append(f"**Summary:** {summary}\n")
summaries.append(f"**Lazyman Summary:**\n ")
summaries.append(f"{ref_summary}")
summaries = display_results(summaries)
print(summaries)
return summaries
client = AsyncGroq(api_key="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")
async def chat_with_replit(message, history):
messages = []
for chat in history:
user = str(chat[0])
assistant = str(chat[1])
messages.append({"role": "system", "content": "You are assistor. I will ask you some questions than you should answer!"})
messages.append({"role": 'user', "content": user})
messages.append({"role": 'assistant', "content": assistant})
messages = messages + [
{
"role": "user",
"content": str(message),
},
]
print(messages)
response_content = ""
stream = await client.chat.completions.create(
messages=messages,
model="llama3-70b-8192",
temperature=0,
max_tokens=1024,
top_p=1,
stop=None,
stream=True,
)
async for chunk in stream:
content = chunk.choices[0].delta.content
if content:
response_content += chunk.choices[0].delta.content
yield response_content
js = """<script src="https://replit.com/public/js/replit-badge-v2.js" theme="dark" position="bottom-right"></script>"""
async def chat_with_replit_pdf(message, history, doi_num):
messages = []
old_doi = "old"
if old_doi != doi_num:
loader = ArxivLoader(query=str(doi_num), load_max_docs=10)
documents = loader.load_and_split()
metadata = documents[0].metadata
vector_store = Chroma.from_documents(documents, embedding_model)
old_doi = doi_num
def retrieve_relevant_content(user_query):
results = vector_store.similarity_search(user_query, k=3)
relevant_content = "\n\n".join([doc.page_content for doc in results])
return relevant_content
relevant_content = retrieve_relevant_content(message)
messages = messages + [
{
"role": "user",
"content": str(message),
},
{
"role": "system",
"content": f"You should answer about this arxiv paper for {doi_num}.\n"
f"This is the metadata of the paper:{metadata}.\n"
f"This is relevant information of the paper:{relevant_content}.\n"
}
]
print(messages)
response_content = ""
stream = await client.chat.completions.create(
messages=messages,
model="llama3-70b-8192",
temperature=0,
max_tokens=1024,
top_p=1,
stop=None,
stream=False,
)
return stream.choices[0].message.content;
with gr.Blocks() as app:
with gr.Tab(label="Arxiv summarization"):
with gr.Column():
number = gr.Textbox(label="Enter your arxiv number")
sumarxiv_btn = gr.Button(value="summarize-arxiv")
with gr.Column():
outputs = gr.Markdown(label="Summary", height=1000)
sumarxiv_btn.click(summarize_arxiv_pdf, inputs=number, outputs=outputs)
with gr.Tab(label="Local summarization"):
with gr.Row():
with gr.Column():
input_path = gr.File(label="Upload PDF file")
with gr.Column():
# set_temperature = gr.Slider(0, 1, value=0, step=0.1, label="temperature")
set_max_length = gr.Slider(512, 4096, value=2048, step=512, label="max length")
sumlocal_btn = gr.Button(value="summarize-local")
with gr.Row():
output_local = gr.Markdown(label="summary", height=1000)
sumlocal_btn.click(summarize_pdf, inputs=[input_path, set_max_length], outputs=output_local)
with gr.Tab(label="ChatBot"):
gr.ChatInterface(chat_with_replit,
examples=[
"Explain about the attention is all you need",
"Who is the inventor of the GAN",
"What is the main idea style transfer?"
])
with gr.Tab(label="Chat with pdf"):
gr.ChatInterface(fn = chat_with_replit_pdf,
additional_inputs = [
gr.Textbox(label="doi", placeholder="Enter doi number")
],
type="messages")
app.launch()