Update app.py

app.py

@@ -1,26 +1,45 @@
-import streamlit as st
-import requests
-from transformers import pipeline
 import os
+import streamlit as st
+
+
+from dotenv import load_dotenv
+from langchain.llms import HuggingFaceEndpoint
+
+load_dotenv()
+
+os.environ["HUGGINGFACEHUB_API_TOKEN"]=os.getenv("HF_TOKEN")
+
+huggingface_token = os.environ["HUGGINGFACEHUB_API_TOKEN"]
+
+#Function to return the response
+def load_answer(question):
+    # "text-davinci-003" model is depreciated, so using the latest one https://platform.openai.com/docs/deprecations
+    if question:
+        llm = HuggingFaceEndpoint(repo_id="mistralai/Mistral-7B-Instruct-v0.2")
+
+        #Last week langchain has recommended to use invoke function for the below please :)
+        answer=llm.invoke(question)
+        return answer
+
+
+#App UI starts here
+st.set_page_config(page_title="LangChain Demo - Mistral", page_icon=":robot:")
+st.header("LangChain Demo - Mistral")
+
+#Gets the user input
+def get_text():
+    input_text = st.text_input("You: ", key="input")
+    return input_text
+
 
-# Load the token from Hugging Face secrets
-HUGGINGFACE_TOKEN = os.environ.get("hf_token")  # Ensure this token is correctly set
-print("Hugging Face Token:", HUGGINGFACE_TOKEN)  # Debugging line
+user_input=get_text()
+response = load_answer(user_input)
 
-# Set up the text generation pipeline with the token
-pipe = pipeline("text-generation", model="mistralai/Mistral-7B-v0.1", 
-                use_auth_token=HUGGINGFACE_TOKEN)
+submit = st.button('Generate')  
 
-# Streamlit application
-st.title("Text Generation with Hugging Face")
+#If generate button is clicked
+if submit:
 
-# User input
-user_input = st.text_input("You: ", "Who are you?")
+    st.subheader("Answer:")
 
-if st.button("Generate Response"):
-    if user_input:
-        response = pipe(user_input)
-        generated_text = response[0]['generated_text']  # Adjust according to the response format
-        st.text_area("Bot:", generated_text, height=200)
-    else:
-        st.warning("Please enter a message.")
+    st.write(response)