Update app.py

app.py

@@ -1,23 +1,7 @@
-import requests
-from llama_index import SimpleDirectoryReader, GPTSimpleVectorIndex, LLMPredictor, ServiceContext, PromptHelper
-import gradio as gr
-
 import os
-from dotenv import load_dotenv
-
-# Load environment variables from .env file
-load_dotenv()
-
-# Get Hugging Face API key from environment variable
-hf_api_key = os.getenv("HF_API_KEY")
-
-API_URL = "https://api-inference.huggingface.co/models/mistralai/Mistral-7B-Instruct-v0.3"
-headers = {"Authorization": f"Bearer {hf_api_key}"}
-
-
-def query(payload):
-    response = requests.post(API_URL, headers=headers, json=payload)
-    return response.json()
+import gradio as gr
+from llama_index import SimpleDirectoryReader, GPTSimpleVectorIndex, LLMPredictor, ServiceContext, PromptHelper
+from langchain.chat_models import ChatOpenAI
 
 def init_index(directory_path):
     # Model parameters
@@ -26,14 +10,14 @@ def init_index(directory_path):
     max_chunk_overlap = 20
     chunk_size_limit = 600
 
-    # Prompt helper and predictor
+    # Initialize LLM predictor with LangChain ChatOpenAI model
     prompt_helper = PromptHelper(max_input_size, num_outputs, max_chunk_overlap, chunk_size_limit=chunk_size_limit)
-    llm_predictor = LLMPredictor(llm=query)
+    llm_predictor = LLMPredictor(llm=ChatOpenAI(temperature=0.7, model_name="gpt-3.5-turbo", max_tokens=num_outputs))
 
-    # Read documents from the "docs" folder
+    # Read documents from specified directory
     documents = SimpleDirectoryReader(directory_path).load_data()
 
-    # Initialize index with document data
+    # Initialize index with documents data
     service_context = ServiceContext.from_defaults(llm_predictor=llm_predictor, prompt_helper=prompt_helper)
     index = GPTSimpleVectorIndex.from_documents(documents, service_context=service_context)
 
@@ -51,14 +35,23 @@ def chatbot(input_text):
 
     return response.response
 
-# Create index
-init_index("docs")
+# Function to input OpenAI API key
+def get_api_key():
+    os.environ["OPENAI_API_KEY"] = input("Please enter your OpenAI API key: ")
 
-# Create UI interface to interact with the Hugging Face model
+# Create UI interface to interact with GPT-3 model
 iface = gr.Interface(fn=chatbot,
                      inputs=gr.components.Textbox(lines=7, placeholder="Enter your question here"),
                      outputs="text",
-                     title="Frost AI ChatBot: Your Knowledge Companion Powered by Hugging Face",
-                     description="Ask any question about rahasak research papers",
+                     title="Frost AI ChatBot: Your Knowledge Companion Powered by ChatGPT",
+                     description="Ask any question about research papers",
                      allow_screenshot=True)
+
+# Add API key input to interface
+iface.add_input("textbox", label="OpenAI API Key", type="text", default=get_api_key())
+
+# Initialize index
+init_index("docs")
+
+# Launch the interface
 iface.launch(share=True)