Spaces:
Sleeping
Sleeping
File size: 3,899 Bytes
4a91290 f275dc7 4a91290 f275dc7 4a91290 caf1bb9 4a91290 933f3fc 4a91290 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 |
import os
import faiss
import numpy as np
import json
import gradio as gr
from openai import OpenAI
from sentence_transformers import SentenceTransformer
# Step 1: Set up OpenAI API key
openai_api_key = os.environ.get("OPENAI_API_KEY", "")
client = OpenAI(api_key=openai_api_key)
# Step 2: Load the pre-trained FAISS index and SentenceTransformer model
index = faiss.read_index("faiss_index.bin")
model = SentenceTransformer('all-MiniLM-L6-v2')
def load_documents(docs_path):
with open(docs_path, 'r', encoding='utf-8') as file:
return json.load(file)
# Specify the path to your JSON file
docs_path = 'documents.json'
documents = load_documents(docs_path)
dimension = 1536
def get_embeddings(text):
response = client.embeddings.create(
model="text-embedding-3-small",
input = [text]
)
embedding = response.data[0].embedding
return np.array(embedding, dtype='float32')
# Step 3: Function to search FAISS index
def search_index(query, k=3):
# Convert query to an embedding
query_vector = get_embeddings(query).reshape(1, -1).astype('float32')
# Check if the index is not empty before searching
if index.ntotal == 0:
return "No documents in the index."
# Search the FAISS index for the nearest neighbors
distances, indices = index.search(query_vector, k)
# Retrieve the top matching documents
results = [documents[i] for i in indices[0] if i != -1]
if results:
return "\n\n".join(results)
else:
return "No relevant documents found."
# Step 4: Function to generate a response using OpenAI's GPT
def generate_response(context, user_input):
prompt = f"{context}\n\nUser: {user_input}\nAssistant:"
response = client.chat.completions.create(
model="gpt-4o-mini",
messages=[{"role": "system", "content": "You are a helpful assistant."},
{"role": "user", "content": prompt}],
# stream=True,
)
# for chunk in stream:
# if chunk.choices[0].delta.content is not None:
# print(chunk.choices[0].delta.content, end="")
return response.choices[0].message.content
# Step 5: Gradio chatbot function
def chatbot_interface(user_input, chat_history):
# Step 5.1: Retrieve context using FAISS
context = search_index(user_input)
# Step 5.2: Generate a response using OpenAI GPT model
response = generate_response(context, user_input)
# Step 5.3: Update chat history
chat_history.append((user_input, response))
return chat_history, chat_history
def chat_gen(message, history):
history_openai_format = []
context = search_index(message)
prompt = f"Context: {context}\n\n Question: {message}\nAssistant:"
response = client.chat.completions.create(
model="gpt-4o-mini",
messages=[{"role": "system", "content": "You are a helpful assistant. You are assisting students who are studying at DDI program at Assumption University. Answer the questions with the provided context. Do not include based on the context or based on the documents in your answer. Please say you do not know if you do not know or cannot find the information needed."},
{"role": "user", "content": prompt}],
stream=True,
)
partial_message = ""
for chunk in response:
if chunk.choices[0].delta.content is not None:
partial_message = partial_message + chunk.choices[0].delta.content
yield partial_message
initial_msg = "Hello! I am DDI assistant. You can ask me anything about DDI program. I am happy to assist you."
chatbot = gr.Chatbot(value = [[None, initial_msg]])
demo = gr.ChatInterface(chat_gen, chatbot=chatbot, fill_height=True).queue()
try:
demo.launch(debug=True, share=False, show_api=False)
demo.close()
except Exception as e:
demo.close()
print(e)
raise e
|