philipk22's picture
change Dockerfile
9871eb4
from fastapi import FastAPI, UploadFile, File, HTTPException
from fastapi.middleware.cors import CORSMiddleware
from fastapi.responses import JSONResponse
from fastapi.staticfiles import StaticFiles
from pydantic import BaseModel
from typing import List
import os
from dotenv import load_dotenv
import tempfile
import logging
# Set up logging
logging.basicConfig(level=logging.INFO)
logger = logging.getLogger(__name__)
# Update imports to use relative paths
from .text_utils import CharacterTextSplitter, TextFileLoader, PDFLoader
from .openai_utils import SystemRolePrompt, UserRolePrompt, ChatOpenAI
from .vector_store import VectorDatabase
load_dotenv()
app = FastAPI()
# Configure CORS - update to be more specific
app.add_middleware(
CORSMiddleware,
allow_origins=["http://localhost:8000", "http://localhost:3000", "http://127.0.0.1:8000", "http://127.0.0.1:3000"],
allow_credentials=True,
allow_methods=["*"],
allow_headers=["*"],
)
# Prompt templates
system_template = """\
Use the following context to answer a users question. If you cannot find the answer in the context, say you don't know the answer."""
system_role_prompt = SystemRolePrompt(system_template)
user_prompt_template = """\
Context:
{context}
Question:
{question}
"""
user_role_prompt = UserRolePrompt(user_prompt_template)
# Initialize components
text_splitter = CharacterTextSplitter()
chat_openai = ChatOpenAI()
# Store vector databases for each session
vector_dbs = {}
class QueryRequest(BaseModel):
session_id: str
query: str
@app.post("/upload")
async def upload_file(file: UploadFile = File(...)):
try:
# Use tempfile instead of direct file writing
with tempfile.NamedTemporaryFile(delete=False) as temp_file:
content = await file.read()
temp_file.write(content)
file_path = temp_file.name
# Process file
loader = PDFLoader(file_path) if file.filename.lower().endswith('.pdf') else TextFileLoader(file_path)
documents = loader.load_documents()
texts = text_splitter.split_texts(documents)
# Create vector database
vector_db = VectorDatabase()
vector_db = await vector_db.abuild_from_list(texts)
# Generate session ID and store vector_db
import uuid
session_id = str(uuid.uuid4())
vector_dbs[session_id] = vector_db
# Cleanup
os.unlink(file_path)
# Change the response to include a header that prevents the popup
return JSONResponse(
content={"session_id": session_id, "message": "File processed successfully"},
headers={
"Content-Type": "application/json",
"X-Content-Type-Options": "nosniff"
}
)
except Exception as e:
raise HTTPException(status_code=500, detail=str(e))
@app.post("/query")
async def query(request: QueryRequest):
try:
logger.info(f"Received query request with session_id: {request.session_id}")
vector_db = vector_dbs.get(request.session_id)
if not vector_db:
logger.error(f"Session not found: {request.session_id}")
raise HTTPException(status_code=404, detail="Session not found")
# Retrieve context
logger.info(f"Searching for context with query: {request.query}")
context_list = await vector_db.search_by_text(request.query, k=4)
context_prompt = "\n".join([str(context[0]) for context in context_list])
# Generate prompts
formatted_system_prompt = system_role_prompt.create_message()
formatted_user_prompt = user_role_prompt.create_message(
question=request.query,
context=context_prompt
)
# Get response
logger.info("Getting response from OpenAI")
response = await chat_openai.acomplete(
[formatted_system_prompt, formatted_user_prompt]
)
logger.info(f"Got response: {response}")
return {
"answer": str(response),
"context": [str(context[0]) for context in context_list]
}
except Exception as e:
logger.error(f"Error processing query: {str(e)}", exc_info=True)
raise HTTPException(status_code=500, detail=str(e))
# Optional: Cleanup endpoint
@app.delete("/session/{session_id}")
async def cleanup_session(session_id: str):
if session_id in vector_dbs:
del vector_dbs[session_id]
return {"message": "Session cleaned up successfully"}
raise HTTPException(status_code=404, detail="Session not found")
# Keep the root endpoint
# @app.get("/")
# async def read_root():
# return JSONResponse(content={"message": "API is running"})
@app.get("/health")
async def health_check():
return {"status": "healthy"}
# Move this to the end of the file, after all routes
app.mount("/", StaticFiles(directory="/code/frontend/dist", html=True), name="static")