add api changes

.gitignore

@@ -1,2 +1,4 @@
 .venv/
 .env
+__pycache__/
+

api.py

@@ -0,0 +1,39 @@
+# File: api.py
+from fastapi import FastAPI, HTTPException
+from pydantic import BaseModel
+from data_ingestion import run_ingestion_pipeline
+from retrieval import rag_query
+import logging
+
+logging.basicConfig(level=logging.INFO, format='%(asctime)s - %(levelname)s - %(message)s')
+
+app = FastAPI()
+
+class IngestRequest(BaseModel):
+    query: str
+    max_results: int = 10
+
+class QueryRequest(BaseModel):
+    query: str
+
+@app.post("/ingest")
+async def ingest(request: IngestRequest):
+    try:
+        result = run_ingestion_pipeline(request.query, request.max_results)
+        return {"message": result}
+    except Exception as e:
+        logging.error(f"Ingestion error: {str(e)}")
+        raise HTTPException(status_code=500, detail=str(e))
+
+@app.post("/query")
+async def query(request: QueryRequest):
+    try:
+        result = rag_query(request.query)
+        return {"result": result}
+    except Exception as e:
+        logging.error(f"Query error: {str(e)}")
+        raise HTTPException(status_code=500, detail=str(e))
+
+if __name__ == "__main__":
+    import uvicorn
+    uvicorn.run(app, host="0.0.0.0", port=8000)

app.py

@@ -1,9 +1,20 @@
 # File: app.py
 import gradio as gr
 from retrieval import rag_query
+import logging
+
+# Set up logging
+logging.basicConfig(level=logging.INFO, format='%(asctime)s - %(levelname)s - %(message)s')
 
 def gradio_interface(query: str) -> str:
-    return rag_query(query)
+    try:
+        logging.info(f"Received query: {query}")
+        result = rag_query(query)
+        logging.info("Query processed successfully")
+        return result
+    except Exception as e:
+        logging.error(f"Error processing query: {str(e)}")
+        return f"An error occurred: {str(e)}"
 
 iface = gr.Interface(
     fn=gradio_interface,
@@ -14,4 +25,8 @@ iface = gr.Interface(
 )
 
 if __name__ == "__main__":
-    iface.launch()
+    try:
+        logging.info("Starting Gradio interface")
+        iface.launch()
+    except Exception as e:
+        logging.error(f"Failed to start Gradio interface: {str(e)}")

requirements.txt

@@ -48,4 +48,8 @@ arxiv
 pymupdf
 datasets
 gradio
-langchain-community
+langchain-community
+
+fastapi==0.95.0
+uvicorn==0.21.1
+pydantic==1.10.7

test_api.sh

@@ -0,0 +1,11 @@
+#!/bin/bash
+
+echo "Testing ingestion endpoint..."
+curl -X POST "http://localhost:8000/ingest" \
+     -H "Content-Type: application/json" \
+     -d '{"query": "quantum computing", "max_results": 5}'
+
+echo -e "\n\nTesting query endpoint..."
+curl -X POST "http://localhost:8000/query" \
+     -H "Content-Type: application/json" \
+     -d '{"query": "What are the recent advancements in quantum computing?"}'