fix

main.py

@@ -1,7 +1,4 @@
-import asyncio
-from concurrent.futures import ThreadPoolExecutor
-
-from fastapi import FastAPI
+from fastapi import FastAPI, BackgroundTasks
 
 from utils.cache_layer import get_summarize_from_cache, summarize_un_cache_page
 from utils.data_proto import SummaryReq, SummariesReq
@@ -9,7 +6,6 @@ from utils.summary_utils import summarize
 
 KEY = 'J9l#K4wP5h@2'
 app = FastAPI()
-executor = ThreadPoolExecutor(max_workers=5)
 
 
 @app.get("/")
@@ -25,11 +21,11 @@ async def summary(request: SummaryReq):
 
 
 @app.post("/summaries/")
-async def summaries(request: SummariesReq):
+async def summaries(background_tasks: BackgroundTasks, request: SummariesReq):
     if request.key != KEY:
         return 'Unauthorized'
     pages_summaries, uncached_pages = get_summarize_from_cache(request.pages)
     print(f'processing cached pages: {len(pages_summaries)}, uncached pages: {len(uncached_pages)}')
-    loop = asyncio.get_event_loop()
-    await loop.run_in_executor(executor, summarize_un_cache_page, uncached_pages)
+    background_tasks.add_task(summarize_un_cache_page, uncached_pages)
+    print('return')
     return pages_summaries

requirements.txt

@@ -1,6 +1,5 @@
 fastapi
 uvicorn
-asyncio
 diskcache
 langdetect
 protobuf