quyip commited on
Commit
8327181
·
1 Parent(s): b903ee4
Files changed (1) hide show
  1. main.py +1 -3
main.py CHANGED
@@ -9,7 +9,7 @@ from utils.summary_utils import summarize
9
 
10
  KEY = 'J9l#K4wP5h@2'
11
  app = FastAPI()
12
- executor = ThreadPoolExecutor()
13
 
14
 
15
  @app.get("/")
@@ -28,10 +28,8 @@ async def summary(request: SummaryReq):
28
  async def summaries(request: SummariesReq):
29
  if request.key != KEY:
30
  return 'Unauthorized'
31
- print(f'process pages length: {len(request.pages)}')
32
  pages_summaries, uncached_pages = get_summarize_from_cache(request.pages)
33
  print(f'processing cached pages: {len(pages_summaries)}, uncached pages: {len(uncached_pages)}')
34
  loop = asyncio.get_event_loop()
35
  await loop.run_in_executor(executor, summarize_un_cache_page, uncached_pages)
36
- print('return')
37
  return pages_summaries
 
9
 
10
  KEY = 'J9l#K4wP5h@2'
11
  app = FastAPI()
12
+ executor = ThreadPoolExecutor(max_workers=5)
13
 
14
 
15
  @app.get("/")
 
28
  async def summaries(request: SummariesReq):
29
  if request.key != KEY:
30
  return 'Unauthorized'
 
31
  pages_summaries, uncached_pages = get_summarize_from_cache(request.pages)
32
  print(f'processing cached pages: {len(pages_summaries)}, uncached pages: {len(uncached_pages)}')
33
  loop = asyncio.get_event_loop()
34
  await loop.run_in_executor(executor, summarize_un_cache_page, uncached_pages)
 
35
  return pages_summaries