XiangJinYu commited on
Commit
4ecc723
·
verified ·
1 Parent(s): c01c8e0

Add concurrency to evaluator

Browse files
metagpt/ext/spo/utils/evaluation_utils.py CHANGED
@@ -49,9 +49,15 @@ class EvaluationUtils:
49
  succeed = True
50
  else:
51
  evaluation_results = []
52
- for _ in range(EVALUATION_REPETITION):
53
- result = await evaluator.prompt_evaluate(samples=samples, new_samples=new_samples)
54
- evaluation_results.append(result)
 
 
 
 
 
 
55
 
56
  logger.info(f"Evaluation Results {evaluation_results}")
57
 
 
49
  succeed = True
50
  else:
51
  evaluation_results = []
52
+
53
+ evaluation_results.extend(
54
+ await asyncio.gather(
55
+ *(
56
+ evaluator.prompt_evaluate(samples=samples, new_samples=new_samples)
57
+ for _ in range(EVALUATION_REPETITION)
58
+ )
59
+ )
60
+ )
61
 
62
  logger.info(f"Evaluation Results {evaluation_results}")
63