Spaces:
Running
Running
Add concurrency to evaluator
Browse files
metagpt/ext/spo/utils/evaluation_utils.py
CHANGED
@@ -49,9 +49,15 @@ class EvaluationUtils:
|
|
49 |
succeed = True
|
50 |
else:
|
51 |
evaluation_results = []
|
52 |
-
|
53 |
-
|
54 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
55 |
|
56 |
logger.info(f"Evaluation Results {evaluation_results}")
|
57 |
|
|
|
49 |
succeed = True
|
50 |
else:
|
51 |
evaluation_results = []
|
52 |
+
|
53 |
+
evaluation_results.extend(
|
54 |
+
await asyncio.gather(
|
55 |
+
*(
|
56 |
+
evaluator.prompt_evaluate(samples=samples, new_samples=new_samples)
|
57 |
+
for _ in range(EVALUATION_REPETITION)
|
58 |
+
)
|
59 |
+
)
|
60 |
+
)
|
61 |
|
62 |
logger.info(f"Evaluation Results {evaluation_results}")
|
63 |
|