Update llmeval.py
Browse files- llmeval.py +4 -1
llmeval.py
CHANGED
@@ -196,6 +196,9 @@ class LLM_as_Evaluator():
|
|
196 |
|
197 |
|
198 |
def LLM_Evaluator(self,promptversion):
|
|
|
|
|
|
|
199 |
|
200 |
metrics=["biological_context_alignment","contextual_relevance_alignment","response_specificity","unit_coherence"]
|
201 |
|
@@ -206,7 +209,7 @@ class LLM_as_Evaluator():
|
|
206 |
SYSTEM_FOR_CONTEXTUAL_RELEVANCE_ALIGNMENT,
|
207 |
SYSTEM_PROMPT_FOR_RESPONSE_SPECIFICITY,
|
208 |
SYSTEM_PROMPT_FOR_TRIAD_COHERENCE
|
209 |
-
) = PROMPT_UPDATER(
|
210 |
|
211 |
prompt_map = {
|
212 |
"biological_context_alignment": SYSTEM_FOR_BIO_CONTEXT_ALIGNMENT,
|
|
|
196 |
|
197 |
|
198 |
def LLM_Evaluator(self,promptversion):
|
199 |
+
|
200 |
+
promptversion_splitted=promptversion.split(":")
|
201 |
+
agent_type=promptversion_splitted[0]
|
202 |
|
203 |
metrics=["biological_context_alignment","contextual_relevance_alignment","response_specificity","unit_coherence"]
|
204 |
|
|
|
209 |
SYSTEM_FOR_CONTEXTUAL_RELEVANCE_ALIGNMENT,
|
210 |
SYSTEM_PROMPT_FOR_RESPONSE_SPECIFICITY,
|
211 |
SYSTEM_PROMPT_FOR_TRIAD_COHERENCE
|
212 |
+
) = PROMPT_UPDATER(agent_type)
|
213 |
|
214 |
prompt_map = {
|
215 |
"biological_context_alignment": SYSTEM_FOR_BIO_CONTEXT_ALIGNMENT,
|