Junaidb commited on
Commit
b6ac80f
·
verified ·
1 Parent(s): 746897d

Update llmeval.py

Browse files
Files changed (1) hide show
  1. llmeval.py +4 -1
llmeval.py CHANGED
@@ -196,6 +196,9 @@ class LLM_as_Evaluator():
196
 
197
 
198
  def LLM_Evaluator(self,promptversion):
 
 
 
199
 
200
  metrics=["biological_context_alignment","contextual_relevance_alignment","response_specificity","unit_coherence"]
201
 
@@ -206,7 +209,7 @@ class LLM_as_Evaluator():
206
  SYSTEM_FOR_CONTEXTUAL_RELEVANCE_ALIGNMENT,
207
  SYSTEM_PROMPT_FOR_RESPONSE_SPECIFICITY,
208
  SYSTEM_PROMPT_FOR_TRIAD_COHERENCE
209
- ) = PROMPT_UPDATER("observation agent")
210
 
211
  prompt_map = {
212
  "biological_context_alignment": SYSTEM_FOR_BIO_CONTEXT_ALIGNMENT,
 
196
 
197
 
198
  def LLM_Evaluator(self,promptversion):
199
+
200
+ promptversion_splitted=promptversion.split(":")
201
+ agent_type=promptversion_splitted[0]
202
 
203
  metrics=["biological_context_alignment","contextual_relevance_alignment","response_specificity","unit_coherence"]
204
 
 
209
  SYSTEM_FOR_CONTEXTUAL_RELEVANCE_ALIGNMENT,
210
  SYSTEM_PROMPT_FOR_RESPONSE_SPECIFICITY,
211
  SYSTEM_PROMPT_FOR_TRIAD_COHERENCE
212
+ ) = PROMPT_UPDATER(agent_type)
213
 
214
  prompt_map = {
215
  "biological_context_alignment": SYSTEM_FOR_BIO_CONTEXT_ALIGNMENT,