zhuhao commited on
Commit
2a78c1d
·
1 Parent(s): 5d39be1

fix: use user-defined rerank model's top_k parameter when knowledge Q&A conversation (#1396)

Browse files

### What problem does this PR solve?

During knowledge Q&A conversations, the user-defined rerank model's
top_k parameter was not used

#1395

### Type of change

- [x] Bug Fix (non-breaking change which fixes an issue)

Files changed (1) hide show
  1. api/db/services/dialog_service.py +2 -2
api/db/services/dialog_service.py CHANGED
@@ -127,7 +127,7 @@ def chat(dialog, messages, stream=True, **kwargs):
127
  dialog.similarity_threshold,
128
  dialog.vector_similarity_weight,
129
  doc_ids=kwargs["doc_ids"].split(",") if "doc_ids" in kwargs else None,
130
- top=1024, aggs=False, rerank_mdl=rerank_mdl)
131
  knowledges = [ck["content_with_weight"] for ck in kbinfos["chunks"]]
132
  #self-rag
133
  if dialog.prompt_config.get("self_rag") and not relevant(dialog.tenant_id, dialog.llm_id, questions[-1], knowledges):
@@ -136,7 +136,7 @@ def chat(dialog, messages, stream=True, **kwargs):
136
  dialog.similarity_threshold,
137
  dialog.vector_similarity_weight,
138
  doc_ids=kwargs["doc_ids"].split(",") if "doc_ids" in kwargs else None,
139
- top=1024, aggs=False, rerank_mdl=rerank_mdl)
140
  knowledges = [ck["content_with_weight"] for ck in kbinfos["chunks"]]
141
 
142
  chat_logger.info(
 
127
  dialog.similarity_threshold,
128
  dialog.vector_similarity_weight,
129
  doc_ids=kwargs["doc_ids"].split(",") if "doc_ids" in kwargs else None,
130
+ top=dialog.top_k, aggs=False, rerank_mdl=rerank_mdl)
131
  knowledges = [ck["content_with_weight"] for ck in kbinfos["chunks"]]
132
  #self-rag
133
  if dialog.prompt_config.get("self_rag") and not relevant(dialog.tenant_id, dialog.llm_id, questions[-1], knowledges):
 
136
  dialog.similarity_threshold,
137
  dialog.vector_similarity_weight,
138
  doc_ids=kwargs["doc_ids"].split(",") if "doc_ids" in kwargs else None,
139
+ top=dialog.top_k, aggs=False, rerank_mdl=rerank_mdl)
140
  knowledges = [ck["content_with_weight"] for ck in kbinfos["chunks"]]
141
 
142
  chat_logger.info(