Kevin Hu commited on
Commit
3090a99
·
1 Parent(s): 65ed2b0

set default LLM to new registered user (#3180)

Browse files

### What problem does this PR solve?


### Type of change

- [x] Bug Fix (non-breaking change which fixes an issue)

Files changed (1) hide show
  1. api/settings.py +9 -8
api/settings.py CHANGED
@@ -60,9 +60,10 @@ REQUEST_MAX_WAIT_SEC = 300
60
  USE_REGISTRY = get_base_config("use_registry")
61
 
62
  LLM = get_base_config("user_default_llm", {})
63
- LLM_FACTORY = LLM.get("factory", "Tongyi-Qianwen")
64
  LLM_BASE_URL = LLM.get("base_url")
65
 
 
66
  if not LIGHTEN:
67
  default_llm = {
68
  "Tongyi-Qianwen": {
@@ -122,13 +123,13 @@ if not LIGHTEN:
122
  }
123
  }
124
 
125
- CHAT_MDL = default_llm[LLM_FACTORY]["chat_model"]
126
- EMBEDDING_MDL = default_llm["BAAI"]["embedding_model"]
127
- RERANK_MDL = default_llm["BAAI"]["rerank_model"]
128
- ASR_MDL = default_llm[LLM_FACTORY]["asr_model"]
129
- IMAGE2TEXT_MDL = default_llm[LLM_FACTORY]["image2text_model"]
130
- else:
131
- CHAT_MDL = EMBEDDING_MDL = RERANK_MDL = ASR_MDL = IMAGE2TEXT_MDL = ""
132
 
133
  API_KEY = LLM.get("api_key", "")
134
  PARSERS = LLM.get(
 
60
  USE_REGISTRY = get_base_config("use_registry")
61
 
62
  LLM = get_base_config("user_default_llm", {})
63
+ LLM_FACTORY = LLM.get("factory", "")
64
  LLM_BASE_URL = LLM.get("base_url")
65
 
66
+ CHAT_MDL = EMBEDDING_MDL = RERANK_MDL = ASR_MDL = IMAGE2TEXT_MDL = ""
67
  if not LIGHTEN:
68
  default_llm = {
69
  "Tongyi-Qianwen": {
 
123
  }
124
  }
125
 
126
+ if LLM_FACTORY:
127
+ CHAT_MDL = default_llm[LLM_FACTORY]["chat_model"] + f"@{LLM_FACTORY}"
128
+ ASR_MDL = default_llm[LLM_FACTORY]["asr_model"] + f"@{LLM_FACTORY}"
129
+ IMAGE2TEXT_MDL = default_llm[LLM_FACTORY]["image2text_model"] + f"@{LLM_FACTORY}"
130
+ EMBEDDING_MDL = default_llm["BAAI"]["embedding_model"] + "@BAAI"
131
+ RERANK_MDL = default_llm["BAAI"]["rerank_model"] + "@BAAI"
132
+
133
 
134
  API_KEY = LLM.get("api_key", "")
135
  PARSERS = LLM.get(