Kevin Hu
commited on
Commit
·
3090a99
1
Parent(s):
65ed2b0
set default LLM to new registered user (#3180)
Browse files### What problem does this PR solve?
### Type of change
- [x] Bug Fix (non-breaking change which fixes an issue)
- api/settings.py +9 -8
api/settings.py
CHANGED
@@ -60,9 +60,10 @@ REQUEST_MAX_WAIT_SEC = 300
|
|
60 |
USE_REGISTRY = get_base_config("use_registry")
|
61 |
|
62 |
LLM = get_base_config("user_default_llm", {})
|
63 |
-
LLM_FACTORY = LLM.get("factory", "
|
64 |
LLM_BASE_URL = LLM.get("base_url")
|
65 |
|
|
|
66 |
if not LIGHTEN:
|
67 |
default_llm = {
|
68 |
"Tongyi-Qianwen": {
|
@@ -122,13 +123,13 @@ if not LIGHTEN:
|
|
122 |
}
|
123 |
}
|
124 |
|
125 |
-
|
126 |
-
|
127 |
-
|
128 |
-
|
129 |
-
|
130 |
-
|
131 |
-
|
132 |
|
133 |
API_KEY = LLM.get("api_key", "")
|
134 |
PARSERS = LLM.get(
|
|
|
60 |
USE_REGISTRY = get_base_config("use_registry")
|
61 |
|
62 |
LLM = get_base_config("user_default_llm", {})
|
63 |
+
LLM_FACTORY = LLM.get("factory", "")
|
64 |
LLM_BASE_URL = LLM.get("base_url")
|
65 |
|
66 |
+
CHAT_MDL = EMBEDDING_MDL = RERANK_MDL = ASR_MDL = IMAGE2TEXT_MDL = ""
|
67 |
if not LIGHTEN:
|
68 |
default_llm = {
|
69 |
"Tongyi-Qianwen": {
|
|
|
123 |
}
|
124 |
}
|
125 |
|
126 |
+
if LLM_FACTORY:
|
127 |
+
CHAT_MDL = default_llm[LLM_FACTORY]["chat_model"] + f"@{LLM_FACTORY}"
|
128 |
+
ASR_MDL = default_llm[LLM_FACTORY]["asr_model"] + f"@{LLM_FACTORY}"
|
129 |
+
IMAGE2TEXT_MDL = default_llm[LLM_FACTORY]["image2text_model"] + f"@{LLM_FACTORY}"
|
130 |
+
EMBEDDING_MDL = default_llm["BAAI"]["embedding_model"] + "@BAAI"
|
131 |
+
RERANK_MDL = default_llm["BAAI"]["rerank_model"] + "@BAAI"
|
132 |
+
|
133 |
|
134 |
API_KEY = LLM.get("api_key", "")
|
135 |
PARSERS = LLM.get(
|