Spaces:
Runtime error
Runtime error
| def init(cfg): | |
| # ========== 共同 ========== | |
| model = cfg['model'] | |
| btn_com = cfg['btn_com'] | |
| s_info = cfg['s_info'] | |
| lock = cfg['session_lock'] | |
| # ========== 特殊 ========== | |
| chat_template = cfg['chat_template'] | |
| msg = cfg['msg'] | |
| chatbot = cfg['chatbot'] | |
| chat_display_format = cfg['chat_display_format'] | |
| # ========== 显示用户消息 ========== | |
| def btn_submit_usr(message: str, history): | |
| # print('btn_submit_usr', message, history) | |
| if history is None: | |
| history = [] | |
| return "", history + [[message.strip(), '']] | |
| # ========== 模型流式响应 ========== | |
| def btn_submit_bot(history, _n_keep, _n_discard, | |
| _temperature, _repeat_penalty, _frequency_penalty, | |
| _presence_penalty, _repeat_last_n, _top_k, | |
| _top_p, _min_p, _typical_p, | |
| _tfs_z, _mirostat_mode, _mirostat_eta, | |
| _mirostat_tau, _usr, _char, | |
| _rag, _max_tokens): | |
| with lock: | |
| if not cfg['session_active']: | |
| raise RuntimeError | |
| # ========== 需要临时注入的内容 ========== | |
| if len(_rag) > 0: | |
| model.venv_create('rag') # 记录 venv_idx | |
| t_rag = chat_template('system', _rag) | |
| model.eval_t(t_rag, _n_keep, _n_discard) | |
| # ========== 释放不再需要的环境 ========== | |
| model.venv_disband({'usr', 'char'}) | |
| print('venv_disband char', model.venv_info) | |
| # ========== 用户输入 ========== | |
| model.venv_create('usr') | |
| t_msg = history[-1][0] | |
| t_msg = chat_template(_usr, t_msg) | |
| model.eval_t(t_msg, _n_keep, _n_discard) | |
| yield history, model.venv_info | |
| # ========== 模型输出 ========== | |
| if cfg['btn_stop_status']: | |
| return | |
| model.venv_create('char') | |
| _tmp = btn_com(_n_keep, _n_discard, | |
| _temperature, _repeat_penalty, _frequency_penalty, | |
| _presence_penalty, _repeat_last_n, _top_k, | |
| _top_p, _min_p, _typical_p, | |
| _tfs_z, _mirostat_mode, _mirostat_eta, | |
| _mirostat_tau, _char, _max_tokens) | |
| for _h in _tmp: | |
| history[-1][1] = _h | |
| yield history, model.venv_info | |
| # ========== 输出完毕后格式化输出 ========== | |
| history[-1][1] = chat_display_format(history[-1][1]) | |
| yield history, model.venv_info | |
| # ========== 响应完毕后清除注入的内容 ========== | |
| model.venv_remove('rag') # 销毁对应的 venv | |
| yield history, model.venv_info | |
| cfg['btn_submit_fn_usr'] = { | |
| 'fn': btn_submit_usr, | |
| 'inputs': [msg, chatbot], | |
| 'outputs': [msg, chatbot] | |
| } | |
| cfg['btn_submit_fn_usr'].update(cfg['btn_concurrency']) | |
| cfg['btn_submit_fn_bot'] = { | |
| 'fn': btn_submit_bot, | |
| 'inputs': [chatbot]+cfg['setting'], | |
| 'outputs': [chatbot, s_info], | |
| } | |
| cfg['btn_submit_fn_bot'].update(cfg['btn_concurrency']) | |
| cfg['btn_submit'].click( | |
| **cfg['btn_start'] | |
| ).success( | |
| **cfg['btn_submit_fn_usr'] | |
| ).success( | |
| **cfg['btn_submit_fn_bot'] | |
| ).success( | |
| **cfg['btn_finish'] | |
| ) | |