Upload 2 files

mods/btn_com.py

@@ -77,11 +77,12 @@ def init(cfg):
                 if cfg['session_active'] != finish:
                     raise RuntimeError
                 cfg['session_active'] = not cfg['session_active']
-            return tmp, tmp, tmp
+            return tmp, tmp, tmp, tmp
 
         return _inner
 
-    btn_start_or_finish_outputs = [cfg['btn_submit'], cfg['btn_vo'], cfg['btn_suggest']]
+    btn_start_or_finish_outputs = [cfg['btn_submit'], cfg['btn_vo'],
+                                   cfg['btn_suggest'], cfg['btn_retry']]
 
     cfg['btn_start'] = {
         'fn': btn_start_or_finish(False),

mods/btn_retry.py

@@ -0,0 +1,57 @@
+def init(cfg):
+    # ========== 共同 ==========
+    model = cfg['model']
+    btn_com = cfg['btn_com']
+    s_info = cfg['s_info']
+    lock = cfg['session_lock']
+    # ========== 特殊 ==========
+    chat_template = cfg['chat_template']
+    chatbot = cfg['chatbot']
+    chat_display_format = cfg['chat_display_format']
+
+    # ========== 重新生成一份回答 ==========
+    def btn_retry(history, _n_keep, _n_discard,
+                  _temperature, _repeat_penalty, _frequency_penalty,
+                  _presence_penalty, _repeat_last_n, _top_k,
+                  _top_p, _min_p, _typical_p,
+                  _tfs_z, _mirostat_mode, _mirostat_eta,
+                  _mirostat_tau, _usr, _char,
+                  _rag, _max_tokens):
+        with lock:
+            if not cfg['session_active']:
+                raise RuntimeError
+            # ========== 回滚到上一次用户输入 ==========
+            if not model.venv_revision('usr'):
+                return history, model.venv_info
+            # ========== 需要临时注入的内容 ==========
+            if len(_rag) > 0:
+                model.venv_create('rag')  # 记录 venv_idx
+                t_rag = chat_template('system', _rag)
+                model.eval_t(t_rag, _n_keep, _n_discard)
+            # ========== 模型输出 ==========
+            model.venv_create('char')
+            _tmp = btn_com(_n_keep, _n_discard,
+                           _temperature, _repeat_penalty, _frequency_penalty,
+                           _presence_penalty, _repeat_last_n, _top_k,
+                           _top_p, _min_p, _typical_p,
+                           _tfs_z, _mirostat_mode, _mirostat_eta,
+                           _mirostat_tau, _char, _max_tokens)
+            for _h in _tmp:
+                history[-1][1] = _h
+                yield history, model.venv_info
+            # ========== 输出完毕后格式化输出 ==========
+            history[-1][1] = chat_display_format(history[-1][1])
+            yield history, model.venv_info
+            # ========== 响应完毕后清除注入的内容 ==========
+            model.venv_remove('rag')  # 销毁对应的 venv
+            yield history, model.venv_info
+
+    cfg['btn_retry'].click(
+        **cfg['btn_start']
+    ).success(
+        fn=btn_retry,
+        inputs=[chatbot]+cfg['setting'],
+        outputs=[chatbot, s_info]
+    ).success(
+        **cfg['btn_finish']
+    )