Update app.py

app.py

@@ -10,6 +10,57 @@ InterFace.async_engine = AsyncEngine(
     backend_config=backend_config,
     tp=1)
 
+async def reset_local_func(instruction_txtbox: gr.Textbox,
+                           state_chatbot: Sequence, session_id: int):
+    """reset the session.
+
+    Args:
+        instruction_txtbox (str): user's prompt
+        state_chatbot (Sequence): the chatting history
+        session_id (int): the session id
+    """
+    state_chatbot = []
+    # end the session
+    with InterFace.lock:
+        InterFace.global_session_id += 1
+        session_id = InterFace.global_session_id
+    return (state_chatbot, state_chatbot, gr.Textbox.update(value=''), session_id)
+
+async def cancel_local_func(state_chatbot: Sequence, cancel_btn: gr.Button,
+                            reset_btn: gr.Button, session_id: int):
+    """stop the session.
+
+    Args:
+        instruction_txtbox (str): user's prompt
+        state_chatbot (Sequence): the chatting history
+        cancel_btn (gr.Button): the cancel button
+        reset_btn (gr.Button): the reset button
+        session_id (int): the session id
+    """
+    yield (state_chatbot, disable_btn, disable_btn)
+    InterFace.async_engine.stop_session(session_id)
+    # pytorch backend does not support resume chat history now
+    if InterFace.async_engine.backend == 'pytorch':
+        yield (state_chatbot, disable_btn, enable_btn)
+    else:
+        with InterFace.lock:
+            InterFace.global_session_id += 1
+            session_id = InterFace.global_session_id
+        messages = []
+        for qa in state_chatbot:
+            messages.append(dict(role='user', content=qa[0]))
+            if qa[1] is not None:
+                messages.append(dict(role='assistant', content=qa[1]))
+        gen_config = GenerationConfig(max_new_tokens=0)
+        async for out in InterFace.async_engine.generate(messages,
+                                                         session_id,
+                                                         gen_config=gen_config,
+                                                         stream_response=True,
+                                                         sequence_start=True,
+                                                         sequence_end=False):
+            pass
+        yield (state_chatbot, disable_btn, enable_btn, session_id)
+
 with gr.Blocks(css=CSS, theme=THEME) as demo:
     state_chatbot = gr.State([])
     state_session_id = gr.State(0)
@@ -51,12 +102,12 @@ with gr.Blocks(css=CSS, theme=THEME) as demo:
     cancel_btn.click(
         cancel_local_func,
         [state_chatbot, cancel_btn, reset_btn, state_session_id],
-        [state_chatbot, cancel_btn, reset_btn],
+        [state_chatbot, cancel_btn, reset_btn, state_session_id],
         cancels=[send_event])
 
     reset_btn.click(reset_local_func,
                     [instruction_txtbox, state_chatbot, state_session_id],
-                    [state_chatbot, chatbot, instruction_txtbox],
+                    [state_chatbot, chatbot, instruction_txtbox, state_session_id],
                     cancels=[send_event])
 
     def init():