Update app.py

app.py

@@ -25,10 +25,6 @@ VOTING_LABELS = [
 ]
 
 
-def set_api_key(api_key):
-    os.environ["MISTRAL_API_KEY"] = api_key
-
-
 async def respond(content, user, instance):
     """
     Respond to the user in the chat interface.
@@ -48,8 +44,13 @@ async def respond(content, user, instance):
         messages = instance.serialize()
         messages.append({"role": "user", "content": content})
 
+        if api_key_input.value:
+            api_key = api_key_input.value
+        else:
+            api_key = os.environ.get("MISTRAL_API_KEY")
+
         response = await acompletion(
-            model=model, messages=messages, stream=True, max_tokens=128
+            model=model, messages=messages, stream=True, max_tokens=128, api_key=api_key
         )
 
         message = None
@@ -135,7 +136,6 @@ with sqlite3.connect("voting_counts.db") as conn:
 api_key_input = pn.widgets.PasswordInput(
     placeholder="Mistral API Key", stylesheets=[".bk-input {color: black};"]
 )
-pn.bind(set_api_key, api_key_input, watch=True)
 
 # main
 tabs = pn.Tabs()
@@ -148,6 +148,7 @@ chat_interface_kwargs = dict(
     show_clear=False,
     show_stop=False,
     show_button_name=False,
+    callback_exception="verbose",
 )
 header_a = pn.pane.Markdown("## Model: A")
 chat_interface_a = pn.chat.ChatInterface(