fix: add conversation

app.py

@@ -80,6 +80,14 @@ def generate_response_and_audio(audio_bytes: bytes, state: AppState):
     format_ = state.output_format
     bitrate = 128 if format_ == "mp3" else 32  # Higher bitrate for MP3, lower for OPUS
     audio_data = base64.b64encode(audio_bytes).decode()
+    old_messages = []
+
+    for item in state.conversation:
+        old_messages.append({"role": item["role"], "content": item["content"]})
+
+    old_messages.append(
+        {"role": "user", "content": [{"type": "audio", "data": audio_data}]}
+    )
 
     try:
         stream = state.client.chat.completions.create(
@@ -90,9 +98,7 @@ def generate_response_and_audio(audio_bytes: bytes, state: AppState):
                 "tts_audio_bitrate": bitrate,
             },
             model="llama3.1-8b",
-            messages=[
-                {"role": "user", "content": [{"type": "audio", "data": audio_data}]}
-            ],
+            messages=old_messages,
             temperature=0.7,
             max_tokens=256,
             stream=True,