Changed generation prompts

remote_llm.py

@@ -17,8 +17,6 @@ from rate_limit import rate_limit_bypass
 from settings import app_settings
 from transcribe import get_full_transcript, parse_audio
 
-SEGMENT_TIME = 1500
-
 
 @rate_limit_bypass(sleep_time=20)
 def summarize_groq(client: Groq, text: str):
@@ -27,20 +25,20 @@ def summarize_groq(client: Groq, text: str):
         messages=[
             {
                 "role": "system",
-                "content": "Summarize the video transcript excerpt including"
-                           " a concise title that reflects the content. "
-                           "Wrap the title with **markdown bold notation**. "
-                           "Write the summary as if you are continuing a conversation without needing "
-                           "to signal a beginning. Answer only in russian."
-                           "Here is the transcript: "
+                "content": app_settings.system_prompt,
             },
             {
                 "role": "user",
-                "content": text,
+                "content": f"Кратко перескажи видео по транскрипции, "
+                           f"как будто это только часть видео. "
+                           f"Используй оформление и ненумерованные пункты. "
+                           f"Оформи название блока через **Название**"
+                           f"Не пиши о том, что это краткое изложение. "
+                           f"Вот транскрипция: {text}",
             }
         ],
         temperature=app_settings.temperature,
-        max_tokens=1024,
+        max_tokens=app_settings.max_tokens,
         top_p=1,
         stream=False,
         stop=None,

settings.py

@@ -15,10 +15,15 @@ class LogLevel(str, enum.Enum):
 
 
 class Settings(BaseSettings):
-    temperature: float = 1
+    temperature: float = 0.2
     model: str = "llama3-8b-8192"
     log_level: LogLevel = LogLevel.INFO
     segment_time: int = 1500
+    max_tokens: int = 375
+    system_prompt: str = ("You are a helpful, respectful and honest assistant."
+                          "You task will be to summarize video transcripts. "
+                          "You will receive them in parts, so don't indicate beggining."
+                          "Answer only in russian.")
 
 
 app_settings = Settings()