Update app.py

app.py

@@ -1,60 +1,55 @@
 from huggingface_hub import InferenceClient
 import gradio as gr
 import random
-import prompts
+import prompts  # Ensure this module is correctly imported
+
 client = InferenceClient(
     "mistralai/Mixtral-8x7B-Instruct-v0.1"
 )
 
 def format_prompt(message, history):
-  prompt = "<s>"
-  for user_prompt, bot_response in history:
-    prompt += f"[INST] {user_prompt} [/INST]"
-    prompt += f" {bot_response}</s> "
-  prompt += f"[INST] {message} [/INST]"
-  return prompt
-agents =[
+    prompt = "<s>"
+    for user_prompt, bot_response in history:
+        prompt += f"[INST] {user_prompt} [/INST]"
+        prompt += f" {bot_response}</s> "
+    prompt += f"[INST] {message} [/INST]"
+    return prompt
+
+agents = [
     "WEB_DEV",
     "AI_SYSTEM_PROMPT",
     "PYTHON_CODE_DEV",
     "CODE_REVIEW_ASSISTANT",
     "CONTENT_WRITER_EDITOR",
-    #"SOCIAL_MEDIA_MANAGER",
-    #"MEME_GENERATOR",
     "QUESTION_GENERATOR",
-    #"IMAGE_GENERATOR",
     "HUGGINGFACE_FILE_DEV",
-
 ]
+
 def generate(
         prompt, history, agent_name=agents[0], sys_prompt="", temperature=0.9, max_new_tokens=256, top_p=0.95, repetition_penalty=1.0,
 ):
-    seed = random.randint(1,1111111111111111)
+    seed = random.randint(1, 1111111111111111)
 
-
-    agent=prompts.WEB_DEV
+    # Ensure correct agent selection
+    agent = prompts.WEB_DEV_SYSTEM_PROMPT
     if agent_name == "WEB_DEV":
-      agent = prompts.WEB_DEV_SYSTEM_PROMPT
-    if agent_name == "CODE_REVIEW_ASSISTANT":
-      agent = prompts.CODE_REVIEW_ASSISTANT
-    if agent_name == "CONTENT_WRITER_EDITOR":
-      agent = prompts.CONTENT_WRITER_EDITOR
-    if agent_name == "SOCIAL_MEDIA_MANAGER":
-      agent = prompts.SOCIAL_MEDIA_MANAGER        
-    if agent_name == "AI_SYSTEM_PROMPT":
-      agent = prompts.AI_SYSTEM_PROMPT
-    if agent_name == "PYTHON_CODE_DEV":
-      agent = prompts.PYTHON_CODE_DEV        
-    #if agent_name == "MEME_GENERATOR":
-    #   agent = prompts.MEME_GENERATOR  
-    if agent_name == "QUESTION_GENERATOR":
+        agent = prompts.WEB_DEV_SYSTEM_PROMPT
+    elif agent_name == "CODE_REVIEW_ASSISTANT":
+        agent = prompts.CODE_REVIEW_ASSISTANT
+    elif agent_name == "CONTENT_WRITER_EDITOR":
+        agent = prompts.CONTENT_WRITER_EDITOR
+    elif agent_name == "SOCIAL_MEDIA_MANAGER":
+        agent = prompts.SOCIAL_MEDIA_MANAGER        
+    elif agent_name == "AI_SYSTEM_PROMPT":
+        agent = prompts.AI_SYSTEM_PROMPT
+    elif agent_name == "PYTHON_CODE_DEV":
+        agent = prompts.PYTHON_CODE_DEV        
+    elif agent_name == "QUESTION_GENERATOR":
         agent = prompts.QUESTION_GENERATOR 
-    #if agent_name == "IMAGE_GENERATOR":
-    #   agent = prompts.IMAGE_GENERATOR      
-    if agent_name == "HUGGINGFACE_FILE_DEV":
+    elif agent_name == "HUGGINGFACE_FILE_DEV":
         agent = prompts.HUGGINGFACE_FILE_DEV          
     
-    system_prompt=agent
+    system_prompt = agent
     temperature = float(temperature)
     if temperature < 1e-2:
         temperature = 1e-2
@@ -76,16 +71,14 @@ def generate(
     for response in stream:
         output += response.token.text
         yield output
-    return output
-
 
-additional_inputs=[
+additional_inputs = [
     gr.Dropdown(
         label="Agents",
         choices=[s for s in agents],
         value=agents[0],
         interactive=True,
-        ),
+    ),
     gr.Textbox(
         label="System Prompt",
         max_lines=1,
@@ -100,19 +93,18 @@ additional_inputs=[
         interactive=True,
         info="Higher values produce more diverse outputs",
     ),
-
     gr.Slider(
         label="Max new tokens",
-        value=1048*10,
+        value=256,
         minimum=0,
-        maximum=1000*10,
+        maximum=1000,
         step=64,
         interactive=True,
         info="The maximum numbers of new tokens",
     ),
     gr.Slider(
         label="Top-p (nucleus sampling)",
-        value=0.90,
+        value=0.95,
         minimum=0.0,
         maximum=1,
         step=0.05,
@@ -121,42 +113,39 @@ additional_inputs=[
     ),
     gr.Slider(
         label="Repetition penalty",
-        value=1.2,
+        value=1.0,
         minimum=1.0,
         maximum=2.0,
         step=0.05,
         interactive=True,
         info="Penalize repeated tokens",
     ),
-
-
 ]
 
-examples=[
-    ["Create a simple web application using Flask", agents[0], None, None, None, None, ],
-    ["Generate a Python script to perform a linear regression analysis", agents[2], None, None, None, None, ],
-    ["Create a Dockerfile for a Node.js application", agents[1], None, None, None, None, ],
-    ["Write a shell script to automate the deployment of a web application to a server", agents[3], None, None, None, None, ],
-    ["Generate a SQL query to retrieve the top 10 most popular products by sales", agents[4], None, None, None, None, ],
-    ["Write a Python script to generate a random password with a given length and complexity", agents[2], None, None, None, None, ],
-    ["Create a simple game in Unity using C#", agents[0], None, None, None, None, ],
-    ["Generate a Java program to implement a binary search algorithm", agents[2], None, None, None, None, ],
-    ["Write a shell script to monitor the CPU usage of a server", agents[1], None, None, None, None, ],
-    ["Create a simple web application using React and Node.js", agents[0], None, None, None, None, ],
-    ["Generate a Python script to perform a sentiment analysis on a given text", agents[2], None, None, None, None, ],
-    ["Write a shell script to automate the backup of a MySQL database", agents[1], None, None, None, None, ],
-    ["Create a simple game in Unreal Engine using C++", agents[3], None, None, None, None, ],
-    ["Generate a Java program to implement a bubble sort algorithm", agents[2], None, None, None, None, ],
-    ["Write a shell script to monitor the memory usage of a server", agents[1], None, None, None, None, ],
-    ["Create a simple web application using Angular and Node.js", agents[0], None, None, None, None, ],
-    ["Generate a Python script to perform a text classification on a given dataset", agents[2], None, None, None, None, ],
-    ["Write a shell script to automate the installation of a software package on a server", agents[1], None, None, None, None, ],
-    ["Create a simple game in Godot using GDScript", agents[3], None, None, None, None, ],
-    ["Generate a Java program to implement a merge sort algorithm", agents[2], None, None, None, None, ],
-    ["Write a shell script to automate the cleanup of temporary files on a server", agents[1], None, None, None, None, ],
+examples = [
+    ["Create a simple web application using Flask", agents[0], "", 0.9, 256, 0.95, 1.0],
+    ["Generate a Python script to perform a linear regression analysis", agents[2], "", 0.9, 256, 0.95, 1.0],
+    ["Create a Dockerfile for a Node.js application", agents[1], "", 0.9, 256, 0.95, 1.0],
+    ["Write a shell script to automate the deployment of a web application to a server", agents[3], "", 0.9, 256, 0.95, 1.0],
+    ["Generate a SQL query to retrieve the top 10 most popular products by sales", agents[4], "", 0.9, 256, 0.95, 1.0],
+    ["Write a Python script to generate a random password with a given length and complexity", agents[2], "", 0.9, 256, 0.95, 1.0],
+    ["Create a simple game in Unity using C#", agents[0], "", 0.9, 256, 0.95, 1.0],
+    ["Generate a Java program to implement a binary search algorithm", agents[2], "", 0.9, 256, 0.95, 1.0],
+    ["Write a shell script to monitor the CPU usage of a server", agents[1], "", 0.9, 256, 0.95, 1.0],
+    ["Create a simple web application using React and Node.js", agents[0], "", 0.9, 256, 0.95, 1.0],
+    ["Generate a Python script to perform a sentiment analysis on a given text", agents[2], "", 0.9, 256, 0.95, 1.0],
+    ["Write a shell script to automate the backup of a MySQL database", agents[1], "", 0.9, 256, 0.95, 1.0],
+    ["Create a simple game in Unreal Engine using C++", agents[3], "", 0.9, 256, 0.95, 1.0],
+    ["Generate a Java program to implement a bubble sort algorithm", agents[2], "", 0.9, 256, 0.95, 1.0],
+    ["Write a shell script to monitor the memory usage of a server", agents[1], "", 0.9, 256, 0.95, 1.0],
+    ["Create a simple web application using Angular and Node.js", agents[0], "", 0.9, 256, 0.95, 1.0],
+    ["Generate a Python script to perform a text classification on a given dataset", agents[2], "", 0.9, 256, 0.95, 1.0],
+    ["Write a shell script to automate the installation of a software package on a server", agents[1], "", 0.9, 256, 0.95, 1.0],
+    ["Create a simple game in Godot using GDScript", agents[3], "", 0.9, 256, 0.95, 1.0],
+    ["Generate a Java program to implement a merge sort algorithm", agents[2], "", 0.9, 256, 0.95, 1.0],
+    ["Write a shell script to automate the cleanup of temporary files on a server", agents[1], "", 0.9, 256, 0.95, 1.0],
 ]
 
-
 gr.ChatInterface(
     fn=generate,
     chatbot=gr.Chatbot(show_label=False, show_share_button=False, show_copy_button=True, likeable=True, layout="panel"),
@@ -164,6 +153,4 @@ gr.ChatInterface(
     title="Mixtral 46.7B",
     examples=examples,
     concurrency_limit=20,
-).launch(show_api=False)
-
-
+).launch(show_api=False)