Update app.py

app.py

@@ -1,83 +1,81 @@
 from huggingface_hub import InferenceClient
-from huggingface_hub import HfApi
 import gradio as gr
 import random
 import prompts
-
 client = InferenceClient(
     "mistralai/Mixtral-8x7B-Instruct-v0.1"
 )
 
-# Initialize the Hugging Face API
-hf_api = HfApi()
-
 def format_prompt(message, history):
-  prompt = " "
+  prompt = "<s>"
   for user_prompt, bot_response in history:
-    prompt += f"[INST] {user_prompt} [/
-Replit
-
-]" prompt += f" {bot_response}[" prompt += f"[INST] {message} [/```]" return prompt
-
-agents =[ "WEB_DEV", "AI_SYSTEM_PROMPT", "PYTHON_CODE_DEV", "CODE_REVIEW_ASSISTANT", "CONTENT_WRITER_EDITOR", "SOCIAL_MEDIA_MANAGER", "MEME_GENERATOR", "QUESTION_GENERATOR", "IMAGE_GENERATOR", "HUGGINGFACE_FILE_DEV",
+    prompt += f"[INST] {user_prompt} [/INST]"
+    prompt += f" {bot_response}</s> "
+  prompt += f"[INST] {message} [/INST]"
+  return prompt
+agents =[
+    "WEB_DEV",
+    "AI_SYSTEM_PROMPT",
+    "PYTHON_CODE_DEV",
+    "CODE_REVIEW_ASSISTANT",
+    "CONTENT_WRITER_EDITOR",
+    "SOCIAL_MEDIA_MANAGER",
+    "MEME_GENERATOR",
+    "QUESTION_GENERATOR",
+    "IMAGE_GENERATOR",
+    "HUGGINGFACE_FILE_DEV",
 
 ]
+def generate(
+        prompt, history, agent_name=agents[0], sys_prompt="", temperature=0.9, max_new_tokens=256, top_p=0.95, repetition_penalty=1.0,
+):
+    seed = random.randint(1,1111111111111111)
+
+    agent=prompts.WEB_DEV
+    if agent_name == "WEB_DEV":
+        agent = prompts.WEB_DEV_SYSTEM_PROMPT
+    if agent_name == "CODE_REVIEW_ASSISTANT":
+        agent = prompts.CODE_REVIEW_ASSISTANT
+    if agent_name == "CONTENT_WRITER_EDITOR":
+        agent = prompts.CONTENT_WRITER_EDITOR
+    if agent_name == "SOCIAL_MEDIA_MANAGER":
+        agent = prompts.SOCIAL_MEDIA_MANAGER        
+    if agent_name == "AI_SYSTEM_PROMPT":
+        agent = prompts.AI_SYSTEM_PROMPT
+    if agent_name == "PYTHON_CODE_DEV":
+        agent = prompts.PYTHON_CODE_DEV        
+    if agent_name == "MEME_GENERATOR":
+        agent = prompts.MEME_GENERATOR  
+    if agent_name == "QUESTION_GENERATOR":
+        agent = prompts.QUESTION_GENERATOR 
+    if agent_name == "IMAGE_GENERATOR":
+        agent = prompts.IMAGE_GENERATOR      
+    if agent_name == "HUGGINGFACE_FILE_DEV":
+        agent = prompts.HUGGINGFACE_FILE_DEV          
+    system_prompt=agent
+    temperature = float(temperature)
+    if temperature < 1e-2:
+        temperature = 1e-2
+    top_p = float(top_p)
+
+    generate_kwargs = dict(
+        temperature=temperature,
+        max_new_tokens=max_new_tokens,
+        top_p=top_p,
+        repetition_penalty=repetition_penalty,
+        do_sample=True,
+        seed=seed,
+    )
+
+    formatted_prompt = format_prompt(f"{system_prompt}, {prompt}", history)
+    stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
+    output = ""
+
+    for response in stream:
+        output += response.token.text
+        yield output
+    return output
 
-def generate( prompt, history, agent_name=agents[0], sys_prompt="", temperature=0.9, max_new_tokens=256, top_p=0.95, repetition_penalty=1.0, ): seed = random.randint(1,1111111111111111)
-
-agent=prompts.WEB_DEV
-if agent_name == "WEB_DEV":
-    agent = prompts.WEB_DEV_SYSTEM_PROMPT
-if agent_name == "CODE_REVIEW_ASSISTANT":
-    agent = prompts.CODE_REVIEW_ASSISTANT
-if agent_name == "CONTENT_WRITER_EDITOR":
-    agent = prompts.CONTENT_WRITER_EDITOR
-if agent_name == "SOCIAL_MEDIA_MANAGER":
-    agent = prompts.SOCIAL_MEDIA_MANAGER        
-if agent_name == "AI_SYSTEM_PROMPT":
-    agent = prompts.AI_SYSTEM_PROMPT
-if agent_name == "PYTHON_CODE_DEV":
-    agent = prompts.PYTHON_CODE_DEV        
-if agent_name == "MEME_GENERATOR":
-    agent = prompts.MEME_GENERATOR  
-if agent_name == "QUESTION_GENERATOR":
-    agent = prompts.QUESTION_GENERATOR 
-if agent_name == "IMAGE_GENERATOR":
-    agent = prompts.IMAGE_GENERATOR      
-if agent_name == "HUGGINGFACE_FILE_DEV":
-    agent = prompts.HUGGINGFACE_FILE_DEV          
-system_prompt=agent
-temperature = float(temperature)
-if temperature < 1e-2:
-    temperature = 1e-2
-top_p = float(top_p)
-
-generate_kwargs = dict(
-    temperature=temperature,
-    max_new_tokens=max_new_tokens,
-    top_p=top_p,
-    repetition_penalty=repetition_penalty,
-    do_sample=True,
-    seed=seed,
-)
-
-formatted_prompt = format_prompt(f"{system_prompt}, {prompt}", history)
-stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
-output = ""
-
-for response in stream:
-    output += response.token.text
-    yield output
-
-# Send the generated text to the ai-app-factory space for further processing
-ai_app_factory_url = "https://huggingface.co/spaces/acecalisto3/ai-app-factory"
-ai_app_factory_response = hf_api.create_call(ai_app_factory_url, data={"text": output})
-
-# Extract the processed text from the response
-processed_text = ai_app_factory_response['response']['content']
-
-# Return the processed text
-return processed_text
 
 additional_inputs=[
     gr.Dropdown(