Update app.py

app.py

@@ -21,28 +21,22 @@ def generate_prompt(instruction, input=None):
     instruction = instruction.strip().replace('\r\n','\n').replace('\n\n','\n')
     input = input.strip().replace('\r\n','\n').replace('\n\n','\n')
     if input:
-        return f"""Below is an instruction that describes a task, paired with an input that provides further context. Write a response that appropriately completes the request.
+        return f"""Instruction: {instruction}
 
-# Instruction:
-{instruction}
+Input: {input}
 
-# Input:
-{input}
-
-# Response:
-"""
+Response:"""
     else:
-        return f"""Below is an instruction that describes a task. Write a response that appropriately completes the request.
+        return f"""User: hi
+
+Assistant: Hi. I am your assistant and I will provide expert full response in full details. Please feel free to ask any question and I will always answer it.
 
-# Instruction:
-{instruction}
+User: {instruction}
 
-# Response:
-"""
+Assistant:"""
 
 def evaluate(
-    instruction,
-    input=None,
+    ctx,
     token_count=200,
     temperature=1.0,
     top_p=0.7,
@@ -54,11 +48,6 @@ def evaluate(
                      alpha_presence = presencePenalty,
                      token_ban = [], # ban the generation of some tokens
                      token_stop = [0]) # stop generation whenever you see any token here
-
-    instruction = instruction.strip().replace('\r\n','\n').replace('\n\n','\n')
-    input = input.strip().replace('\r\n','\n').replace('\n\n','\n')
-    ctx = generate_prompt(instruction, input)
-    
     all_tokens = []
     out_last = 0
     out_str = ''
@@ -95,13 +84,12 @@ def evaluate(
     yield out_str.strip()
 
 examples = [
-    ["Tell me about ravens.", "", 300, 1, 0.5, 0.4, 0.4],
-    ["Write a python function to mine 1 BTC, with details and comments.", "", 300, 1, 0.5, 0.4, 0.4],
-    ["Write a song about ravens.", "", 300, 1, 0.5, 0.4, 0.4],
-    ["Explain the following metaphor: Life is like cats.", "", 300, 1, 0.5, 0.4, 0.4],
-    ["Write a story using the following information", "A man named Alex chops a tree down", 300, 1, 0.5, 0.4, 0.4],
-    ["Generate a list of adjectives that describe a person as brave.", "", 300, 1, 0.5, 0.4, 0.4],
-    ["You have $100, and your goal is to turn that into as much money as possible with AI and Machine Learning. Please respond with detailed plan.", "", 300, 1, 0.5, 0.4, 0.4],
+    [generate_prompt("Tell me about ravens."), 500, 1, 0.5, 0.4, 0.4],
+    [generate_prompt("Write a python function to mine 1 BTC."), 500, 1, 0.5, 0.4, 0.4],
+    [generate_prompt("Write a song about ravens.", "", 500, 1, 0.5, 0.4, 0.4],
+    [generate_prompt("Write a story using the following information", "A man named Alex chops a tree down", 500, 1, 0.5, 0.4, 0.4],
+    [generate_prompt("Generate a list of adjectives that describe a person as brave."), 500, 1, 0.5, 0.4, 0.4],
+    [generate_prompt("You have $100, and your goal is to turn that into as much money as possible with AI and Machine Learning. Please respond with detailed plan."), 500, 1, 0.5, 0.4, 0.4],
 ]
 
 ##########################################################################
@@ -124,10 +112,10 @@ with gr.Blocks(title=title) as demo:
                     submit = gr.Button("Submit", variant="primary")
                     clear = gr.Button("Clear", variant="secondary")
                 output = gr.Textbox(label="Output", lines=5)
-        data = gr.Dataset(components=[instruction, input, token_count, temperature, top_p, presence_penalty, count_penalty], samples=examples, label="Example Instructions", headers=["Instruction", "Input", "Max Tokens", "Temperature", "Top P", "Presence Penalty", "Count Penalty"])
-        submit.click(evaluate, [instruction, input, token_count, temperature, top_p, presence_penalty, count_penalty], [output])
+        data = gr.Dataset(components=[prompt, token_count, temperature, top_p, presence_penalty, count_penalty], samples=examples, label="Example Instructions", headers=["Prompt", "Max Tokens", "Temperature", "Top P", "Presence Penalty", "Count Penalty"])
+        submit.click(evaluate, [prompt, token_count, temperature, top_p, presence_penalty, count_penalty], [output])
         clear.click(lambda: None, [], [output])
-        data.click(lambda x: x, [data], [instruction, input, token_count, temperature, top_p, presence_penalty, count_penalty])
+        data.click(lambda x: x, [data], [prompt, token_count, temperature, top_p, presence_penalty, count_penalty])
 
 demo.queue(concurrency_count=1, max_size=10)
 demo.launch(share=False)