Update app.py

app.py

@@ -48,6 +48,7 @@ def evaluate(
                      alpha_presence = presencePenalty,
                      token_ban = [], # ban the generation of some tokens
                      token_stop = [0]) # stop generation whenever you see any token here
+    ctx = ctx.strip()
     all_tokens = []
     out_last = 0
     out_str = ''
@@ -84,12 +85,14 @@ def evaluate(
     yield out_str.strip()
 
 examples = [
-    [generate_prompt("Tell me about ravens."), 400, 1, 0.5, 0.4, 0.4],
-    [generate_prompt("Écrivez un programme Python pour miner 1 Bitcoin."), 400, 1, 0.5, 0.4, 0.4],
-    [generate_prompt("東京で訪れるべき素晴らしい場所とその紹介をいくつか挙げてください。"), 400, 1, 0.5, 0.4, 0.4],
-    [generate_prompt("Write a story using the following information", "A man named Alex chops a tree down"), 400, 1, 0.5, 0.4, 0.4],
-    ["Here is a list of adjectives that describe a person as brave:", 400, 1, 0.5, 0.4, 0.4],
-    [generate_prompt("You have $100, and your goal is to turn that into as much money as possible with AI and Machine Learning. Please respond with detailed plan."), 400, 1, 0.5, 0.4, 0.4],
+    [generate_prompt("Tell me about ravens."), 333, 1, 0.5, 0.4, 0.4],
+    [generate_prompt("Écrivez un programme Python pour miner 1 Bitcoin."), 333, 1, 0.5, 0.4, 0.4],
+    [generate_prompt("東京で訪れるべき素晴らしい場所とその紹介をいくつか挙げてください。"), 333, 1, 0.5, 0.4, 0.4],
+    [generate_prompt("Write a story using the following information", "A man named Alex chops a tree down"), 333, 1, 0.5, 0.4, 0.4],
+    ["Here is a list of adjectives that describe a person as brave:", 333, 1, 0.5, 0.4, 0.4],
+    ["Here is my proposal to kill all mosquitos.", 333, 1, 0.5, 0.4, 0.4],
+    [generate_prompt("写一篇关于水利工程的流体力学模型的论文，需要详细全面。"), 333, 1, 0.5, 0.4, 0.4],
+    [generate_prompt("You have $100, and your goal is to turn that into as much money as possible with AI and Machine Learning. Please respond with detailed plan."), 333, 1, 0.5, 0.4, 0.4],
 ]
 
 ##########################################################################
@@ -101,7 +104,7 @@ with gr.Blocks(title=title) as demo:
         with gr.Row():
             with gr.Column():
                 prompt = gr.Textbox(lines=2, label="Prompt", value=generate_prompt("Tell me about ravens."))
-                token_count = gr.Slider(10, 400, label="Max Tokens", step=10, value=400)
+                token_count = gr.Slider(10, 333, label="Max Tokens", step=10, value=333)
                 temperature = gr.Slider(0.2, 2.0, label="Temperature", step=0.1, value=1.0)
                 top_p = gr.Slider(0.0, 1.0, label="Top P", step=0.05, value=0.5)
                 presence_penalty = gr.Slider(0.0, 1.0, label="Presence Penalty", step=0.1, value=0.4)
@@ -110,7 +113,7 @@ with gr.Blocks(title=title) as demo:
                 with gr.Row():
                     submit = gr.Button("Submit", variant="primary")
                     clear = gr.Button("Clear", variant="secondary")
-                output = gr.Textbox(label="Output", lines=23)
+                output = gr.Textbox(label="Output", lines=5)
         data = gr.Dataset(components=[prompt, token_count, temperature, top_p, presence_penalty, count_penalty], samples=examples, label="Example Instructions", headers=["Prompt", "Max Tokens", "Temperature", "Top P", "Presence Penalty", "Count Penalty"])
         submit.click(evaluate, [prompt, token_count, temperature, top_p, presence_penalty, count_penalty], [output])
         clear.click(lambda: None, [], [output])