Update app.py

app.py

@@ -3,6 +3,8 @@ import gradio as gr
 
 model_file = "best_model_4800it_40M.bin"
 
+
+
 try:
     subprocess.run(["make", "runfast"], check=True, shell=True)
     print("Model compilation successful.")
@@ -10,8 +12,8 @@ except subprocess.CalledProcessError as e:
     print("Error:", e)
     print(e.stderr)
 
-def chatbot(prompt, temperature, topt, maxtoken):
-    command = ["./run", model_file, "-t", str(temperature), "-p", str(topt), "-n", str(maxtoken), "-i", f"{prompt}"]
+def chatbot(prompt, temperature, topt, maxtoken, model):
+    command = ["./run", model, "-t", str(temperature), "-p", str(topt), "-n", str(maxtoken), "-i", f"{prompt}"]
     try:
         result = subprocess.run(command, capture_output=True, text=True, check=True, shell=False)
         response = result.stdout
@@ -29,11 +31,12 @@ with gr.Blocks() as demo:
                     temperature_slider = gr.Slider(minimum=0.1, maximum=2.0, value=0.8, label="Temperature")
                     topt_slider = gr.Slider(minimum=0.1, maximum=1.0, value=0.9, label="Topt")
                     maxtoken_slider = gr.Slider(minimum=64, maximum=1024, value=256, label="Max Tokens")
+                    model_pick = gr.Dropdown(["best_model_4800it_40M.bin", "model_2200.bin", "model_4200.bin"], label="Model", info="Model")
         out = gr.Textbox()
         
     btn = gr.Button("Run")
     gr.Examples(examples=[["best sci-fi book ever"], ["great laptop for the price"]], inputs=[inp])
-    btn.click(fn=chatbot, inputs=[inp, temperature_slider, topt_slider, maxtoken_slider], outputs=out)
+    btn.click(fn=chatbot, inputs=[inp, temperature_slider, topt_slider, maxtoken_slider, model_pick], outputs=out)
 
 
 demo.launch()