update app.py

app.py

@@ -3,12 +3,11 @@ from transformers import AutoTokenizer, AutoModelForCausalLM, pipeline
 
 # Define the function to handle text generation
 def generate_text(model_name, text, num_beams, max_length, top_p, temperature, repetition_penalty, no_repeat_ngram_size):
-    # Load tokenizer and model
     tokenizer = AutoTokenizer.from_pretrained(model_name)
     model = AutoModelForCausalLM.from_pretrained(model_name)
     
-    # Initialize pipeline
-    pipe = pipeline("text-generation", model=model_name)
+    # Initialize pipeline with explicit model and tokenizer
+    pipe = pipeline("text-generation", model=model, tokenizer=tokenizer)
     
     # Generate text with the specified parameters
     generated_text = pipe(text,
@@ -18,22 +17,17 @@ def generate_text(model_name, text, num_beams, max_length, top_p, temperature, r
                           top_p=top_p,
                           temperature=temperature,
                           repetition_penalty=repetition_penalty,
-                          no_repeat_ngram_size=no_repeat_ngram_size)[0]['generated_text']
+                          no_repeat_ngram_size=no_repeat_ngram_size,
+                          truncation=True)[0]['generated_text']  # Added truncation=True explicitly
     
     return generated_text
 
-# Define model options
-model_options = [
-    "riotu-lab/ArabianGPT-01B",
-    "riotu-lab/ArabianGPT-03B",
-    "riotu-lab/ArabianGPT-08B"
-]
-
-# Define Gradio interface components
+# Define model options and interface components
+model_options = ["riotu-lab/ArabianGPT-01B", "riotu-lab/ArabianGPT-03B", "riotu-lab/ArabianGPT-08B"]
 inputs_component = [
     gr.Dropdown(choices=model_options, label="Select Model"),
     gr.Textbox(lines=2, placeholder="Enter your text here...", label="Input Text"),
-    gr.Slider(minimum=1, maximum=10, step=1,  label="Num Beams"),
+    gr.Slider(minimum=1, maximum=10, step=1, label="Num Beams"),
     gr.Slider(minimum=50, maximum=300, step=10, label="Max Length"),
     gr.Slider(minimum=0.0, maximum=1.0, step=0.1, label="Top p"),
     gr.Slider(minimum=0.0, maximum=1.0, step=0.1, label="Temperature"),
@@ -41,14 +35,14 @@ inputs_component = [
     gr.Slider(minimum=2, maximum=5, step=1, label="No Repeat Ngram Size")
 ]
 
-# Setup the interface
+# Setup the interface with live=False to require button press
 iface = gr.Interface(
     fn=generate_text,
     inputs=inputs_component,
     outputs="text",
     title="ArabianGPT Playground",
     description="Explore the capabilities of ArabianGPT models. Adjust the hyperparameters to see how they affect text generation.",
-    live=False
+    live=False  # Requires user to press "submit" to run
 )
 
 # Launch the app