updated

app.py

@@ -7,7 +7,7 @@ from peft import PeftModel, PeftConfig
 token = os.environ.get("token")
 login(token)
 print("login is succesful")
-max_length=512
+max_length=150
 
 MODEL_NAME = "google/flan-t5-base"
 tokenizer = T5Tokenizer.from_pretrained(MODEL_NAME, token=token)
@@ -17,7 +17,7 @@ model = PeftModel.from_pretrained(base_model, "Komal-patra/results")
 
 #gr.Interface.from_pipeline(pipe).launch()
 
-def generate_text(prompt, max_length=512):
+def generate_text(prompt, max_length=150):
     """Generates text using the PEFT model.
     Args:
         prompt (str): The user-provided prompt to start the generation.
@@ -35,7 +35,7 @@ def generate_text(prompt, max_length=512):
        input_ids = inputs["input_ids"], 
        max_length=max_length, 
        num_beams=1,
-       repetition_penalty=1.0
+       repetition_penalty=2.2
        )
     
     print(outputs)