Update app.py

app.py

@@ -32,6 +32,7 @@ def generate(
     top_p: float = 1.,
     top_k: int = 50,
     repetition_penalty: float = 1.,
+    no_repeat_ngram_size: int = 4,
     do_sample: bool = False,
 ) -> Iterator[str]:
     # Get Dutch date formatting locale
@@ -79,7 +80,7 @@ def generate(
         temperature=temperature,
         num_beams=1,
         repetition_penalty=repetition_penalty,
-        no_repeat_ngram_size=3,
+        no_repeat_ngram_size=no_repeat_ngram_size,
     )
     t = Thread(target=model.generate, kwargs=generate_kwargs)
     t.start()
@@ -132,6 +133,13 @@ chat_interface = gr.ChatInterface(
             step=0.05,
             value=1.,
         ),
+        gr.Slider(
+            label="No repeat n-gram",
+            minimum=0,
+            maximum=10,
+            step=1,
+            value=4,
+        ),
         gr.Checkbox(
             label="Do sample",
             value=False,