Update README.md

README.md

@@ -125,7 +125,8 @@ def generate_response (model, tokenizer,
                       max_new_tokens = 127,
                       num_beams = 1,
                       top_k = 50,
-                      top_p = 0.9, repetition_penalty=1., eos_token_id=2, verbatim=False,
+                      top_p = 0.9, repetition_penalty=1.,
+                      eos_token_id=2, 
                       add_special_tokens=True,  
                       ):
     inputs = tokenizer(text_input,  
@@ -140,7 +141,7 @@ def generate_response (model, tokenizer,
                                     num_return_sequences = num_return_sequences,
                                     eos_token_id=eos_token_id,
                                     pad_token_id = eos_token_id,
-                                    do_sample =True,#skip_prompt=True,
+                                    do_sample =True, 
                                     repetition_penalty=repetition_penalty,
                                   )
     return tokenizer.batch_decode(outputs[:,inputs["input_ids"].shape[1]:].detach().cpu().numpy(), skip_special_tokens=True)
@@ -148,7 +149,8 @@ def generate_response (model, tokenizer,
 output_text=generate_response (model, tokenizer, text_input=txt,eos_token_id=eos_token,
                                            num_return_sequences=1, repetition_penalty=1.1,
                                            top_p=0.9, top_k=512, 
-                                           temperature=0.5,max_new_tokens=256)
+                                           temperature=0.5,
+                                           max_new_tokens=256)
 
 print (output_text[0])
 ```