stanrom
/

internlm-xcomposer-7b-4bit

stanrom commited on May 25

Commit

6d044fa

•

1 Parent(s): 15f215d

Update modeling_InternLM_XComposer.py

Files changed (1) hide show

modeling_InternLM_XComposer.py CHANGED Viewed

@@ -36,12 +36,12 @@ class InternLMXComposerForCausalLM(PreTrainedModel):
     gen_config = dict(
         num_beams=5,
-        do_sample=False,
         min_length=1,
         repetition_penalty=1.5,
         length_penalty=1.0,
         temperature=0.2,
-        max_new_tokens=500,
     )
     def __init__(self, config):

     gen_config = dict(
         num_beams=5,
+        do_sample=True,
         min_length=1,
         repetition_penalty=1.5,
         length_penalty=1.0,
         temperature=0.2,
+        max_new_tokens=1000,
     )
     def __init__(self, config):