OpenAssistant
/

oasst-sft-6-llama-30b-xor

Model card Files Files and versions Community

Update README.md

#39

by kraaghavin - opened May 4, 2023

base: refs/heads/main

←

from: refs/pr/39

Discussion Files changed

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -153,7 +153,7 @@ llama-30b-sft-6:
   deepspeed_config: configs/zero3_config_sft.json
   weight_decay: 0.0
   residual_dropout: 0.0
-  max_length: 2048
   use_flash_attention: true
   warmup_steps: 20
   gradient_checkpointing: true

   deepspeed_config: configs/zero3_config_sft.json
   weight_decay: 0.0
   residual_dropout: 0.0
+  max_length: 99999
   use_flash_attention: true
   warmup_steps: 20
   gradient_checkpointing: true