OpenAssistant
/

oasst-sft-6-llama-30b-xor

Model card Files Files and versions Community

Update README.md

#52

by aman4vr - opened May 18, 2023

base: refs/heads/main

←

from: refs/pr/52

Discussion Files changed

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -153,7 +153,7 @@ llama-30b-sft-6:
   deepspeed_config: configs/zero3_config_sft.json
   weight_decay: 0.0
   residual_dropout: 0.0
-  max_length: 2048
   use_flash_attention: true
   warmup_steps: 20
   gradient_checkpointing: true

   deepspeed_config: configs/zero3_config_sft.json
   weight_decay: 0.0
   residual_dropout: 0.0
+  max_length: 4096
   use_flash_attention: true
   warmup_steps: 20
   gradient_checkpointing: true