apple
/

DCLM-7B-8k

vaishaal commited on Jul 16

Commit

a24d330

•

1 Parent(s): b514b5e

Update config.json

Files changed (1) hide show

config.json CHANGED Viewed

@@ -26,7 +26,7 @@
     "positional_embedding_type": "rotary",
     "post_embed_norm": false,
     "qk_norm": true,
-    "seq_len": 2048,
     "vocab_size": 50432,
     "weight_tying": false,
   "torch_dtype": "float32",

     "positional_embedding_type": "rotary",
     "post_embed_norm": false,
     "qk_norm": true,
+    "seq_len": 8192,
     "vocab_size": 50432,
     "weight_tying": false,
   "torch_dtype": "float32",