sedrickkeh commited on
Commit
72a82fb
1 Parent(s): ba14d96

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +1 -1
config.json CHANGED
@@ -6,7 +6,7 @@
6
  "params": null,
7
  "apply_qk_norm": true,
8
  "attn_activation": null,
9
- "attn_name": "auto",
10
  "attn_seq_scalar": null,
11
  "attn_seq_scalar_alpha": null,
12
  "dim": 2048,
 
6
  "params": null,
7
  "apply_qk_norm": true,
8
  "attn_activation": null,
9
+ "attn_name": "torch_attn",
10
  "attn_seq_scalar": null,
11
  "attn_seq_scalar_alpha": null,
12
  "dim": 2048,