layers.4.mlp/cfg.json

{"expansion_factor": 32, "normalize_decoder": true, "num_latents": 32768, "k": 32, "signed": false, "d_in": 768}