Prisma-Multimodal
/

sparse-autoencoder-clip-b-32-sae-vanilla-x64-layer-6-hook_resid_post-l1-5e-05

Feature Extraction

interpretability

sparse autoencoder

mechanistic interpretability

Model card Files Files and versions Community

soniajoseph commited on 13 days ago

Commit

115bdfd

•

1 Parent(s): c0dbe67

Upload config

Files changed (1) hide show

config.json +2 -2

config.json CHANGED Viewed

@@ -37,7 +37,7 @@
     "expansion_factor": 64,
     "from_pretrained_path": null,
     "d_sae": 49152,
-    "l1_coefficient": 5e-05,
     "lp_norm": 1,
     "lr": 0.0004,
     "lr_scheduler_name": "cosineannealingwarmup",
@@ -57,5 +57,5 @@
     "wandb_log_frequency": 100,
     "n_validation_runs": 10,
     "n_checkpoints": 10,
-    "checkpoint_path": "/network/scratch/s/sonia.joseph/checkpoints/clip-b/60c3996a-clip_b_mlp_out_sae_hyperparam_sweep"
 }

     "expansion_factor": 64,
     "from_pretrained_path": null,
     "d_sae": 49152,
+    "l1_coefficient": 0.0001,
     "lp_norm": 1,
     "lr": 0.0004,
     "lr_scheduler_name": "cosineannealingwarmup",
     "wandb_log_frequency": 100,
     "n_validation_runs": 10,
     "n_checkpoints": 10,
+    "checkpoint_path": "/network/scratch/s/sonia.joseph/checkpoints/clip-b/f02e630c-clip_b_mlp_out_sae_hyperparam_sweep"
 }