charlieoneill commited on
Commit
ffb7195
1 Parent(s): bce6fdb

Upload config_layer_1.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. config_layer_1.json +13 -0
config_layer_1.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "layer": 1,
3
+ "model_type": "GatedSAE",
4
+ "n_batches": 1000,
5
+ "l1_coefficient": 1e-05,
6
+ "projection_up": 32,
7
+ "batch_size": 32,
8
+ "learning_rate": 0.001,
9
+ "test_loss": 0.007989429449662567,
10
+ "reconstruction_error": 0.003953565610572696,
11
+ "l0_loss": 34.9406494140625,
12
+ "dead_neurons_percentage": 99.83317057291666
13
+ }