{ | |
"layer": 5, | |
"model_type": "GatedSAE", | |
"n_batches": 3000, | |
"l1_coefficient": 0.0001, | |
"projection_up": 32, | |
"batch_size": 32, | |
"learning_rate": 0.001, | |
"test_loss": 0.022442865930497647, | |
"reconstruction_error": 0.010764180310070514, | |
"l0_loss": 65.3858642578125, | |
"dead_neurons_percentage": 99.267578125 | |
} |