{ | |
"layer": 7, | |
"model_type": "GatedSAE", | |
"n_batches": 3000, | |
"l1_coefficient": 0.0003, | |
"projection_up": 32, | |
"batch_size": 32, | |
"learning_rate": 0.001, | |
"test_loss": 0.027062037400901316, | |
"reconstruction_error": 0.012635369319468737, | |
"l0_loss": 50.5335205078125, | |
"dead_neurons_percentage": 97.54231770833334 | |
} |