config_layer_4.json

{
    "layer": 4,
    "model_type": "GatedSAE",
    "n_batches": 3000,
    "l1_coefficient": 0.0001,
    "projection_up": 32,
    "batch_size": 32,
    "learning_rate": 0.001,
    "test_loss": 0.024078769236803056,
    "reconstruction_error": 0.011808800324797631,
    "l0_loss": 32.05625,
    "dead_neurons_percentage": 99.64192708333334
}