{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.9998985698346688,
  "eval_steps": 500,
  "global_step": 4929,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "learning_rate": 1.3513513513513515e-07,
      "loss": 1.6188,
      "step": 1
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.702702702702703e-07,
      "loss": 1.6327,
      "step": 2
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.0540540540540546e-07,
      "loss": 1.5947,
      "step": 3
    },
    {
      "epoch": 0.0,
      "learning_rate": 5.405405405405406e-07,
      "loss": 1.6767,
      "step": 4
    },
    {
      "epoch": 0.0,
      "learning_rate": 6.756756756756758e-07,
      "loss": 1.5841,
      "step": 5
    },
    {
      "epoch": 0.0,
      "learning_rate": 8.108108108108109e-07,
      "loss": 1.6861,
      "step": 6
    },
    {
      "epoch": 0.0,
      "learning_rate": 9.459459459459461e-07,
      "loss": 1.6019,
      "step": 7
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.0810810810810812e-06,
      "loss": 1.5058,
      "step": 8
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.2162162162162164e-06,
      "loss": 1.5129,
      "step": 9
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.3513513513513515e-06,
      "loss": 1.366,
      "step": 10
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.4864864864864868e-06,
      "loss": 1.2988,
      "step": 11
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.6216216216216219e-06,
      "loss": 1.3322,
      "step": 12
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.756756756756757e-06,
      "loss": 1.3172,
      "step": 13
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.8918918918918922e-06,
      "loss": 1.4168,
      "step": 14
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.0270270270270273e-06,
      "loss": 1.4201,
      "step": 15
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.1621621621621623e-06,
      "loss": 1.3398,
      "step": 16
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.297297297297298e-06,
      "loss": 1.3349,
      "step": 17
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.432432432432433e-06,
      "loss": 1.2404,
      "step": 18
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.5675675675675675e-06,
      "loss": 1.17,
      "step": 19
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.702702702702703e-06,
      "loss": 1.2667,
      "step": 20
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.837837837837838e-06,
      "loss": 1.2978,
      "step": 21
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.9729729729729736e-06,
      "loss": 1.2537,
      "step": 22
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.1081081081081082e-06,
      "loss": 1.2337,
      "step": 23
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.2432432432432437e-06,
      "loss": 1.2955,
      "step": 24
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.3783783783783788e-06,
      "loss": 1.2386,
      "step": 25
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.513513513513514e-06,
      "loss": 1.2557,
      "step": 26
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.648648648648649e-06,
      "loss": 1.2175,
      "step": 27
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.7837837837837844e-06,
      "loss": 1.2162,
      "step": 28
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.918918918918919e-06,
      "loss": 1.1123,
      "step": 29
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.0540540540540545e-06,
      "loss": 1.2239,
      "step": 30
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.189189189189189e-06,
      "loss": 1.18,
      "step": 31
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.324324324324325e-06,
      "loss": 1.2235,
      "step": 32
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.45945945945946e-06,
      "loss": 1.2012,
      "step": 33
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.594594594594596e-06,
      "loss": 1.1936,
      "step": 34
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.72972972972973e-06,
      "loss": 1.2047,
      "step": 35
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.864864864864866e-06,
      "loss": 1.1218,
      "step": 36
    },
    {
      "epoch": 0.01,
      "learning_rate": 5e-06,
      "loss": 1.1811,
      "step": 37
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.135135135135135e-06,
      "loss": 1.1502,
      "step": 38
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.2702702702702705e-06,
      "loss": 1.1792,
      "step": 39
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.405405405405406e-06,
      "loss": 1.0904,
      "step": 40
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.540540540540541e-06,
      "loss": 1.1448,
      "step": 41
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.675675675675676e-06,
      "loss": 1.1708,
      "step": 42
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.810810810810811e-06,
      "loss": 1.1837,
      "step": 43
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.945945945945947e-06,
      "loss": 1.1246,
      "step": 44
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.081081081081082e-06,
      "loss": 1.1685,
      "step": 45
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.2162162162162164e-06,
      "loss": 1.1027,
      "step": 46
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.351351351351351e-06,
      "loss": 1.0924,
      "step": 47
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.486486486486487e-06,
      "loss": 1.144,
      "step": 48
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.621621621621622e-06,
      "loss": 1.1259,
      "step": 49
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.7567567567567575e-06,
      "loss": 1.067,
      "step": 50
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.891891891891892e-06,
      "loss": 1.0147,
      "step": 51
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.027027027027028e-06,
      "loss": 1.0997,
      "step": 52
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.162162162162163e-06,
      "loss": 1.1548,
      "step": 53
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.297297297297298e-06,
      "loss": 1.1627,
      "step": 54
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.4324324324324324e-06,
      "loss": 1.1387,
      "step": 55
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.567567567567569e-06,
      "loss": 1.1088,
      "step": 56
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.702702702702704e-06,
      "loss": 1.1084,
      "step": 57
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.837837837837838e-06,
      "loss": 1.1307,
      "step": 58
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.972972972972974e-06,
      "loss": 1.0546,
      "step": 59
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.108108108108109e-06,
      "loss": 1.0961,
      "step": 60
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.243243243243245e-06,
      "loss": 1.1514,
      "step": 61
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.378378378378378e-06,
      "loss": 1.1528,
      "step": 62
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.513513513513514e-06,
      "loss": 1.1299,
      "step": 63
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.64864864864865e-06,
      "loss": 1.1303,
      "step": 64
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.783783783783785e-06,
      "loss": 1.1244,
      "step": 65
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.91891891891892e-06,
      "loss": 1.1633,
      "step": 66
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.054054054054054e-06,
      "loss": 1.1143,
      "step": 67
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.189189189189191e-06,
      "loss": 1.1178,
      "step": 68
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.324324324324325e-06,
      "loss": 1.0837,
      "step": 69
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.45945945945946e-06,
      "loss": 1.0248,
      "step": 70
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.594594594594594e-06,
      "loss": 1.1537,
      "step": 71
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.729729729729732e-06,
      "loss": 1.0296,
      "step": 72
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.864864864864865e-06,
      "loss": 1.0417,
      "step": 73
    },
    {
      "epoch": 0.02,
      "learning_rate": 1e-05,
      "loss": 1.1392,
      "step": 74
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0135135135135136e-05,
      "loss": 1.096,
      "step": 75
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.027027027027027e-05,
      "loss": 1.1262,
      "step": 76
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0405405405405407e-05,
      "loss": 0.9754,
      "step": 77
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0540540540540541e-05,
      "loss": 1.1485,
      "step": 78
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0675675675675677e-05,
      "loss": 1.1174,
      "step": 79
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0810810810810812e-05,
      "loss": 1.1446,
      "step": 80
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0945945945945946e-05,
      "loss": 1.11,
      "step": 81
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1081081081081081e-05,
      "loss": 1.0953,
      "step": 82
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1216216216216219e-05,
      "loss": 1.0293,
      "step": 83
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1351351351351352e-05,
      "loss": 1.0931,
      "step": 84
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1486486486486488e-05,
      "loss": 1.1052,
      "step": 85
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1621621621621622e-05,
      "loss": 1.1469,
      "step": 86
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1756756756756757e-05,
      "loss": 1.1333,
      "step": 87
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1891891891891894e-05,
      "loss": 1.0892,
      "step": 88
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2027027027027028e-05,
      "loss": 1.117,
      "step": 89
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2162162162162164e-05,
      "loss": 1.1056,
      "step": 90
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2297297297297299e-05,
      "loss": 1.0995,
      "step": 91
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2432432432432433e-05,
      "loss": 1.1008,
      "step": 92
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2567567567567568e-05,
      "loss": 1.0527,
      "step": 93
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2702702702702702e-05,
      "loss": 1.0641,
      "step": 94
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.283783783783784e-05,
      "loss": 1.1307,
      "step": 95
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2972972972972975e-05,
      "loss": 1.1588,
      "step": 96
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3108108108108109e-05,
      "loss": 1.0575,
      "step": 97
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3243243243243244e-05,
      "loss": 1.0839,
      "step": 98
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3378378378378381e-05,
      "loss": 1.1052,
      "step": 99
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3513513513513515e-05,
      "loss": 1.0493,
      "step": 100
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.364864864864865e-05,
      "loss": 1.0848,
      "step": 101
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3783783783783784e-05,
      "loss": 1.0947,
      "step": 102
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.391891891891892e-05,
      "loss": 1.0989,
      "step": 103
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4054054054054055e-05,
      "loss": 1.0924,
      "step": 104
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4189189189189189e-05,
      "loss": 1.1399,
      "step": 105
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4324324324324326e-05,
      "loss": 1.058,
      "step": 106
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4459459459459462e-05,
      "loss": 1.1358,
      "step": 107
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4594594594594596e-05,
      "loss": 1.1098,
      "step": 108
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4729729729729731e-05,
      "loss": 1.1585,
      "step": 109
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4864864864864865e-05,
      "loss": 1.1734,
      "step": 110
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5000000000000002e-05,
      "loss": 1.1166,
      "step": 111
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5135135135135138e-05,
      "loss": 1.0639,
      "step": 112
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.527027027027027e-05,
      "loss": 1.0742,
      "step": 113
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.540540540540541e-05,
      "loss": 1.0929,
      "step": 114
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.554054054054054e-05,
      "loss": 1.1595,
      "step": 115
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5675675675675676e-05,
      "loss": 1.0982,
      "step": 116
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.581081081081081e-05,
      "loss": 1.1386,
      "step": 117
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5945945945945947e-05,
      "loss": 1.1658,
      "step": 118
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6081081081081083e-05,
      "loss": 1.1256,
      "step": 119
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6216216216216218e-05,
      "loss": 1.1841,
      "step": 120
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6351351351351354e-05,
      "loss": 1.121,
      "step": 121
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.648648648648649e-05,
      "loss": 1.0924,
      "step": 122
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.662162162162162e-05,
      "loss": 1.157,
      "step": 123
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.6756756756756757e-05,
      "loss": 1.0792,
      "step": 124
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.6891891891891896e-05,
      "loss": 1.0878,
      "step": 125
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7027027027027028e-05,
      "loss": 1.1405,
      "step": 126
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7162162162162163e-05,
      "loss": 1.2026,
      "step": 127
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.72972972972973e-05,
      "loss": 1.1077,
      "step": 128
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7432432432432434e-05,
      "loss": 1.1189,
      "step": 129
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.756756756756757e-05,
      "loss": 1.1832,
      "step": 130
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7702702702702702e-05,
      "loss": 1.0946,
      "step": 131
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.783783783783784e-05,
      "loss": 1.1342,
      "step": 132
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7972972972972976e-05,
      "loss": 1.0702,
      "step": 133
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8108108108108108e-05,
      "loss": 1.0685,
      "step": 134
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8243243243243244e-05,
      "loss": 1.0786,
      "step": 135
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8378378378378383e-05,
      "loss": 1.067,
      "step": 136
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8513513513513515e-05,
      "loss": 1.1427,
      "step": 137
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.864864864864865e-05,
      "loss": 1.0523,
      "step": 138
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8783783783783786e-05,
      "loss": 1.1537,
      "step": 139
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.891891891891892e-05,
      "loss": 1.0625,
      "step": 140
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9054054054054057e-05,
      "loss": 1.1775,
      "step": 141
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.918918918918919e-05,
      "loss": 1.1297,
      "step": 142
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9324324324324328e-05,
      "loss": 1.0832,
      "step": 143
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9459459459459463e-05,
      "loss": 1.1143,
      "step": 144
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9594594594594595e-05,
      "loss": 1.0942,
      "step": 145
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.972972972972973e-05,
      "loss": 1.0928,
      "step": 146
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9864864864864866e-05,
      "loss": 1.0401,
      "step": 147
    },
    {
      "epoch": 0.03,
      "learning_rate": 2e-05,
      "loss": 1.0369,
      "step": 148
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999999784110139e-05,
      "loss": 1.1332,
      "step": 149
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999991364406493e-05,
      "loss": 1.0809,
      "step": 150
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999980569918106e-05,
      "loss": 1.1488,
      "step": 151
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999965457640886e-05,
      "loss": 1.2009,
      "step": 152
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999946027581362e-05,
      "loss": 1.106,
      "step": 153
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999992227974792e-05,
      "loss": 1.1397,
      "step": 154
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999989421415082e-05,
      "loss": 1.0493,
      "step": 155
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999986183080217e-05,
      "loss": 1.0996,
      "step": 156
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999825129715963e-05,
      "loss": 1.1791,
      "step": 157
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999784110908042e-05,
      "loss": 1.0828,
      "step": 158
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999738774396116e-05,
      "loss": 1.188,
      "step": 159
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999689120199763e-05,
      "loss": 1.1047,
      "step": 160
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999635148340422e-05,
      "loss": 1.1007,
      "step": 161
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999576858841395e-05,
      "loss": 1.118,
      "step": 162
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999514251727854e-05,
      "loss": 1.097,
      "step": 163
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999447327026826e-05,
      "loss": 1.0723,
      "step": 164
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999376084767213e-05,
      "loss": 1.1436,
      "step": 165
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999300524979776e-05,
      "loss": 1.1743,
      "step": 166
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999220647697134e-05,
      "loss": 1.1473,
      "step": 167
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999136452953784e-05,
      "loss": 1.0418,
      "step": 168
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999047940786076e-05,
      "loss": 1.0815,
      "step": 169
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9998955111232224e-05,
      "loss": 1.0345,
      "step": 170
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9998857964332318e-05,
      "loss": 1.0846,
      "step": 171
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.99987565001283e-05,
      "loss": 1.0899,
      "step": 172
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998650718663978e-05,
      "loss": 1.0289,
      "step": 173
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998540619985025e-05,
      "loss": 1.1417,
      "step": 174
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999842620413899e-05,
      "loss": 1.0801,
      "step": 175
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998307471175264e-05,
      "loss": 1.0777,
      "step": 176
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998184421145117e-05,
      "loss": 1.1596,
      "step": 177
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999805705410168e-05,
      "loss": 1.0881,
      "step": 178
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997925370099952e-05,
      "loss": 1.185,
      "step": 179
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997789369196786e-05,
      "loss": 1.0525,
      "step": 180
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.99976490514509e-05,
      "loss": 1.0894,
      "step": 181
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997504416922892e-05,
      "loss": 1.0543,
      "step": 182
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997355465675207e-05,
      "loss": 1.1081,
      "step": 183
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997202197772152e-05,
      "loss": 1.0639,
      "step": 184
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997044613279913e-05,
      "loss": 1.1517,
      "step": 185
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996882712266535e-05,
      "loss": 1.0788,
      "step": 186
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996716494801914e-05,
      "loss": 1.1018,
      "step": 187
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999654596095783e-05,
      "loss": 1.1052,
      "step": 188
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996371110807903e-05,
      "loss": 1.128,
      "step": 189
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999619194442764e-05,
      "loss": 1.0427,
      "step": 190
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996008461894396e-05,
      "loss": 1.0788,
      "step": 191
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.99958206632874e-05,
      "loss": 1.0973,
      "step": 192
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995628548687735e-05,
      "loss": 1.1736,
      "step": 193
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995432118178354e-05,
      "loss": 1.0658,
      "step": 194
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995231371844075e-05,
      "loss": 1.1339,
      "step": 195
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999502630977157e-05,
      "loss": 1.0945,
      "step": 196
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994816932049384e-05,
      "loss": 1.156,
      "step": 197
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994603238767924e-05,
      "loss": 1.1743,
      "step": 198
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994385230019452e-05,
      "loss": 1.0428,
      "step": 199
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994162905898107e-05,
      "loss": 1.0546,
      "step": 200
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999393626649988e-05,
      "loss": 1.0614,
      "step": 201
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9993705311922632e-05,
      "loss": 1.0984,
      "step": 202
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999347004226608e-05,
      "loss": 1.0877,
      "step": 203
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9993230457631812e-05,
      "loss": 1.0816,
      "step": 204
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999298655812327e-05,
      "loss": 1.0632,
      "step": 205
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999273834384578e-05,
      "loss": 1.1348,
      "step": 206
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9992485814906503e-05,
      "loss": 1.1243,
      "step": 207
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9992228971414475e-05,
      "loss": 1.0993,
      "step": 208
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.99919678134806e-05,
      "loss": 1.1428,
      "step": 209
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9991702341217644e-05,
      "loss": 1.0592,
      "step": 210
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9991432554740228e-05,
      "loss": 1.1025,
      "step": 211
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9991158454164837e-05,
      "loss": 1.0786,
      "step": 212
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9990880039609833e-05,
      "loss": 1.0739,
      "step": 213
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999059731119542e-05,
      "loss": 1.1149,
      "step": 214
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9990310269043673e-05,
      "loss": 1.0785,
      "step": 215
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9990018913278543e-05,
      "loss": 1.1411,
      "step": 216
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9989723244025817e-05,
      "loss": 1.1736,
      "step": 217
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.998942326141317e-05,
      "loss": 1.0856,
      "step": 218
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9989118965570123e-05,
      "loss": 1.1508,
      "step": 219
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9988810356628065e-05,
      "loss": 1.0767,
      "step": 220
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.998849743472025e-05,
      "loss": 1.0348,
      "step": 221
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9988180199981787e-05,
      "loss": 1.0261,
      "step": 222
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998785865254966e-05,
      "loss": 1.093,
      "step": 223
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9987532792562697e-05,
      "loss": 1.0735,
      "step": 224
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.99872026201616e-05,
      "loss": 1.1549,
      "step": 225
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9986868135488933e-05,
      "loss": 1.0625,
      "step": 226
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9986529338689118e-05,
      "loss": 1.1288,
      "step": 227
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9986186229908445e-05,
      "loss": 1.0796,
      "step": 228
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9985838809295053e-05,
      "loss": 1.0531,
      "step": 229
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998548707699896e-05,
      "loss": 1.1318,
      "step": 230
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998513103317203e-05,
      "loss": 1.0749,
      "step": 231
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9984770677968e-05,
      "loss": 1.1108,
      "step": 232
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998440601154246e-05,
      "loss": 1.0868,
      "step": 233
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998403703405287e-05,
      "loss": 1.1243,
      "step": 234
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998366374565855e-05,
      "loss": 1.0144,
      "step": 235
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9983286146520668e-05,
      "loss": 1.0376,
      "step": 236
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9982904236802266e-05,
      "loss": 1.0875,
      "step": 237
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9982518016668253e-05,
      "loss": 1.0599,
      "step": 238
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9982127486285386e-05,
      "loss": 1.0764,
      "step": 239
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9981732645822286e-05,
      "loss": 1.0363,
      "step": 240
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998133349544944e-05,
      "loss": 0.9629,
      "step": 241
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998093003533919e-05,
      "loss": 0.9314,
      "step": 242
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9980522265665744e-05,
      "loss": 1.0288,
      "step": 243
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9980110186605173e-05,
      "loss": 1.0476,
      "step": 244
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.99796937983354e-05,
      "loss": 1.0986,
      "step": 245
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997927310103621e-05,
      "loss": 1.0493,
      "step": 246
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9978848094889253e-05,
      "loss": 1.0893,
      "step": 247
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9978418780078046e-05,
      "loss": 1.0755,
      "step": 248
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9977985156787946e-05,
      "loss": 1.1047,
      "step": 249
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9977547225206194e-05,
      "loss": 1.0981,
      "step": 250
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9977104985521872e-05,
      "loss": 1.118,
      "step": 251
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9976658437925934e-05,
      "loss": 1.07,
      "step": 252
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997620758261119e-05,
      "loss": 1.1164,
      "step": 253
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9975752419772308e-05,
      "loss": 1.1284,
      "step": 254
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9975292949605818e-05,
      "loss": 1.0437,
      "step": 255
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9974829172310113e-05,
      "loss": 1.0444,
      "step": 256
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997436108808544e-05,
      "loss": 1.027,
      "step": 257
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9973888697133912e-05,
      "loss": 1.1475,
      "step": 258
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9973411999659493e-05,
      "loss": 1.1091,
      "step": 259
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9972930995868015e-05,
      "loss": 0.997,
      "step": 260
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9972445685967164e-05,
      "loss": 1.0649,
      "step": 261
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9971956070166482e-05,
      "loss": 0.9476,
      "step": 262
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997146214867739e-05,
      "loss": 1.0427,
      "step": 263
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9970963921713133e-05,
      "loss": 1.1083,
      "step": 264
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9970461389488854e-05,
      "loss": 1.1377,
      "step": 265
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.996995455222152e-05,
      "loss": 1.126,
      "step": 266
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.996944341012999e-05,
      "loss": 1.025,
      "step": 267
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.996892796343495e-05,
      "loss": 1.1045,
      "step": 268
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9968408212358968e-05,
      "loss": 1.0671,
      "step": 269
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.996788415712646e-05,
      "loss": 1.1177,
      "step": 270
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.99673557979637e-05,
      "loss": 1.0586,
      "step": 271
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9966823135098824e-05,
      "loss": 1.0769,
      "step": 272
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996628616876183e-05,
      "loss": 1.0783,
      "step": 273
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996574489918456e-05,
      "loss": 1.0426,
      "step": 274
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996519932660073e-05,
      "loss": 1.068,
      "step": 275
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9964649451245902e-05,
      "loss": 1.0062,
      "step": 276
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9964095273357506e-05,
      "loss": 1.1223,
      "step": 277
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9963536793174826e-05,
      "loss": 1.0525,
      "step": 278
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9962974010938994e-05,
      "loss": 1.0521,
      "step": 279
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996240692689302e-05,
      "loss": 1.091,
      "step": 280
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9961835541281746e-05,
      "loss": 1.0885,
      "step": 281
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9961259854351894e-05,
      "loss": 1.014,
      "step": 282
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9960679866352033e-05,
      "loss": 0.9752,
      "step": 283
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9960095577532588e-05,
      "loss": 1.0955,
      "step": 284
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9959506988145842e-05,
      "loss": 1.0647,
      "step": 285
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9958914098445938e-05,
      "loss": 1.1191,
      "step": 286
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9958316908688874e-05,
      "loss": 1.0513,
      "step": 287
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.99577154191325e-05,
      "loss": 1.0601,
      "step": 288
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9957109630036534e-05,
      "loss": 1.0428,
      "step": 289
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995649954166254e-05,
      "loss": 1.0448,
      "step": 290
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995588515427394e-05,
      "loss": 1.0069,
      "step": 291
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995526646813602e-05,
      "loss": 1.0134,
      "step": 292
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9954643483515908e-05,
      "loss": 1.036,
      "step": 293
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9954016200682603e-05,
      "loss": 1.0453,
      "step": 294
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9953384619906945e-05,
      "loss": 1.0687,
      "step": 295
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9952748741461648e-05,
      "loss": 1.0958,
      "step": 296
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9952108565621264e-05,
      "loss": 1.0029,
      "step": 297
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995146409266221e-05,
      "loss": 1.0312,
      "step": 298
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995081532286276e-05,
      "loss": 1.0263,
      "step": 299
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995016225650303e-05,
      "loss": 1.0395,
      "step": 300
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9949504893865016e-05,
      "loss": 1.0688,
      "step": 301
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9948843235232534e-05,
      "loss": 1.1591,
      "step": 302
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9948177280891294e-05,
      "loss": 1.0367,
      "step": 303
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994750703112883e-05,
      "loss": 1.1398,
      "step": 304
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9946832486234545e-05,
      "loss": 1.1471,
      "step": 305
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.99461536464997e-05,
      "loss": 1.0794,
      "step": 306
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9945470512217393e-05,
      "loss": 1.0699,
      "step": 307
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9944783083682596e-05,
      "loss": 1.0035,
      "step": 308
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994409136119212e-05,
      "loss": 1.0354,
      "step": 309
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9943395345044644e-05,
      "loss": 1.0547,
      "step": 310
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994269503554069e-05,
      "loss": 1.027,
      "step": 311
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9941990432982635e-05,
      "loss": 1.0813,
      "step": 312
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994128153767472e-05,
      "loss": 1.1142,
      "step": 313
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9940568349923018e-05,
      "loss": 1.0248,
      "step": 314
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9939850870035484e-05,
      "loss": 1.0497,
      "step": 315
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9939129098321904e-05,
      "loss": 1.126,
      "step": 316
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9938403035093924e-05,
      "loss": 1.0764,
      "step": 317
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9937672680665042e-05,
      "loss": 0.9964,
      "step": 318
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9936938035350618e-05,
      "loss": 0.9243,
      "step": 319
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9936199099467846e-05,
      "loss": 1.0588,
      "step": 320
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9935455873335793e-05,
      "loss": 1.0951,
      "step": 321
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9934708357275362e-05,
      "loss": 1.1199,
      "step": 322
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.993395655160932e-05,
      "loss": 1.0136,
      "step": 323
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.993320045666228e-05,
      "loss": 1.062,
      "step": 324
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.993244007276071e-05,
      "loss": 1.0012,
      "step": 325
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9931675400232926e-05,
      "loss": 1.1006,
      "step": 326
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9930906439409098e-05,
      "loss": 0.9636,
      "step": 327
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.993013319062125e-05,
      "loss": 1.0599,
      "step": 328
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992935565420325e-05,
      "loss": 1.0483,
      "step": 329
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9928573830490828e-05,
      "loss": 1.0474,
      "step": 330
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9927787719821555e-05,
      "loss": 1.0344,
      "step": 331
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9926997322534865e-05,
      "loss": 1.0933,
      "step": 332
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992620263897203e-05,
      "loss": 1.0418,
      "step": 333
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9925403669476175e-05,
      "loss": 0.9394,
      "step": 334
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9924600414392284e-05,
      "loss": 1.09,
      "step": 335
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9923792874067188e-05,
      "loss": 1.121,
      "step": 336
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9922981048849563e-05,
      "loss": 0.9864,
      "step": 337
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992216493908994e-05,
      "loss": 1.0603,
      "step": 338
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9921344545140697e-05,
      "loss": 0.9958,
      "step": 339
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992051986735606e-05,
      "loss": 1.097,
      "step": 340
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991969090609212e-05,
      "loss": 1.0355,
      "step": 341
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9918857661706793e-05,
      "loss": 1.0686,
      "step": 342
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9918020134559867e-05,
      "loss": 0.9694,
      "step": 343
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9917178325012962e-05,
      "loss": 1.0717,
      "step": 344
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9916332233429556e-05,
      "loss": 1.0077,
      "step": 345
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991548186017498e-05,
      "loss": 0.9823,
      "step": 346
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9914627205616395e-05,
      "loss": 1.0616,
      "step": 347
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9913768270122837e-05,
      "loss": 1.063,
      "step": 348
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9912905054065172e-05,
      "loss": 1.0233,
      "step": 349
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9912037557816112e-05,
      "loss": 1.0343,
      "step": 350
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9911165781750235e-05,
      "loss": 1.0463,
      "step": 351
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9910289726243953e-05,
      "loss": 1.0149,
      "step": 352
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990940939167553e-05,
      "loss": 0.9865,
      "step": 353
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990852477842507e-05,
      "loss": 1.0572,
      "step": 354
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990763588687454e-05,
      "loss": 1.0745,
      "step": 355
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990674271740774e-05,
      "loss": 1.0768,
      "step": 356
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990584527041032e-05,
      "loss": 1.022,
      "step": 357
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9904943546269787e-05,
      "loss": 1.0371,
      "step": 358
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9904037545375484e-05,
      "loss": 1.0738,
      "step": 359
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.99031272681186e-05,
      "loss": 0.9613,
      "step": 360
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9902212714892176e-05,
      "loss": 1.1013,
      "step": 361
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9901293886091103e-05,
      "loss": 0.9698,
      "step": 362
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9900370782112105e-05,
      "loss": 1.0274,
      "step": 363
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9899443403353765e-05,
      "loss": 1.0437,
      "step": 364
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9898511750216505e-05,
      "loss": 1.0588,
      "step": 365
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9897575823102592e-05,
      "loss": 0.986,
      "step": 366
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.989663562241614e-05,
      "loss": 1.0587,
      "step": 367
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9895691148563113e-05,
      "loss": 1.0854,
      "step": 368
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9894742401951312e-05,
      "loss": 1.0563,
      "step": 369
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9893789382990388e-05,
      "loss": 0.9852,
      "step": 370
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9892832092091832e-05,
      "loss": 1.1051,
      "step": 371
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.989187052966899e-05,
      "loss": 1.0474,
      "step": 372
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.989090469613704e-05,
      "loss": 0.9828,
      "step": 373
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9889934591913007e-05,
      "loss": 1.0704,
      "step": 374
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9888960217415766e-05,
      "loss": 1.0971,
      "step": 375
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9887981573066034e-05,
      "loss": 1.0614,
      "step": 376
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9886998659286366e-05,
      "loss": 1.0199,
      "step": 377
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9886011476501165e-05,
      "loss": 1.0597,
      "step": 378
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9885020025136677e-05,
      "loss": 0.982,
      "step": 379
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.988402430562099e-05,
      "loss": 1.0588,
      "step": 380
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.988302431838404e-05,
      "loss": 1.0169,
      "step": 381
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9882020063857592e-05,
      "loss": 0.9913,
      "step": 382
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.988101154247527e-05,
      "loss": 1.1071,
      "step": 383
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9879998754672533e-05,
      "loss": 1.0305,
      "step": 384
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9878981700886677e-05,
      "loss": 0.9596,
      "step": 385
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9877960381556852e-05,
      "loss": 1.0262,
      "step": 386
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.987693479712404e-05,
      "loss": 1.071,
      "step": 387
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.987590494803106e-05,
      "loss": 1.0168,
      "step": 388
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9874870834722594e-05,
      "loss": 1.0629,
      "step": 389
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9873832457645142e-05,
      "loss": 1.0621,
      "step": 390
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.987278981724706e-05,
      "loss": 1.0685,
      "step": 391
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.987174291397853e-05,
      "loss": 1.0186,
      "step": 392
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9870691748291594e-05,
      "loss": 0.9814,
      "step": 393
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9869636320640113e-05,
      "loss": 1.0711,
      "step": 394
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.986857663147981e-05,
      "loss": 1.0657,
      "step": 395
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9867512681268232e-05,
      "loss": 1.0169,
      "step": 396
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.986644447046477e-05,
      "loss": 0.9785,
      "step": 397
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.986537199953066e-05,
      "loss": 1.0469,
      "step": 398
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9864295268928968e-05,
      "loss": 0.9787,
      "step": 399
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.986321427912461e-05,
      "loss": 1.0291,
      "step": 400
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9862129030584327e-05,
      "loss": 0.9793,
      "step": 401
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.986103952377672e-05,
      "loss": 1.0603,
      "step": 402
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9859945759172204e-05,
      "loss": 1.0801,
      "step": 403
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9858847737243053e-05,
      "loss": 0.969,
      "step": 404
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9857745458463363e-05,
      "loss": 0.9873,
      "step": 405
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.985663892330908e-05,
      "loss": 1.0414,
      "step": 406
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9855528132257984e-05,
      "loss": 1.0371,
      "step": 407
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.985441308578969e-05,
      "loss": 0.9941,
      "step": 408
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9853293784385655e-05,
      "loss": 0.9153,
      "step": 409
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9852170228529165e-05,
      "loss": 1.0532,
      "step": 410
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.985104241870536e-05,
      "loss": 1.0581,
      "step": 411
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9849910355401193e-05,
      "loss": 0.9494,
      "step": 412
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9848774039105473e-05,
      "loss": 1.0031,
      "step": 413
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9847633470308833e-05,
      "loss": 1.0408,
      "step": 414
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9846488649503754e-05,
      "loss": 1.0221,
      "step": 415
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9845339577184545e-05,
      "loss": 0.9661,
      "step": 416
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9844186253847345e-05,
      "loss": 1.0291,
      "step": 417
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9843028679990145e-05,
      "loss": 0.9783,
      "step": 418
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.984186685611276e-05,
      "loss": 0.9877,
      "step": 419
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9840700782716836e-05,
      "loss": 1.0723,
      "step": 420
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9839530460305863e-05,
      "loss": 1.1104,
      "step": 421
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9838355889385164e-05,
      "loss": 1.0133,
      "step": 422
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9837177070461893e-05,
      "loss": 1.0235,
      "step": 423
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9835994004045048e-05,
      "loss": 1.0471,
      "step": 424
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9834806690645442e-05,
      "loss": 1.0689,
      "step": 425
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9833615130775735e-05,
      "loss": 1.034,
      "step": 426
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9832419324950423e-05,
      "loss": 1.0448,
      "step": 427
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9831219273685828e-05,
      "loss": 1.0416,
      "step": 428
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9830014977500107e-05,
      "loss": 0.979,
      "step": 429
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9828806436913254e-05,
      "loss": 1.0307,
      "step": 430
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.982759365244709e-05,
      "loss": 1.0479,
      "step": 431
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9826376624625268e-05,
      "loss": 1.042,
      "step": 432
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.982515535397328e-05,
      "loss": 1.0019,
      "step": 433
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9823929841018445e-05,
      "loss": 1.0655,
      "step": 434
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9822700086289915e-05,
      "loss": 1.058,
      "step": 435
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9821466090318676e-05,
      "loss": 0.9778,
      "step": 436
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9820227853637535e-05,
      "loss": 1.0485,
      "step": 437
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.981898537678114e-05,
      "loss": 1.0471,
      "step": 438
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.981773866028597e-05,
      "loss": 0.9622,
      "step": 439
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.981648770469033e-05,
      "loss": 1.068,
      "step": 440
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.981523251053436e-05,
      "loss": 1.0019,
      "step": 441
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9813973078360024e-05,
      "loss": 1.0532,
      "step": 442
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9812709408711123e-05,
      "loss": 0.9659,
      "step": 443
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9811441502133278e-05,
      "loss": 1.0026,
      "step": 444
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.981016935917395e-05,
      "loss": 1.0894,
      "step": 445
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9808892980382422e-05,
      "loss": 1.0444,
      "step": 446
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9807612366309813e-05,
      "loss": 1.027,
      "step": 447
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.980632751750906e-05,
      "loss": 0.9966,
      "step": 448
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.980503843453494e-05,
      "loss": 1.0781,
      "step": 449
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.980374511794405e-05,
      "loss": 1.0566,
      "step": 450
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.980244756829482e-05,
      "loss": 1.0296,
      "step": 451
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.98011457861475e-05,
      "loss": 1.0159,
      "step": 452
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.979983977206418e-05,
      "loss": 0.9563,
      "step": 453
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9798529526608765e-05,
      "loss": 1.0222,
      "step": 454
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9797215050346996e-05,
      "loss": 1.019,
      "step": 455
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.979589634384644e-05,
      "loss": 1.028,
      "step": 456
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.979457340767648e-05,
      "loss": 1.0622,
      "step": 457
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.979324624240834e-05,
      "loss": 1.0017,
      "step": 458
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9791914848615053e-05,
      "loss": 1.03,
      "step": 459
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9790579226871506e-05,
      "loss": 0.9552,
      "step": 460
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9789239377754374e-05,
      "loss": 1.0403,
      "step": 461
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9787895301842187e-05,
      "loss": 0.9886,
      "step": 462
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9786546999715285e-05,
      "loss": 1.0126,
      "step": 463
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9785194471955847e-05,
      "loss": 1.1069,
      "step": 464
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9783837719147855e-05,
      "loss": 1.0586,
      "step": 465
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9782476741877134e-05,
      "loss": 1.0289,
      "step": 466
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9781111540731325e-05,
      "loss": 1.0034,
      "step": 467
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9779742116299895e-05,
      "loss": 1.0017,
      "step": 468
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.977836846917413e-05,
      "loss": 1.0332,
      "step": 469
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9776990599947148e-05,
      "loss": 1.0053,
      "step": 470
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9775608509213883e-05,
      "loss": 1.0565,
      "step": 471
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9774222197571094e-05,
      "loss": 1.0131,
      "step": 472
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.977283166561736e-05,
      "loss": 0.9903,
      "step": 473
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9771436913953087e-05,
      "loss": 1.073,
      "step": 474
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.97700379431805e-05,
      "loss": 1.0124,
      "step": 475
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9768634753903645e-05,
      "loss": 1.0186,
      "step": 476
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9767227346728393e-05,
      "loss": 1.0337,
      "step": 477
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.976581572226243e-05,
      "loss": 1.0112,
      "step": 478
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9764399881115273e-05,
      "loss": 1.0185,
      "step": 479
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.976297982389825e-05,
      "loss": 1.0687,
      "step": 480
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.976155555122451e-05,
      "loss": 0.9627,
      "step": 481
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9760127063709025e-05,
      "loss": 1.0095,
      "step": 482
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9758694361968594e-05,
      "loss": 0.9906,
      "step": 483
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.975725744662183e-05,
      "loss": 1.0189,
      "step": 484
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.975581631828915e-05,
      "loss": 1.0124,
      "step": 485
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9754370977592813e-05,
      "loss": 0.9861,
      "step": 486
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.975292142515689e-05,
      "loss": 1.033,
      "step": 487
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9751467661607266e-05,
      "loss": 1.0467,
      "step": 488
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.975000968757164e-05,
      "loss": 0.999,
      "step": 489
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9748547503679547e-05,
      "loss": 0.9882,
      "step": 490
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9747081110562324e-05,
      "loss": 1.0675,
      "step": 491
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9745610508853126e-05,
      "loss": 1.0335,
      "step": 492
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.974413569918693e-05,
      "loss": 1.0334,
      "step": 493
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9742656682200535e-05,
      "loss": 0.9786,
      "step": 494
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9741173458532544e-05,
      "loss": 0.9529,
      "step": 495
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9739686028823384e-05,
      "loss": 0.938,
      "step": 496
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.97381943937153e-05,
      "loss": 1.0301,
      "step": 497
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.973669855385235e-05,
      "loss": 1.0465,
      "step": 498
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9735198509880402e-05,
      "loss": 1.0099,
      "step": 499
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.973369426244715e-05,
      "loss": 1.0021,
      "step": 500
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.973218581220209e-05,
      "loss": 1.013,
      "step": 501
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.973067315979655e-05,
      "loss": 0.9778,
      "step": 502
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9729156305883662e-05,
      "loss": 1.0581,
      "step": 503
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9727635251118363e-05,
      "loss": 1.0738,
      "step": 504
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9726109996157423e-05,
      "loss": 1.0407,
      "step": 505
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.972458054165941e-05,
      "loss": 1.0204,
      "step": 506
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9723046888284715e-05,
      "loss": 0.9825,
      "step": 507
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.972150903669554e-05,
      "loss": 1.0021,
      "step": 508
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9719966987555894e-05,
      "loss": 0.9862,
      "step": 509
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9718420741531604e-05,
      "loss": 0.9754,
      "step": 510
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.971687029929031e-05,
      "loss": 0.9819,
      "step": 511
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9715315661501454e-05,
      "loss": 1.056,
      "step": 512
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.971375682883631e-05,
      "loss": 1.0091,
      "step": 513
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9712193801967937e-05,
      "loss": 1.0662,
      "step": 514
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9710626581571228e-05,
      "loss": 1.1038,
      "step": 515
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.970905516832287e-05,
      "loss": 0.9848,
      "step": 516
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9707479562901373e-05,
      "loss": 0.8941,
      "step": 517
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9705899765987047e-05,
      "loss": 1.0194,
      "step": 518
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.970431577826202e-05,
      "loss": 0.9496,
      "step": 519
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9702727600410222e-05,
      "loss": 0.9066,
      "step": 520
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9701135233117398e-05,
      "loss": 1.0394,
      "step": 521
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9699538677071105e-05,
      "loss": 0.9733,
      "step": 522
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9697937932960697e-05,
      "loss": 0.9719,
      "step": 523
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.969633300147734e-05,
      "loss": 0.9533,
      "step": 524
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9694723883314017e-05,
      "loss": 1.004,
      "step": 525
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9693110579165514e-05,
      "loss": 1.0785,
      "step": 526
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9691493089728416e-05,
      "loss": 0.9868,
      "step": 527
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.968987141570113e-05,
      "loss": 0.9651,
      "step": 528
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9688245557783853e-05,
      "loss": 1.0614,
      "step": 529
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9686615516678605e-05,
      "loss": 1.0159,
      "step": 530
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9684981293089202e-05,
      "loss": 1.0133,
      "step": 531
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.968334288772127e-05,
      "loss": 1.0593,
      "step": 532
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9681700301282235e-05,
      "loss": 1.0438,
      "step": 533
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9680053534481337e-05,
      "loss": 0.9671,
      "step": 534
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9678402588029618e-05,
      "loss": 0.9986,
      "step": 535
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9676747462639915e-05,
      "loss": 0.9865,
      "step": 536
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9675088159026886e-05,
      "loss": 1.0554,
      "step": 537
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9673424677906983e-05,
      "loss": 1.0306,
      "step": 538
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9671757019998457e-05,
      "loss": 1.0108,
      "step": 539
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9670085186021377e-05,
      "loss": 0.9872,
      "step": 540
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9668409176697603e-05,
      "loss": 1.0325,
      "step": 541
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9666728992750803e-05,
      "loss": 1.0105,
      "step": 542
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9665044634906444e-05,
      "loss": 0.9933,
      "step": 543
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.96633561038918e-05,
      "loss": 1.0669,
      "step": 544
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9661663400435948e-05,
      "loss": 1.0114,
      "step": 545
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9659966525269754e-05,
      "loss": 1.0139,
      "step": 546
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.96582654791259e-05,
      "loss": 0.9852,
      "step": 547
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9656560262738864e-05,
      "loss": 1.0167,
      "step": 548
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.965485087684492e-05,
      "loss": 0.9988,
      "step": 549
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9653137322182152e-05,
      "loss": 0.9247,
      "step": 550
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.965141959949043e-05,
      "loss": 1.0193,
      "step": 551
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.964969770951144e-05,
      "loss": 1.0528,
      "step": 552
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9647971652988656e-05,
      "loss": 0.9874,
      "step": 553
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9646241430667353e-05,
      "loss": 0.9698,
      "step": 554
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9644507043294606e-05,
      "loss": 0.9661,
      "step": 555
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9642768491619288e-05,
      "loss": 1.0122,
      "step": 556
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9641025776392072e-05,
      "loss": 1.0162,
      "step": 557
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.963927889836543e-05,
      "loss": 0.9684,
      "step": 558
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.963752785829362e-05,
      "loss": 1.0416,
      "step": 559
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9635772656932715e-05,
      "loss": 0.9933,
      "step": 560
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.963401329504057e-05,
      "loss": 0.993,
      "step": 561
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.963224977337684e-05,
      "loss": 0.9889,
      "step": 562
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9630482092702984e-05,
      "loss": 1.0508,
      "step": 563
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9628710253782246e-05,
      "loss": 1.0526,
      "step": 564
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.962693425737967e-05,
      "loss": 0.9431,
      "step": 565
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.96251541042621e-05,
      "loss": 1.0001,
      "step": 566
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9623369795198164e-05,
      "loss": 1.0133,
      "step": 567
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9621581330958293e-05,
      "loss": 1.0033,
      "step": 568
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9619788712314714e-05,
      "loss": 0.986,
      "step": 569
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9617991940041433e-05,
      "loss": 1.0674,
      "step": 570
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.961619101491427e-05,
      "loss": 0.9334,
      "step": 571
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.961438593771082e-05,
      "loss": 1.061,
      "step": 572
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.961257670921049e-05,
      "loss": 0.9488,
      "step": 573
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9610763330194453e-05,
      "loss": 1.0773,
      "step": 574
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.96089458014457e-05,
      "loss": 0.988,
      "step": 575
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9607124123749003e-05,
      "loss": 1.0198,
      "step": 576
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.960529829789092e-05,
      "loss": 0.9483,
      "step": 577
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9603468324659806e-05,
      "loss": 0.9172,
      "step": 578
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9601634204845813e-05,
      "loss": 1.0371,
      "step": 579
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9599795939240867e-05,
      "loss": 1.0808,
      "step": 580
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9597953528638706e-05,
      "loss": 1.0063,
      "step": 581
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9596106973834833e-05,
      "loss": 1.0065,
      "step": 582
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9594256275626563e-05,
      "loss": 1.0219,
      "step": 583
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.959240143481298e-05,
      "loss": 1.0104,
      "step": 584
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.959054245219498e-05,
      "loss": 0.9569,
      "step": 585
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9588679328575217e-05,
      "loss": 1.0584,
      "step": 586
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9586812064758166e-05,
      "loss": 1.0082,
      "step": 587
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9584940661550064e-05,
      "loss": 1.035,
      "step": 588
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.958306511975895e-05,
      "loss": 1.0127,
      "step": 589
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.958118544019464e-05,
      "loss": 1.0154,
      "step": 590
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9579301623668746e-05,
      "loss": 0.961,
      "step": 591
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.957741367099466e-05,
      "loss": 1.0485,
      "step": 592
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9575521582987563e-05,
      "loss": 0.9746,
      "step": 593
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9573625360464415e-05,
      "loss": 0.9222,
      "step": 594
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9571725004243973e-05,
      "loss": 1.0305,
      "step": 595
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9569820515146768e-05,
      "loss": 1.0932,
      "step": 596
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9567911893995123e-05,
      "loss": 0.9942,
      "step": 597
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.956599914161314e-05,
      "loss": 1.0481,
      "step": 598
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9564082258826708e-05,
      "loss": 0.976,
      "step": 599
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9562161246463495e-05,
      "loss": 1.0145,
      "step": 600
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.956023610535296e-05,
      "loss": 0.9383,
      "step": 601
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9558306836326334e-05,
      "loss": 1.0573,
      "step": 602
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.955637344021664e-05,
      "loss": 0.9791,
      "step": 603
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9554435917858684e-05,
      "loss": 0.9672,
      "step": 604
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.955249427008904e-05,
      "loss": 0.9716,
      "step": 605
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9550548497746074e-05,
      "loss": 0.9095,
      "step": 606
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.954859860166993e-05,
      "loss": 1.0016,
      "step": 607
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9546644582702544e-05,
      "loss": 0.9758,
      "step": 608
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9544686441687612e-05,
      "loss": 0.9313,
      "step": 609
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9542724179470616e-05,
      "loss": 1.057,
      "step": 610
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.954075779689883e-05,
      "loss": 0.9534,
      "step": 611
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9538787294821294e-05,
      "loss": 0.9834,
      "step": 612
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9536812674088835e-05,
      "loss": 0.9974,
      "step": 613
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9534833935554048e-05,
      "loss": 1.0265,
      "step": 614
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.953285108007132e-05,
      "loss": 0.9694,
      "step": 615
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9530864108496797e-05,
      "loss": 1.0478,
      "step": 616
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9528873021688422e-05,
      "loss": 0.9591,
      "step": 617
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.95268778205059e-05,
      "loss": 1.0183,
      "step": 618
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9524878505810722e-05,
      "loss": 0.9459,
      "step": 619
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.952287507846615e-05,
      "loss": 0.9675,
      "step": 620
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9520867539337226e-05,
      "loss": 0.9621,
      "step": 621
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.951885588929076e-05,
      "loss": 1.0201,
      "step": 622
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9516840129195352e-05,
      "loss": 0.9752,
      "step": 623
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9514820259921353e-05,
      "loss": 0.9783,
      "step": 624
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9512796282340906e-05,
      "loss": 0.9756,
      "step": 625
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9510768197327925e-05,
      "loss": 1.0919,
      "step": 626
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9508736005758096e-05,
      "loss": 1.0338,
      "step": 627
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9506699708508882e-05,
      "loss": 1.0212,
      "step": 628
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9504659306459506e-05,
      "loss": 1.0049,
      "step": 629
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.950261480049098e-05,
      "loss": 1.0345,
      "step": 630
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9500566191486077e-05,
      "loss": 0.992,
      "step": 631
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9498513480329344e-05,
      "loss": 1.0545,
      "step": 632
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.94964566679071e-05,
      "loss": 1.0517,
      "step": 633
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9494395755107437e-05,
      "loss": 1.0072,
      "step": 634
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9492330742820216e-05,
      "loss": 0.9998,
      "step": 635
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.949026163193706e-05,
      "loss": 0.9735,
      "step": 636
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9488188423351385e-05,
      "loss": 0.9531,
      "step": 637
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9486111117958343e-05,
      "loss": 1.0288,
      "step": 638
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.948402971665488e-05,
      "loss": 0.9596,
      "step": 639
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9481944220339705e-05,
      "loss": 0.9817,
      "step": 640
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9479854629913287e-05,
      "loss": 0.8904,
      "step": 641
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9477760946277876e-05,
      "loss": 0.958,
      "step": 642
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9475663170337478e-05,
      "loss": 0.9717,
      "step": 643
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9473561302997867e-05,
      "loss": 1.0981,
      "step": 644
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9471455345166595e-05,
      "loss": 1.087,
      "step": 645
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9469345297752965e-05,
      "loss": 1.0279,
      "step": 646
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9467231161668056e-05,
      "loss": 1.0552,
      "step": 647
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9465112937824705e-05,
      "loss": 1.0345,
      "step": 648
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9462990627137525e-05,
      "loss": 0.97,
      "step": 649
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.946086423052288e-05,
      "loss": 0.9863,
      "step": 650
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.945873374889891e-05,
      "loss": 0.96,
      "step": 651
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9456599183185508e-05,
      "loss": 1.0372,
      "step": 652
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.945446053430434e-05,
      "loss": 0.9771,
      "step": 653
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9452317803178836e-05,
      "loss": 1.028,
      "step": 654
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9450170990734174e-05,
      "loss": 1.0724,
      "step": 655
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9448020097897312e-05,
      "loss": 0.9784,
      "step": 656
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9445865125596955e-05,
      "loss": 1.043,
      "step": 657
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.944370607476358e-05,
      "loss": 0.9634,
      "step": 658
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9441542946329422e-05,
      "loss": 1.0882,
      "step": 659
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.943937574122848e-05,
      "loss": 0.9629,
      "step": 660
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.94372044603965e-05,
      "loss": 0.9289,
      "step": 661
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9435029104771005e-05,
      "loss": 0.9151,
      "step": 662
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.943284967529126e-05,
      "loss": 0.9431,
      "step": 663
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.943066617289831e-05,
      "loss": 1.003,
      "step": 664
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9428478598534943e-05,
      "loss": 0.9676,
      "step": 665
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9426286953145707e-05,
      "loss": 1.0251,
      "step": 666
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9424091237676904e-05,
      "loss": 0.9474,
      "step": 667
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9421891453076612e-05,
      "loss": 0.9804,
      "step": 668
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.941968760029465e-05,
      "loss": 0.9761,
      "step": 669
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.941747968028259e-05,
      "loss": 1.0473,
      "step": 670
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9415267693993772e-05,
      "loss": 1.0273,
      "step": 671
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.941305164238329e-05,
      "loss": 1.0003,
      "step": 672
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9410831526407984e-05,
      "loss": 1.0278,
      "step": 673
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.940860734702646e-05,
      "loss": 1.0039,
      "step": 674
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.940637910519907e-05,
      "loss": 0.9935,
      "step": 675
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9404146801887923e-05,
      "loss": 0.9394,
      "step": 676
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9401910438056887e-05,
      "loss": 1.0163,
      "step": 677
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9399670014671578e-05,
      "loss": 1.0054,
      "step": 678
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.939742553269936e-05,
      "loss": 1.085,
      "step": 679
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9395176993109357e-05,
      "loss": 1.0272,
      "step": 680
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9392924396872447e-05,
      "loss": 1.0271,
      "step": 681
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9390667744961246e-05,
      "loss": 0.9667,
      "step": 682
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9388407038350143e-05,
      "loss": 0.9081,
      "step": 683
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9386142278015257e-05,
      "loss": 0.9376,
      "step": 684
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.938387346493447e-05,
      "loss": 0.9637,
      "step": 685
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.93816006000874e-05,
      "loss": 0.9946,
      "step": 686
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.937932368445544e-05,
      "loss": 0.9887,
      "step": 687
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.93770427190217e-05,
      "loss": 0.9682,
      "step": 688
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9374757704771065e-05,
      "loss": 0.9926,
      "step": 689
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9372468642690156e-05,
      "loss": 0.9121,
      "step": 690
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.937017553376734e-05,
      "loss": 1.0218,
      "step": 691
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9367878378992733e-05,
      "loss": 0.952,
      "step": 692
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.936557717935821e-05,
      "loss": 0.982,
      "step": 693
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9363271935857374e-05,
      "loss": 0.9449,
      "step": 694
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9360962649485585e-05,
      "loss": 1.0115,
      "step": 695
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9358649321239944e-05,
      "loss": 1.0269,
      "step": 696
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.93563319521193e-05,
      "loss": 0.9365,
      "step": 697
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.935401054312425e-05,
      "loss": 1.0181,
      "step": 698
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9351685095257127e-05,
      "loss": 1.023,
      "step": 699
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9349355609522014e-05,
      "loss": 1.0295,
      "step": 700
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9347022086924733e-05,
      "loss": 0.951,
      "step": 701
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9344684528472856e-05,
      "loss": 1.0782,
      "step": 702
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.934234293517569e-05,
      "loss": 0.98,
      "step": 703
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.933999730804429e-05,
      "loss": 0.9624,
      "step": 704
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9337647648091445e-05,
      "loss": 1.0404,
      "step": 705
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.93352939563317e-05,
      "loss": 0.9564,
      "step": 706
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.933293623378132e-05,
      "loss": 0.9099,
      "step": 707
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.933057448145833e-05,
      "loss": 1.035,
      "step": 708
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.932820870038249e-05,
      "loss": 1.0049,
      "step": 709
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9325838891575284e-05,
      "loss": 0.9637,
      "step": 710
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9323465056059957e-05,
      "loss": 1.0212,
      "step": 711
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9321087194861476e-05,
      "loss": 0.9613,
      "step": 712
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.931870530900656e-05,
      "loss": 1.0418,
      "step": 713
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9316319399523658e-05,
      "loss": 1.0147,
      "step": 714
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9313929467442953e-05,
      "loss": 0.9843,
      "step": 715
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9311535513796375e-05,
      "loss": 0.9182,
      "step": 716
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9309137539617578e-05,
      "loss": 1.0155,
      "step": 717
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9306735545941962e-05,
      "loss": 0.9549,
      "step": 718
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9304329533806662e-05,
      "loss": 0.9443,
      "step": 719
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9301919504250542e-05,
      "loss": 1.0511,
      "step": 720
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9299505458314204e-05,
      "loss": 1.0508,
      "step": 721
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9297087397039985e-05,
      "loss": 0.9352,
      "step": 722
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.929466532147195e-05,
      "loss": 1.042,
      "step": 723
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9292239232655913e-05,
      "loss": 1.0487,
      "step": 724
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.92898091316394e-05,
      "loss": 0.9328,
      "step": 725
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.928737501947168e-05,
      "loss": 1.0232,
      "step": 726
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.928493689720376e-05,
      "loss": 0.9522,
      "step": 727
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9282494765888367e-05,
      "loss": 0.9902,
      "step": 728
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9280048626579964e-05,
      "loss": 1.0189,
      "step": 729
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9277598480334747e-05,
      "loss": 0.9527,
      "step": 730
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9275144328210635e-05,
      "loss": 0.9736,
      "step": 731
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9272686171267285e-05,
      "loss": 1.0269,
      "step": 732
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9270224010566075e-05,
      "loss": 0.9982,
      "step": 733
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9267757847170124e-05,
      "loss": 1.0642,
      "step": 734
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9265287682144263e-05,
      "loss": 0.9831,
      "step": 735
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.926281351655506e-05,
      "loss": 1.0248,
      "step": 736
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9260335351470817e-05,
      "loss": 1.0975,
      "step": 737
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.925785318796155e-05,
      "loss": 1.0094,
      "step": 738
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9255367027099005e-05,
      "loss": 0.9619,
      "step": 739
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9252876869956655e-05,
      "loss": 0.9316,
      "step": 740
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9250382717609706e-05,
      "loss": 0.9588,
      "step": 741
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9247884571135077e-05,
      "loss": 0.936,
      "step": 742
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.924538243161142e-05,
      "loss": 1.0072,
      "step": 743
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9242876300119107e-05,
      "loss": 0.9682,
      "step": 744
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9240366177740238e-05,
      "loss": 0.9233,
      "step": 745
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9237852065558625e-05,
      "loss": 0.9738,
      "step": 746
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.923533396465982e-05,
      "loss": 0.9315,
      "step": 747
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9232811876131077e-05,
      "loss": 1.0002,
      "step": 748
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9230285801061393e-05,
      "loss": 0.9554,
      "step": 749
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.922775574054147e-05,
      "loss": 0.9981,
      "step": 750
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.922522169566374e-05,
      "loss": 0.9728,
      "step": 751
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9222683667522347e-05,
      "loss": 0.9697,
      "step": 752
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.922014165721317e-05,
      "loss": 0.9881,
      "step": 753
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.921759566583379e-05,
      "loss": 1.0263,
      "step": 754
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9215045694483514e-05,
      "loss": 1.0316,
      "step": 755
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.921249174426337e-05,
      "loss": 0.964,
      "step": 756
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9209933816276104e-05,
      "loss": 0.9947,
      "step": 757
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9207371911626175e-05,
      "loss": 0.9778,
      "step": 758
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9204806031419758e-05,
      "loss": 0.9926,
      "step": 759
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9202236176764754e-05,
      "loss": 0.9582,
      "step": 760
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.919966234877077e-05,
      "loss": 0.9615,
      "step": 761
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9197084548549137e-05,
      "loss": 1.0071,
      "step": 762
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9194502777212895e-05,
      "loss": 1.0032,
      "step": 763
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.91919170358768e-05,
      "loss": 1.061,
      "step": 764
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.918932732565732e-05,
      "loss": 0.9814,
      "step": 765
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9186733647672648e-05,
      "loss": 0.9341,
      "step": 766
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9184136003042668e-05,
      "loss": 0.9008,
      "step": 767
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9181534392889005e-05,
      "loss": 0.9996,
      "step": 768
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9178928818334966e-05,
      "loss": 1.0328,
      "step": 769
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.91763192805056e-05,
      "loss": 0.9566,
      "step": 770
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9173705780527643e-05,
      "loss": 1.0146,
      "step": 771
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9171088319529553e-05,
      "loss": 0.975,
      "step": 772
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.91684668986415e-05,
      "loss": 0.9444,
      "step": 773
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.916584151899536e-05,
      "loss": 0.9605,
      "step": 774
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9163212181724718e-05,
      "loss": 0.9718,
      "step": 775
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9160578887964866e-05,
      "loss": 0.9279,
      "step": 776
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9157941638852805e-05,
      "loss": 1.0825,
      "step": 777
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9155300435527255e-05,
      "loss": 0.9839,
      "step": 778
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9152655279128626e-05,
      "loss": 1.0488,
      "step": 779
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.915000617079904e-05,
      "loss": 1.0016,
      "step": 780
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.914735311168234e-05,
      "loss": 0.986,
      "step": 781
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9144696102924057e-05,
      "loss": 0.9448,
      "step": 782
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.914203514567143e-05,
      "loss": 1.0144,
      "step": 783
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9139370241073406e-05,
      "loss": 0.9648,
      "step": 784
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9136701390280644e-05,
      "loss": 0.9753,
      "step": 785
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9134028594445496e-05,
      "loss": 0.9635,
      "step": 786
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.913135185472202e-05,
      "loss": 0.9607,
      "step": 787
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.912867117226598e-05,
      "loss": 0.9099,
      "step": 788
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9125986548234836e-05,
      "loss": 0.9661,
      "step": 789
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9123297983787757e-05,
      "loss": 0.9664,
      "step": 790
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9120605480085618e-05,
      "loss": 0.9196,
      "step": 791
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9117909038290975e-05,
      "loss": 0.8997,
      "step": 792
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9115208659568098e-05,
      "loss": 0.9495,
      "step": 793
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9112504345082966e-05,
      "loss": 0.9839,
      "step": 794
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.910979609600324e-05,
      "loss": 0.9292,
      "step": 795
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9107083913498287e-05,
      "loss": 1.0209,
      "step": 796
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9104367798739177e-05,
      "loss": 0.983,
      "step": 797
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9101647752898668e-05,
      "loss": 1.0259,
      "step": 798
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9098923777151222e-05,
      "loss": 1.0039,
      "step": 799
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9096195872672995e-05,
      "loss": 0.9282,
      "step": 800
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9093464040641848e-05,
      "loss": 0.9636,
      "step": 801
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.909072828223732e-05,
      "loss": 0.9754,
      "step": 802
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9087988598640666e-05,
      "loss": 0.9926,
      "step": 803
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9085244991034818e-05,
      "loss": 0.9823,
      "step": 804
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9082497460604415e-05,
      "loss": 1.0218,
      "step": 805
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9079746008535784e-05,
      "loss": 0.9857,
      "step": 806
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9076990636016945e-05,
      "loss": 0.9623,
      "step": 807
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.907423134423761e-05,
      "loss": 0.9634,
      "step": 808
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9071468134389195e-05,
      "loss": 1.036,
      "step": 809
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9068701007664786e-05,
      "loss": 1.0107,
      "step": 810
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.906592996525918e-05,
      "loss": 1.0278,
      "step": 811
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.906315500836885e-05,
      "loss": 0.9072,
      "step": 812
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.906037613819197e-05,
      "loss": 0.9579,
      "step": 813
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.90575933559284e-05,
      "loss": 0.9607,
      "step": 814
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9054806662779692e-05,
      "loss": 0.9851,
      "step": 815
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.905201605994908e-05,
      "loss": 0.966,
      "step": 816
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9049221548641486e-05,
      "loss": 0.955,
      "step": 817
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9046423130063533e-05,
      "loss": 0.9975,
      "step": 818
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.904362080542351e-05,
      "loss": 0.9623,
      "step": 819
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9040814575931413e-05,
      "loss": 0.9969,
      "step": 820
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.903800444279891e-05,
      "loss": 1.0158,
      "step": 821
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9035190407239366e-05,
      "loss": 0.9699,
      "step": 822
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9032372470467816e-05,
      "loss": 0.9036,
      "step": 823
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9029550633700996e-05,
      "loss": 1.0131,
      "step": 824
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9026724898157306e-05,
      "loss": 0.9365,
      "step": 825
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9023895265056852e-05,
      "loss": 1.0265,
      "step": 826
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9021061735621413e-05,
      "loss": 0.9701,
      "step": 827
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.901822431107444e-05,
      "loss": 0.902,
      "step": 828
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9015382992641087e-05,
      "loss": 1.0016,
      "step": 829
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.901253778154817e-05,
      "loss": 1.0358,
      "step": 830
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.900968867902419e-05,
      "loss": 0.9658,
      "step": 831
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9006835686299343e-05,
      "loss": 0.8974,
      "step": 832
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9003978804605487e-05,
      "loss": 0.9849,
      "step": 833
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9001118035176163e-05,
      "loss": 1.0196,
      "step": 834
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8998253379246597e-05,
      "loss": 0.9433,
      "step": 835
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.899538483805369e-05,
      "loss": 1.0081,
      "step": 836
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8992512412836016e-05,
      "loss": 0.9946,
      "step": 837
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8989636104833833e-05,
      "loss": 0.9916,
      "step": 838
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8986755915289074e-05,
      "loss": 1.0058,
      "step": 839
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.898387184544534e-05,
      "loss": 1.0174,
      "step": 840
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8980983896547922e-05,
      "loss": 0.9732,
      "step": 841
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.897809206984377e-05,
      "loss": 0.9941,
      "step": 842
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8975196366581524e-05,
      "loss": 0.9872,
      "step": 843
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8972296788011485e-05,
      "loss": 0.9653,
      "step": 844
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8969393335385632e-05,
      "loss": 0.9819,
      "step": 845
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.896648600995762e-05,
      "loss": 0.9426,
      "step": 846
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.896357481298277e-05,
      "loss": 0.9921,
      "step": 847
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.896065974571808e-05,
      "loss": 0.954,
      "step": 848
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8957740809422214e-05,
      "loss": 0.9304,
      "step": 849
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8954818005355514e-05,
      "loss": 1.003,
      "step": 850
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8951891334779983e-05,
      "loss": 0.9471,
      "step": 851
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8948960798959303e-05,
      "loss": 0.993,
      "step": 852
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8946026399158817e-05,
      "loss": 0.9525,
      "step": 853
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.894308813664554e-05,
      "loss": 0.9462,
      "step": 854
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8940146012688148e-05,
      "loss": 0.9953,
      "step": 855
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8937200028557e-05,
      "loss": 0.9939,
      "step": 856
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8934250185524104e-05,
      "loss": 0.9715,
      "step": 857
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8931296484863155e-05,
      "loss": 0.9856,
      "step": 858
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.892833892784949e-05,
      "loss": 0.9734,
      "step": 859
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.892537751576012e-05,
      "loss": 1.0211,
      "step": 860
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.892241224987373e-05,
      "loss": 0.9581,
      "step": 861
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.891944313147066e-05,
      "loss": 1.0099,
      "step": 862
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8916470161832914e-05,
      "loss": 0.9693,
      "step": 863
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.891349334224416e-05,
      "loss": 1.0003,
      "step": 864
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8910512673989728e-05,
      "loss": 1.0115,
      "step": 865
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8907528158356612e-05,
      "loss": 0.8601,
      "step": 866
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8904539796633465e-05,
      "loss": 0.9443,
      "step": 867
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.89015475901106e-05,
      "loss": 1.0175,
      "step": 868
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.889855154007999e-05,
      "loss": 0.9917,
      "step": 869
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8895551647835272e-05,
      "loss": 1.0191,
      "step": 870
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.889254791467173e-05,
      "loss": 0.898,
      "step": 871
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.888954034188633e-05,
      "loss": 0.9434,
      "step": 872
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8886528930777668e-05,
      "loss": 0.9349,
      "step": 873
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8883513682646013e-05,
      "loss": 0.9991,
      "step": 874
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8880494598793296e-05,
      "loss": 0.9323,
      "step": 875
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8877471680523083e-05,
      "loss": 0.9426,
      "step": 876
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8874444929140622e-05,
      "loss": 0.9027,
      "step": 877
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.887141434595279e-05,
      "loss": 1.0063,
      "step": 878
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8868379932268144e-05,
      "loss": 0.903,
      "step": 879
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8865341689396876e-05,
      "loss": 1.0579,
      "step": 880
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8862299618650833e-05,
      "loss": 0.9723,
      "step": 881
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8859253721343526e-05,
      "loss": 0.9408,
      "step": 882
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8856203998790113e-05,
      "loss": 0.9426,
      "step": 883
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8853150452307395e-05,
      "loss": 0.9695,
      "step": 884
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8850093083213843e-05,
      "loss": 0.9531,
      "step": 885
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8847031892829555e-05,
      "loss": 0.9035,
      "step": 886
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8843966882476294e-05,
      "loss": 1.0012,
      "step": 887
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8840898053477475e-05,
      "loss": 0.9933,
      "step": 888
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.883782540715815e-05,
      "loss": 0.9872,
      "step": 889
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8834748944845028e-05,
      "loss": 0.9199,
      "step": 890
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8831668667866465e-05,
      "loss": 0.9625,
      "step": 891
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.882858457755246e-05,
      "loss": 0.9936,
      "step": 892
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8825496675234656e-05,
      "loss": 0.9915,
      "step": 893
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8822404962246354e-05,
      "loss": 1.0614,
      "step": 894
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.881930943992249e-05,
      "loss": 0.8945,
      "step": 895
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8816210109599645e-05,
      "loss": 1.0263,
      "step": 896
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8813106972616055e-05,
      "loss": 0.9512,
      "step": 897
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8810000030311583e-05,
      "loss": 0.8902,
      "step": 898
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.880688928402775e-05,
      "loss": 0.9307,
      "step": 899
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8803774735107708e-05,
      "loss": 0.9942,
      "step": 900
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8800656384896258e-05,
      "loss": 0.9158,
      "step": 901
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.879753423473984e-05,
      "loss": 0.9535,
      "step": 902
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.879440828598654e-05,
      "loss": 0.9768,
      "step": 903
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.879127853998607e-05,
      "loss": 0.8915,
      "step": 904
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.87881449980898e-05,
      "loss": 0.9287,
      "step": 905
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8785007661650723e-05,
      "loss": 0.9364,
      "step": 906
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8781866532023482e-05,
      "loss": 0.972,
      "step": 907
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.877872161056435e-05,
      "loss": 0.8455,
      "step": 908
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8775572898631244e-05,
      "loss": 0.9026,
      "step": 909
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8772420397583708e-05,
      "loss": 0.9122,
      "step": 910
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8769264108782935e-05,
      "loss": 0.9056,
      "step": 911
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8766104033591742e-05,
      "loss": 0.9501,
      "step": 912
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8762940173374585e-05,
      "loss": 1.0512,
      "step": 913
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8759772529497554e-05,
      "loss": 0.9296,
      "step": 914
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.875660110332838e-05,
      "loss": 1.0284,
      "step": 915
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8753425896236414e-05,
      "loss": 0.8939,
      "step": 916
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8750246909592647e-05,
      "loss": 0.9824,
      "step": 917
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8747064144769705e-05,
      "loss": 0.9731,
      "step": 918
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8743877603141834e-05,
      "loss": 1.0116,
      "step": 919
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8740687286084927e-05,
      "loss": 1.0177,
      "step": 920
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.873749319497649e-05,
      "loss": 0.9894,
      "step": 921
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.873429533119567e-05,
      "loss": 1.0208,
      "step": 922
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8731093696123245e-05,
      "loss": 0.8956,
      "step": 923
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8727888291141603e-05,
      "loss": 0.9057,
      "step": 924
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.872467911763479e-05,
      "loss": 0.9753,
      "step": 925
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8721466176988446e-05,
      "loss": 1.0163,
      "step": 926
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8718249470589866e-05,
      "loss": 0.9677,
      "step": 927
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.871502899982795e-05,
      "loss": 0.9461,
      "step": 928
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8711804766093237e-05,
      "loss": 0.8618,
      "step": 929
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.870857677077788e-05,
      "loss": 1.0217,
      "step": 930
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8705345015275672e-05,
      "loss": 0.9214,
      "step": 931
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.870210950098201e-05,
      "loss": 0.9949,
      "step": 932
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.869887022929393e-05,
      "loss": 0.9763,
      "step": 933
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8695627201610076e-05,
      "loss": 1.0509,
      "step": 934
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8692380419330728e-05,
      "loss": 0.9295,
      "step": 935
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8689129883857782e-05,
      "loss": 0.9426,
      "step": 936
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8685875596594746e-05,
      "loss": 1.0037,
      "step": 937
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8682617558946762e-05,
      "loss": 0.8404,
      "step": 938
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8679355772320585e-05,
      "loss": 0.9943,
      "step": 939
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8676090238124582e-05,
      "loss": 1.0139,
      "step": 940
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8672820957768746e-05,
      "loss": 0.9937,
      "step": 941
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8669547932664688e-05,
      "loss": 0.9076,
      "step": 942
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.866627116422564e-05,
      "loss": 0.941,
      "step": 943
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8662990653866433e-05,
      "loss": 1.0231,
      "step": 944
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.865970640300353e-05,
      "loss": 0.9086,
      "step": 945
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8656418413055006e-05,
      "loss": 0.9964,
      "step": 946
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8653126685440542e-05,
      "loss": 0.8579,
      "step": 947
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8649831221581448e-05,
      "loss": 0.9495,
      "step": 948
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8646532022900633e-05,
      "loss": 0.9767,
      "step": 949
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8643229090822624e-05,
      "loss": 0.9825,
      "step": 950
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.863992242677356e-05,
      "loss": 0.9148,
      "step": 951
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8636612032181194e-05,
      "loss": 0.9076,
      "step": 952
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8633297908474883e-05,
      "loss": 1.0284,
      "step": 953
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8629980057085607e-05,
      "loss": 1.0352,
      "step": 954
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8626658479445935e-05,
      "loss": 0.9455,
      "step": 955
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8623333176990067e-05,
      "loss": 1.0254,
      "step": 956
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8620004151153794e-05,
      "loss": 0.9861,
      "step": 957
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8616671403374526e-05,
      "loss": 0.9837,
      "step": 958
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8613334935091275e-05,
      "loss": 0.9822,
      "step": 959
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8609994747744663e-05,
      "loss": 1.0201,
      "step": 960
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8606650842776907e-05,
      "loss": 0.9982,
      "step": 961
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.860330322163185e-05,
      "loss": 0.9624,
      "step": 962
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8599951885754914e-05,
      "loss": 0.8976,
      "step": 963
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8596596836593147e-05,
      "loss": 0.9707,
      "step": 964
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8593238075595184e-05,
      "loss": 0.9849,
      "step": 965
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.858987560421128e-05,
      "loss": 1.0074,
      "step": 966
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8586509423893268e-05,
      "loss": 0.9489,
      "step": 967
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8583139536094608e-05,
      "loss": 1.0007,
      "step": 968
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8579765942270346e-05,
      "loss": 0.9696,
      "step": 969
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8576388643877127e-05,
      "loss": 0.9681,
      "step": 970
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8573007642373208e-05,
      "loss": 0.9585,
      "step": 971
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.856962293921843e-05,
      "loss": 0.8974,
      "step": 972
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.856623453587424e-05,
      "loss": 0.9844,
      "step": 973
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8562842433803688e-05,
      "loss": 0.9701,
      "step": 974
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8559446634471408e-05,
      "loss": 0.9213,
      "step": 975
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8556047139343637e-05,
      "loss": 0.9486,
      "step": 976
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.855264394988822e-05,
      "loss": 0.975,
      "step": 977
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8549237067574567e-05,
      "loss": 0.9156,
      "step": 978
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8545826493873713e-05,
      "loss": 0.9602,
      "step": 979
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.854241223025827e-05,
      "loss": 1.0102,
      "step": 980
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.853899427820245e-05,
      "loss": 0.9557,
      "step": 981
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8535572639182052e-05,
      "loss": 0.9705,
      "step": 982
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8532147314674475e-05,
      "loss": 0.9376,
      "step": 983
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8528718306158704e-05,
      "loss": 0.9702,
      "step": 984
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8525285615115312e-05,
      "loss": 0.9138,
      "step": 985
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.852184924302647e-05,
      "loss": 0.9929,
      "step": 986
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8518409191375927e-05,
      "loss": 0.948,
      "step": 987
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8514965461649032e-05,
      "loss": 1.0288,
      "step": 988
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.851151805533272e-05,
      "loss": 0.9953,
      "step": 989
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8508066973915505e-05,
      "loss": 0.9198,
      "step": 990
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8504612218887498e-05,
      "loss": 0.9425,
      "step": 991
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.850115379174039e-05,
      "loss": 0.8809,
      "step": 992
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8497691693967466e-05,
      "loss": 0.9089,
      "step": 993
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.849422592706358e-05,
      "loss": 0.9577,
      "step": 994
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8490756492525185e-05,
      "loss": 0.9721,
      "step": 995
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8487283391850318e-05,
      "loss": 0.8927,
      "step": 996
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8483806626538583e-05,
      "loss": 0.9388,
      "step": 997
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.848032619809118e-05,
      "loss": 0.9997,
      "step": 998
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.847684210801089e-05,
      "loss": 0.876,
      "step": 999
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8473354357802074e-05,
      "loss": 0.9476,
      "step": 1000
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8469862948970666e-05,
      "loss": 0.9255,
      "step": 1001
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8466367883024187e-05,
      "loss": 0.9264,
      "step": 1002
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8462869161471738e-05,
      "loss": 1.0046,
      "step": 1003
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8459366785823997e-05,
      "loss": 0.9508,
      "step": 1004
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.845586075759322e-05,
      "loss": 0.9921,
      "step": 1005
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8452351078293233e-05,
      "loss": 0.9731,
      "step": 1006
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8448837749439444e-05,
      "loss": 1.0098,
      "step": 1007
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8445320772548843e-05,
      "loss": 0.9114,
      "step": 1008
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8441800149139988e-05,
      "loss": 0.9287,
      "step": 1009
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.843827588073301e-05,
      "loss": 0.9593,
      "step": 1010
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8434747968849617e-05,
      "loss": 0.976,
      "step": 1011
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.843121641501309e-05,
      "loss": 0.8365,
      "step": 1012
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8427681220748287e-05,
      "loss": 0.9528,
      "step": 1013
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.842414238758163e-05,
      "loss": 0.9586,
      "step": 1014
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.842059991704111e-05,
      "loss": 0.9581,
      "step": 1015
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8417053810656302e-05,
      "loss": 0.9194,
      "step": 1016
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.841350406995834e-05,
      "loss": 0.9522,
      "step": 1017
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8409950696479927e-05,
      "loss": 0.9511,
      "step": 1018
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8406393691755343e-05,
      "loss": 0.9298,
      "step": 1019
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8402833057320427e-05,
      "loss": 0.9461,
      "step": 1020
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8399268794712587e-05,
      "loss": 0.9655,
      "step": 1021
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8395700905470805e-05,
      "loss": 0.9174,
      "step": 1022
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.839212939113562e-05,
      "loss": 1.0513,
      "step": 1023
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.838855425324914e-05,
      "loss": 0.9741,
      "step": 1024
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8384975493355034e-05,
      "loss": 0.9294,
      "step": 1025
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.838139311299854e-05,
      "loss": 0.9912,
      "step": 1026
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8377807113726463e-05,
      "loss": 0.9951,
      "step": 1027
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.837421749708715e-05,
      "loss": 0.948,
      "step": 1028
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8370624264630544e-05,
      "loss": 0.947,
      "step": 1029
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8367027417908115e-05,
      "loss": 0.9301,
      "step": 1030
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8363426958472917e-05,
      "loss": 1.0395,
      "step": 1031
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.835982288787955e-05,
      "loss": 0.9312,
      "step": 1032
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.835621520768418e-05,
      "loss": 0.7929,
      "step": 1033
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.835260391944453e-05,
      "loss": 0.9049,
      "step": 1034
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8348989024719884e-05,
      "loss": 0.9834,
      "step": 1035
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8345370525071076e-05,
      "loss": 0.9097,
      "step": 1036
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8341748422060504e-05,
      "loss": 0.8713,
      "step": 1037
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8338122717252114e-05,
      "loss": 0.9445,
      "step": 1038
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.833449341221142e-05,
      "loss": 0.874,
      "step": 1039
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8330860508505478e-05,
      "loss": 0.9403,
      "step": 1040
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8327224007702896e-05,
      "loss": 0.9362,
      "step": 1041
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.832358391137385e-05,
      "loss": 0.8655,
      "step": 1042
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8319940221090056e-05,
      "loss": 0.9487,
      "step": 1043
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8316292938424788e-05,
      "loss": 1.0321,
      "step": 1044
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8312642064952868e-05,
      "loss": 0.9181,
      "step": 1045
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8308987602250666e-05,
      "loss": 0.968,
      "step": 1046
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.830532955189611e-05,
      "loss": 0.8643,
      "step": 1047
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8301667915468664e-05,
      "loss": 1.0076,
      "step": 1048
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8298002694549357e-05,
      "loss": 0.9423,
      "step": 1049
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.829433389072075e-05,
      "loss": 0.9396,
      "step": 1050
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8290661505566964e-05,
      "loss": 0.8055,
      "step": 1051
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8286985540673658e-05,
      "loss": 0.8934,
      "step": 1052
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8283305997628038e-05,
      "loss": 0.9942,
      "step": 1053
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.827962287801886e-05,
      "loss": 0.9686,
      "step": 1054
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8275936183436417e-05,
      "loss": 1.0016,
      "step": 1055
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8272245915472546e-05,
      "loss": 0.9871,
      "step": 1056
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8268552075720634e-05,
      "loss": 0.9283,
      "step": 1057
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8264854665775607e-05,
      "loss": 0.9731,
      "step": 1058
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.826115368723393e-05,
      "loss": 0.883,
      "step": 1059
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.825744914169361e-05,
      "loss": 0.9375,
      "step": 1060
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8253741030754194e-05,
      "loss": 0.9661,
      "step": 1061
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8250029356016773e-05,
      "loss": 0.9493,
      "step": 1062
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.824631411908397e-05,
      "loss": 0.8997,
      "step": 1063
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8242595321559945e-05,
      "loss": 0.9132,
      "step": 1064
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.823887296505041e-05,
      "loss": 0.9423,
      "step": 1065
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8235147051162592e-05,
      "loss": 0.9841,
      "step": 1066
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8231417581505272e-05,
      "loss": 0.918,
      "step": 1067
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8227684557688757e-05,
      "loss": 0.9333,
      "step": 1068
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8223947981324887e-05,
      "loss": 0.9493,
      "step": 1069
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.822020785402705e-05,
      "loss": 0.9212,
      "step": 1070
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.821646417741015e-05,
      "loss": 0.945,
      "step": 1071
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8212716953090627e-05,
      "loss": 0.9435,
      "step": 1072
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8208966182686462e-05,
      "loss": 0.8596,
      "step": 1073
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8205211867817164e-05,
      "loss": 0.9668,
      "step": 1074
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8201454010103764e-05,
      "loss": 0.8867,
      "step": 1075
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8197692611168832e-05,
      "loss": 0.9378,
      "step": 1076
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8193927672636466e-05,
      "loss": 0.912,
      "step": 1077
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8190159196132287e-05,
      "loss": 0.9349,
      "step": 1078
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8186387183283446e-05,
      "loss": 0.8732,
      "step": 1079
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.818261163571862e-05,
      "loss": 0.8768,
      "step": 1080
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8178832555068023e-05,
      "loss": 0.9313,
      "step": 1081
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8175049942963374e-05,
      "loss": 0.8589,
      "step": 1082
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8171263801037935e-05,
      "loss": 0.9364,
      "step": 1083
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8167474130926483e-05,
      "loss": 0.9076,
      "step": 1084
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8163680934265322e-05,
      "loss": 0.9557,
      "step": 1085
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8159884212692275e-05,
      "loss": 1.0113,
      "step": 1086
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8156083967846694e-05,
      "loss": 0.8634,
      "step": 1087
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8152280201369446e-05,
      "loss": 0.9642,
      "step": 1088
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8148472914902913e-05,
      "loss": 0.9401,
      "step": 1089
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8144662110091015e-05,
      "loss": 0.9241,
      "step": 1090
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8140847788579176e-05,
      "loss": 0.8009,
      "step": 1091
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.813702995201434e-05,
      "loss": 0.8349,
      "step": 1092
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.813320860204497e-05,
      "loss": 0.8765,
      "step": 1093
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.812938374032106e-05,
      "loss": 0.8963,
      "step": 1094
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.812555536849409e-05,
      "loss": 0.9428,
      "step": 1095
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8121723488217085e-05,
      "loss": 0.9579,
      "step": 1096
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.811788810114457e-05,
      "loss": 0.9484,
      "step": 1097
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8114049208932586e-05,
      "loss": 0.9048,
      "step": 1098
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8110206813238695e-05,
      "loss": 0.9739,
      "step": 1099
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8106360915721956e-05,
      "loss": 0.9158,
      "step": 1100
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8102511518042957e-05,
      "loss": 1.0259,
      "step": 1101
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.809865862186379e-05,
      "loss": 0.9585,
      "step": 1102
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.809480222884805e-05,
      "loss": 0.9657,
      "step": 1103
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8090942340660854e-05,
      "loss": 0.9896,
      "step": 1104
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8087078958968824e-05,
      "loss": 0.97,
      "step": 1105
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.808321208544009e-05,
      "loss": 0.8868,
      "step": 1106
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.807934172174429e-05,
      "loss": 0.8885,
      "step": 1107
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8075467869552565e-05,
      "loss": 0.8503,
      "step": 1108
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.807159053053757e-05,
      "loss": 0.9329,
      "step": 1109
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.806770970637346e-05,
      "loss": 0.936,
      "step": 1110
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8063825398735894e-05,
      "loss": 0.8736,
      "step": 1111
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8059937609302042e-05,
      "loss": 0.9797,
      "step": 1112
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8056046339750567e-05,
      "loss": 0.9799,
      "step": 1113
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8052151591761644e-05,
      "loss": 1.033,
      "step": 1114
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8048253367016946e-05,
      "loss": 0.9614,
      "step": 1115
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8044351667199645e-05,
      "loss": 0.9445,
      "step": 1116
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8040446493994423e-05,
      "loss": 0.8931,
      "step": 1117
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.803653784908744e-05,
      "loss": 0.9713,
      "step": 1118
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8032625734166386e-05,
      "loss": 0.9409,
      "step": 1119
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.802871015092042e-05,
      "loss": 0.9308,
      "step": 1120
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.802479110104022e-05,
      "loss": 0.8562,
      "step": 1121
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.802086858621795e-05,
      "loss": 0.9442,
      "step": 1122
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8016942608147273e-05,
      "loss": 0.9139,
      "step": 1123
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8013013168523345e-05,
      "loss": 0.9294,
      "step": 1124
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8009080269042813e-05,
      "loss": 0.9167,
      "step": 1125
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8005143911403835e-05,
      "loss": 0.9551,
      "step": 1126
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.800120409730604e-05,
      "loss": 0.9638,
      "step": 1127
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7997260828450568e-05,
      "loss": 0.9668,
      "step": 1128
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.799331410654004e-05,
      "loss": 0.9745,
      "step": 1129
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7989363933278567e-05,
      "loss": 0.9741,
      "step": 1130
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7985410310371754e-05,
      "loss": 0.9805,
      "step": 1131
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.79814532395267e-05,
      "loss": 0.9651,
      "step": 1132
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7977492722451985e-05,
      "loss": 0.8784,
      "step": 1133
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.797352876085768e-05,
      "loss": 0.9387,
      "step": 1134
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.796956135645534e-05,
      "loss": 0.9272,
      "step": 1135
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7965590510958015e-05,
      "loss": 0.9527,
      "step": 1136
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7961616226080234e-05,
      "loss": 0.9241,
      "step": 1137
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7957638503538014e-05,
      "loss": 0.9303,
      "step": 1138
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.795365734504885e-05,
      "loss": 1.0116,
      "step": 1139
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.794967275233173e-05,
      "loss": 0.9174,
      "step": 1140
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.794568472710712e-05,
      "loss": 0.8679,
      "step": 1141
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7941693271096966e-05,
      "loss": 0.9351,
      "step": 1142
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.79376983860247e-05,
      "loss": 0.946,
      "step": 1143
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7933700073615234e-05,
      "loss": 0.8897,
      "step": 1144
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7929698335594952e-05,
      "loss": 0.992,
      "step": 1145
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.792569317369173e-05,
      "loss": 1.0109,
      "step": 1146
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7921684589634913e-05,
      "loss": 0.9652,
      "step": 1147
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7917672585155323e-05,
      "loss": 0.984,
      "step": 1148
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7913657161985266e-05,
      "loss": 0.9345,
      "step": 1149
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.790963832185852e-05,
      "loss": 0.988,
      "step": 1150
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7905616066510342e-05,
      "loss": 0.9417,
      "step": 1151
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7901590397677453e-05,
      "loss": 0.9667,
      "step": 1152
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.789756131709806e-05,
      "loss": 0.9571,
      "step": 1153
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7893528826511833e-05,
      "loss": 0.9099,
      "step": 1154
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7889492927659927e-05,
      "loss": 0.96,
      "step": 1155
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7885453622284957e-05,
      "loss": 0.9849,
      "step": 1156
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7881410912131016e-05,
      "loss": 0.9219,
      "step": 1157
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7877364798943662e-05,
      "loss": 0.9751,
      "step": 1158
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7873315284469925e-05,
      "loss": 0.8723,
      "step": 1159
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7869262370458304e-05,
      "loss": 0.9141,
      "step": 1160
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7865206058658762e-05,
      "loss": 0.9912,
      "step": 1161
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7861146350822737e-05,
      "loss": 0.9587,
      "step": 1162
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7857083248703126e-05,
      "loss": 0.9235,
      "step": 1163
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7853016754054294e-05,
      "loss": 0.9397,
      "step": 1164
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7848946868632068e-05,
      "loss": 0.9004,
      "step": 1165
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7844873594193747e-05,
      "loss": 0.9535,
      "step": 1166
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.784079693249809e-05,
      "loss": 0.9291,
      "step": 1167
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.783671688530531e-05,
      "loss": 0.9994,
      "step": 1168
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7832633454377092e-05,
      "loss": 0.9069,
      "step": 1169
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7828546641476577e-05,
      "loss": 0.9207,
      "step": 1170
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.782445644836837e-05,
      "loss": 1.0114,
      "step": 1171
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7820362876818535e-05,
      "loss": 0.9756,
      "step": 1172
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7816265928594592e-05,
      "loss": 0.9222,
      "step": 1173
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7812165605465517e-05,
      "loss": 0.9686,
      "step": 1174
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7808061909201747e-05,
      "loss": 1.0053,
      "step": 1175
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.780395484157518e-05,
      "loss": 1.0372,
      "step": 1176
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7799844404359162e-05,
      "loss": 1.0024,
      "step": 1177
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.779573059932849e-05,
      "loss": 1.0075,
      "step": 1178
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.779161342825943e-05,
      "loss": 0.9179,
      "step": 1179
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7787492892929692e-05,
      "loss": 0.8893,
      "step": 1180
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.778336899511844e-05,
      "loss": 0.8381,
      "step": 1181
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7779241736606278e-05,
      "loss": 0.948,
      "step": 1182
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7775111119175288e-05,
      "loss": 0.9222,
      "step": 1183
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.777097714460898e-05,
      "loss": 0.8727,
      "step": 1184
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7766839814692322e-05,
      "loss": 0.9014,
      "step": 1185
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.776269913121172e-05,
      "loss": 0.8529,
      "step": 1186
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7758555095955053e-05,
      "loss": 0.9657,
      "step": 1187
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7754407710711624e-05,
      "loss": 0.9214,
      "step": 1188
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7750256977272186e-05,
      "loss": 0.9941,
      "step": 1189
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7746102897428946e-05,
      "loss": 0.9187,
      "step": 1190
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.774194547297555e-05,
      "loss": 0.904,
      "step": 1191
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7737784705707093e-05,
      "loss": 0.9331,
      "step": 1192
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7733620597420104e-05,
      "loss": 0.9491,
      "step": 1193
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7729453149912565e-05,
      "loss": 0.9634,
      "step": 1194
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.772528236498389e-05,
      "loss": 0.8952,
      "step": 1195
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7721108244434946e-05,
      "loss": 0.8994,
      "step": 1196
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7716930790068032e-05,
      "loss": 0.9077,
      "step": 1197
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7712750003686884e-05,
      "loss": 0.9313,
      "step": 1198
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7708565887096683e-05,
      "loss": 0.9641,
      "step": 1199
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7704378442104052e-05,
      "loss": 0.8975,
      "step": 1200
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7700187670517036e-05,
      "loss": 0.9879,
      "step": 1201
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7695993574145127e-05,
      "loss": 0.9048,
      "step": 1202
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7691796154799253e-05,
      "loss": 0.9919,
      "step": 1203
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7687595414291773e-05,
      "loss": 0.9058,
      "step": 1204
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.768339135443648e-05,
      "loss": 0.9148,
      "step": 1205
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7679183977048607e-05,
      "loss": 0.9321,
      "step": 1206
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7674973283944813e-05,
      "loss": 0.9653,
      "step": 1207
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7670759276943187e-05,
      "loss": 0.9566,
      "step": 1208
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.766654195786325e-05,
      "loss": 0.9208,
      "step": 1209
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.766232132852596e-05,
      "loss": 0.9287,
      "step": 1210
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7658097390753698e-05,
      "loss": 0.9583,
      "step": 1211
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.765387014637027e-05,
      "loss": 0.9279,
      "step": 1212
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.764963959720092e-05,
      "loss": 0.8826,
      "step": 1213
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.764540574507231e-05,
      "loss": 0.8801,
      "step": 1214
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7641168591812537e-05,
      "loss": 0.9032,
      "step": 1215
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.763692813925111e-05,
      "loss": 0.9544,
      "step": 1216
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7632684389218976e-05,
      "loss": 0.9865,
      "step": 1217
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7628437343548496e-05,
      "loss": 0.9018,
      "step": 1218
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7624187004073464e-05,
      "loss": 0.877,
      "step": 1219
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7619933372629083e-05,
      "loss": 0.9141,
      "step": 1220
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7615676451051993e-05,
      "loss": 0.9439,
      "step": 1221
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.761141624118024e-05,
      "loss": 0.9538,
      "step": 1222
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7607152744853298e-05,
      "loss": 0.8939,
      "step": 1223
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.760288596391206e-05,
      "loss": 0.8632,
      "step": 1224
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7598615900198833e-05,
      "loss": 0.987,
      "step": 1225
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7594342555557343e-05,
      "loss": 0.9571,
      "step": 1226
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.759006593183274e-05,
      "loss": 0.9369,
      "step": 1227
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7585786030871578e-05,
      "loss": 0.9371,
      "step": 1228
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.758150285452183e-05,
      "loss": 0.9525,
      "step": 1229
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.757721640463289e-05,
      "loss": 0.8986,
      "step": 1230
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7572926683055555e-05,
      "loss": 0.9294,
      "step": 1231
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.756863369164204e-05,
      "loss": 1.012,
      "step": 1232
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7564337432245977e-05,
      "loss": 0.9147,
      "step": 1233
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.75600379067224e-05,
      "loss": 0.8828,
      "step": 1234
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.755573511692776e-05,
      "loss": 0.9674,
      "step": 1235
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7551429064719906e-05,
      "loss": 0.9288,
      "step": 1236
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7547119751958112e-05,
      "loss": 1.0173,
      "step": 1237
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7542807180503053e-05,
      "loss": 0.9089,
      "step": 1238
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7538491352216805e-05,
      "loss": 0.9268,
      "step": 1239
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7534172268962853e-05,
      "loss": 0.9596,
      "step": 1240
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7529849932606094e-05,
      "loss": 0.9306,
      "step": 1241
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.752552434501283e-05,
      "loss": 0.9493,
      "step": 1242
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7521195508050752e-05,
      "loss": 0.967,
      "step": 1243
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.751686342358897e-05,
      "loss": 0.9071,
      "step": 1244
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7512528093497986e-05,
      "loss": 0.9512,
      "step": 1245
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7508189519649715e-05,
      "loss": 0.9953,
      "step": 1246
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7503847703917456e-05,
      "loss": 0.9082,
      "step": 1247
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7499502648175923e-05,
      "loss": 0.934,
      "step": 1248
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7495154354301226e-05,
      "loss": 0.9309,
      "step": 1249
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7490802824170858e-05,
      "loss": 0.9658,
      "step": 1250
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7486448059663734e-05,
      "loss": 0.866,
      "step": 1251
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7482090062660146e-05,
      "loss": 0.9567,
      "step": 1252
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.747772883504179e-05,
      "loss": 0.9237,
      "step": 1253
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.747336437869176e-05,
      "loss": 0.9108,
      "step": 1254
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7468996695494532e-05,
      "loss": 0.8757,
      "step": 1255
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.746462578733599e-05,
      "loss": 0.8988,
      "step": 1256
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.74602516561034e-05,
      "loss": 0.9276,
      "step": 1257
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7455874303685424e-05,
      "loss": 0.9231,
      "step": 1258
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.745149373197211e-05,
      "loss": 0.9306,
      "step": 1259
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.744710994285491e-05,
      "loss": 0.9167,
      "step": 1260
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7442722938226647e-05,
      "loss": 0.8999,
      "step": 1261
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7438332719981542e-05,
      "loss": 0.9727,
      "step": 1262
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7433939290015203e-05,
      "loss": 1.0276,
      "step": 1263
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7429542650224626e-05,
      "loss": 0.939,
      "step": 1264
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.742514280250819e-05,
      "loss": 0.9147,
      "step": 1265
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7420739748765654e-05,
      "loss": 0.8807,
      "step": 1266
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7416333490898177e-05,
      "loss": 0.9906,
      "step": 1267
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7411924030808287e-05,
      "loss": 0.9373,
      "step": 1268
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7407511370399894e-05,
      "loss": 0.9016,
      "step": 1269
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7403095511578304e-05,
      "loss": 0.9792,
      "step": 1270
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7398676456250195e-05,
      "loss": 1.0011,
      "step": 1271
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7394254206323617e-05,
      "loss": 0.9688,
      "step": 1272
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.738982876370802e-05,
      "loss": 0.9867,
      "step": 1273
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.738540013031421e-05,
      "loss": 0.9148,
      "step": 1274
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7380968308054385e-05,
      "loss": 0.9633,
      "step": 1275
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7376533298842117e-05,
      "loss": 0.9427,
      "step": 1276
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.737209510459235e-05,
      "loss": 0.9026,
      "step": 1277
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.736765372722141e-05,
      "loss": 0.8625,
      "step": 1278
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7363209168646992e-05,
      "loss": 0.9301,
      "step": 1279
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7358761430788164e-05,
      "loss": 0.8927,
      "step": 1280
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7354310515565372e-05,
      "loss": 0.8683,
      "step": 1281
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.734985642490043e-05,
      "loss": 0.8968,
      "step": 1282
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7345399160716525e-05,
      "loss": 0.9205,
      "step": 1283
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7340938724938212e-05,
      "loss": 0.8535,
      "step": 1284
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.733647511949142e-05,
      "loss": 0.9578,
      "step": 1285
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.733200834630344e-05,
      "loss": 0.9709,
      "step": 1286
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.732753840730293e-05,
      "loss": 0.9019,
      "step": 1287
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7323065304419922e-05,
      "loss": 0.8594,
      "step": 1288
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7318589039585818e-05,
      "loss": 0.8733,
      "step": 1289
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.731410961473337e-05,
      "loss": 0.9171,
      "step": 1290
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.730962703179671e-05,
      "loss": 0.8973,
      "step": 1291
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.730514129271132e-05,
      "loss": 0.8658,
      "step": 1292
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7300652399414053e-05,
      "loss": 0.899,
      "step": 1293
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7296160353843124e-05,
      "loss": 0.9345,
      "step": 1294
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7291665157938106e-05,
      "loss": 0.8781,
      "step": 1295
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.728716681363993e-05,
      "loss": 0.8216,
      "step": 1296
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7282665322890895e-05,
      "loss": 0.9195,
      "step": 1297
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7278160687634652e-05,
      "loss": 0.8119,
      "step": 1298
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.727365290981621e-05,
      "loss": 0.9477,
      "step": 1299
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.726914199138194e-05,
      "loss": 1.0332,
      "step": 1300
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7264627934279558e-05,
      "loss": 0.9577,
      "step": 1301
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7260110740458145e-05,
      "loss": 0.9456,
      "step": 1302
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7255590411868138e-05,
      "loss": 0.9515,
      "step": 1303
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.725106695046132e-05,
      "loss": 0.9539,
      "step": 1304
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7246540358190827e-05,
      "loss": 0.9923,
      "step": 1305
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7242010637011154e-05,
      "loss": 0.9277,
      "step": 1306
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7237477788878144e-05,
      "loss": 0.9258,
      "step": 1307
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7232941815748986e-05,
      "loss": 0.9151,
      "step": 1308
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.722840271958222e-05,
      "loss": 0.957,
      "step": 1309
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7223860502337735e-05,
      "loss": 0.989,
      "step": 1310
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7219315165976774e-05,
      "loss": 0.9022,
      "step": 1311
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7214766712461916e-05,
      "loss": 0.9052,
      "step": 1312
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.721021514375709e-05,
      "loss": 0.9066,
      "step": 1313
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.720566046182758e-05,
      "loss": 0.8939,
      "step": 1314
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7201102668639995e-05,
      "loss": 0.9167,
      "step": 1315
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7196541766162303e-05,
      "loss": 0.9008,
      "step": 1316
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7191977756363808e-05,
      "loss": 0.9546,
      "step": 1317
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7187410641215154e-05,
      "loss": 0.9134,
      "step": 1318
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7182840422688337e-05,
      "loss": 0.9485,
      "step": 1319
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7178267102756675e-05,
      "loss": 0.9549,
      "step": 1320
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7173690683394836e-05,
      "loss": 0.9578,
      "step": 1321
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7169111166578832e-05,
      "loss": 0.9327,
      "step": 1322
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7164528554286006e-05,
      "loss": 0.9472,
      "step": 1323
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7159942848495027e-05,
      "loss": 0.9376,
      "step": 1324
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7155354051185912e-05,
      "loss": 1.0282,
      "step": 1325
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.715076216434002e-05,
      "loss": 0.9026,
      "step": 1326
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7146167189940025e-05,
      "loss": 0.9034,
      "step": 1327
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.714156912996995e-05,
      "loss": 0.9436,
      "step": 1328
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.713696798641514e-05,
      "loss": 0.9612,
      "step": 1329
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7132363761262277e-05,
      "loss": 0.9343,
      "step": 1330
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7127756456499373e-05,
      "loss": 0.8573,
      "step": 1331
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7123146074115767e-05,
      "loss": 0.9118,
      "step": 1332
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7118532616102133e-05,
      "loss": 0.9346,
      "step": 1333
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.711391608445046e-05,
      "loss": 0.9625,
      "step": 1334
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7109296481154082e-05,
      "loss": 0.8844,
      "step": 1335
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7104673808207642e-05,
      "loss": 0.9301,
      "step": 1336
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.710004806760712e-05,
      "loss": 0.9092,
      "step": 1337
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7095419261349818e-05,
      "loss": 0.8901,
      "step": 1338
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7090787391434362e-05,
      "loss": 0.9334,
      "step": 1339
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.70861524598607e-05,
      "loss": 0.9147,
      "step": 1340
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7081514468630093e-05,
      "loss": 0.8461,
      "step": 1341
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7076873419745136e-05,
      "loss": 0.9829,
      "step": 1342
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7072229315209747e-05,
      "loss": 0.9437,
      "step": 1343
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7067582157029148e-05,
      "loss": 0.8729,
      "step": 1344
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.706293194720989e-05,
      "loss": 0.9649,
      "step": 1345
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.705827868775984e-05,
      "loss": 0.9426,
      "step": 1346
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.705362238068818e-05,
      "loss": 0.9608,
      "step": 1347
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.704896302800541e-05,
      "loss": 0.8837,
      "step": 1348
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.704430063172334e-05,
      "loss": 0.9742,
      "step": 1349
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7039635193855106e-05,
      "loss": 0.9376,
      "step": 1350
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7034966716415143e-05,
      "loss": 0.9443,
      "step": 1351
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.703029520141921e-05,
      "loss": 0.949,
      "step": 1352
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7025620650884362e-05,
      "loss": 0.929,
      "step": 1353
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7020943066828988e-05,
      "loss": 0.8935,
      "step": 1354
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.701626245127277e-05,
      "loss": 0.9446,
      "step": 1355
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.7011578806236694e-05,
      "loss": 0.8906,
      "step": 1356
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.7006892133743076e-05,
      "loss": 0.9083,
      "step": 1357
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.700220243581552e-05,
      "loss": 0.9731,
      "step": 1358
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6997509714478944e-05,
      "loss": 0.9071,
      "step": 1359
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.699281397175957e-05,
      "loss": 0.933,
      "step": 1360
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6988115209684916e-05,
      "loss": 0.8948,
      "step": 1361
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6983413430283826e-05,
      "loss": 0.938,
      "step": 1362
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6978708635586424e-05,
      "loss": 0.8902,
      "step": 1363
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.697400082762415e-05,
      "loss": 0.9352,
      "step": 1364
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6969290008429732e-05,
      "loss": 0.9285,
      "step": 1365
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6964576180037217e-05,
      "loss": 0.9827,
      "step": 1366
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.695985934448193e-05,
      "loss": 0.9471,
      "step": 1367
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6955139503800516e-05,
      "loss": 0.9105,
      "step": 1368
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.69504166600309e-05,
      "loss": 0.9486,
      "step": 1369
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6945690815212307e-05,
      "loss": 0.9684,
      "step": 1370
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6940961971385267e-05,
      "loss": 0.9566,
      "step": 1371
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6936230130591597e-05,
      "loss": 0.9417,
      "step": 1372
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.693149529487441e-05,
      "loss": 0.8865,
      "step": 1373
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6926757466278106e-05,
      "loss": 0.9403,
      "step": 1374
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6922016646848395e-05,
      "loss": 0.963,
      "step": 1375
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.691727283863226e-05,
      "loss": 0.9834,
      "step": 1376
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6912526043677978e-05,
      "loss": 0.8909,
      "step": 1377
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6907776264035127e-05,
      "loss": 0.9381,
      "step": 1378
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.690302350175456e-05,
      "loss": 0.8669,
      "step": 1379
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6898267758888422e-05,
      "loss": 0.9002,
      "step": 1380
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.689350903749015e-05,
      "loss": 0.9114,
      "step": 1381
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6888747339614464e-05,
      "loss": 0.8538,
      "step": 1382
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6883982667317364e-05,
      "loss": 0.9039,
      "step": 1383
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6879215022656143e-05,
      "loss": 0.9463,
      "step": 1384
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.687444440768937e-05,
      "loss": 0.9427,
      "step": 1385
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6869670824476907e-05,
      "loss": 0.9014,
      "step": 1386
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.686489427507988e-05,
      "loss": 0.8138,
      "step": 1387
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.686011476156072e-05,
      "loss": 0.8602,
      "step": 1388
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6855332285983106e-05,
      "loss": 0.891,
      "step": 1389
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6850546850412026e-05,
      "loss": 0.9353,
      "step": 1390
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.684575845691373e-05,
      "loss": 0.8981,
      "step": 1391
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6840967107555752e-05,
      "loss": 0.9657,
      "step": 1392
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.68361728044069e-05,
      "loss": 0.9036,
      "step": 1393
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.683137554953725e-05,
      "loss": 0.976,
      "step": 1394
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.682657534501817e-05,
      "loss": 0.9504,
      "step": 1395
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6821772192922283e-05,
      "loss": 0.8557,
      "step": 1396
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6816966095323498e-05,
      "loss": 0.9848,
      "step": 1397
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6812157054296984e-05,
      "loss": 0.9762,
      "step": 1398
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.680734507191919e-05,
      "loss": 0.8819,
      "step": 1399
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6802530150267835e-05,
      "loss": 0.9676,
      "step": 1400
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6797712291421905e-05,
      "loss": 0.9304,
      "step": 1401
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.679289149746165e-05,
      "loss": 0.9265,
      "step": 1402
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.678806777046859e-05,
      "loss": 0.8904,
      "step": 1403
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6783241112525516e-05,
      "loss": 0.9512,
      "step": 1404
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6778411525716483e-05,
      "loss": 0.8985,
      "step": 1405
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6773579012126805e-05,
      "loss": 0.9294,
      "step": 1406
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.676874357384306e-05,
      "loss": 0.9481,
      "step": 1407
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6763905212953103e-05,
      "loss": 0.8695,
      "step": 1408
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6759063931546028e-05,
      "loss": 0.9393,
      "step": 1409
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6754219731712212e-05,
      "loss": 0.9204,
      "step": 1410
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6749372615543277e-05,
      "loss": 0.9891,
      "step": 1411
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6744522585132107e-05,
      "loss": 0.8909,
      "step": 1412
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6739669642572855e-05,
      "loss": 0.8966,
      "step": 1413
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6734813789960918e-05,
      "loss": 0.9055,
      "step": 1414
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.672995502939295e-05,
      "loss": 0.8327,
      "step": 1415
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6725093362966873e-05,
      "loss": 0.978,
      "step": 1416
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6720228792781855e-05,
      "loss": 0.9543,
      "step": 1417
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6715361320938316e-05,
      "loss": 0.9097,
      "step": 1418
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6710490949537935e-05,
      "loss": 0.8971,
      "step": 1419
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6705617680683633e-05,
      "loss": 0.9208,
      "step": 1420
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6700741516479596e-05,
      "loss": 0.8558,
      "step": 1421
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.669586245903125e-05,
      "loss": 0.9822,
      "step": 1422
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6690980510445268e-05,
      "loss": 0.9267,
      "step": 1423
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6686095672829586e-05,
      "loss": 0.9519,
      "step": 1424
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6681207948293372e-05,
      "loss": 0.9656,
      "step": 1425
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.667631733894705e-05,
      "loss": 0.9096,
      "step": 1426
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6671423846902278e-05,
      "loss": 0.8747,
      "step": 1427
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.666652747427198e-05,
      "loss": 0.9601,
      "step": 1428
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6661628223170298e-05,
      "loss": 0.9722,
      "step": 1429
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6656726095712633e-05,
      "loss": 0.9048,
      "step": 1430
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6651821094015625e-05,
      "loss": 0.8711,
      "step": 1431
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6646913220197155e-05,
      "loss": 0.9092,
      "step": 1432
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6642002476376344e-05,
      "loss": 0.8522,
      "step": 1433
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6637088864673544e-05,
      "loss": 0.8395,
      "step": 1434
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6632172387210368e-05,
      "loss": 0.9395,
      "step": 1435
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.662725304610964e-05,
      "loss": 0.9595,
      "step": 1436
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.662233084349543e-05,
      "loss": 0.9248,
      "step": 1437
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.661740578149305e-05,
      "loss": 0.895,
      "step": 1438
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6612477862229045e-05,
      "loss": 0.9537,
      "step": 1439
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6607547087831182e-05,
      "loss": 0.9023,
      "step": 1440
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.660261346042848e-05,
      "loss": 0.9645,
      "step": 1441
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6597676982151175e-05,
      "loss": 0.9117,
      "step": 1442
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.659273765513073e-05,
      "loss": 0.9229,
      "step": 1443
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6587795481499857e-05,
      "loss": 0.9794,
      "step": 1444
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.658285046339248e-05,
      "loss": 1.0119,
      "step": 1445
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6577902602943762e-05,
      "loss": 0.8755,
      "step": 1446
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6572951902290085e-05,
      "loss": 0.9118,
      "step": 1447
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6567998363569064e-05,
      "loss": 0.9054,
      "step": 1448
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6563041988919537e-05,
      "loss": 0.8585,
      "step": 1449
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6558082780481562e-05,
      "loss": 0.951,
      "step": 1450
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.655312074039643e-05,
      "loss": 0.8828,
      "step": 1451
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6548155870806647e-05,
      "loss": 0.8962,
      "step": 1452
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.654318817385594e-05,
      "loss": 0.9201,
      "step": 1453
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.653821765168926e-05,
      "loss": 0.9365,
      "step": 1454
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6533244306452783e-05,
      "loss": 0.9154,
      "step": 1455
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.65282681402939e-05,
      "loss": 0.8122,
      "step": 1456
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6523289155361206e-05,
      "loss": 0.8795,
      "step": 1457
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.651830735380454e-05,
      "loss": 0.9527,
      "step": 1458
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6513322737774937e-05,
      "loss": 0.9029,
      "step": 1459
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6508335309424647e-05,
      "loss": 0.955,
      "step": 1460
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6503345070907152e-05,
      "loss": 0.9458,
      "step": 1461
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.649835202437713e-05,
      "loss": 0.9255,
      "step": 1462
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6493356171990474e-05,
      "loss": 0.9902,
      "step": 1463
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6488357515904297e-05,
      "loss": 0.8906,
      "step": 1464
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6483356058276915e-05,
      "loss": 0.9076,
      "step": 1465
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.647835180126786e-05,
      "loss": 0.8695,
      "step": 1466
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.647334474703786e-05,
      "loss": 0.812,
      "step": 1467
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6468334897748865e-05,
      "loss": 0.9711,
      "step": 1468
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6463322255564032e-05,
      "loss": 0.9958,
      "step": 1469
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6458306822647707e-05,
      "loss": 0.9775,
      "step": 1470
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.645328860116546e-05,
      "loss": 0.8772,
      "step": 1471
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6448267593284054e-05,
      "loss": 0.8912,
      "step": 1472
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.644324380117146e-05,
      "loss": 0.9228,
      "step": 1473
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6438217226996845e-05,
      "loss": 0.8711,
      "step": 1474
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.643318787293059e-05,
      "loss": 0.9216,
      "step": 1475
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6428155741144264e-05,
      "loss": 0.8861,
      "step": 1476
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6423120833810634e-05,
      "loss": 0.8838,
      "step": 1477
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6418083153103683e-05,
      "loss": 0.9662,
      "step": 1478
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6413042701198568e-05,
      "loss": 0.9503,
      "step": 1479
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.640799948027166e-05,
      "loss": 0.9452,
      "step": 1480
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6402953492500514e-05,
      "loss": 0.8828,
      "step": 1481
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6397904740063896e-05,
      "loss": 0.8042,
      "step": 1482
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6392853225141742e-05,
      "loss": 0.8431,
      "step": 1483
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6387798949915203e-05,
      "loss": 0.9087,
      "step": 1484
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.638274191656661e-05,
      "loss": 0.9851,
      "step": 1485
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6377682127279482e-05,
      "loss": 0.9329,
      "step": 1486
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.637261958423854e-05,
      "loss": 0.9729,
      "step": 1487
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.636755428962969e-05,
      "loss": 0.8855,
      "step": 1488
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6362486245640012e-05,
      "loss": 0.937,
      "step": 1489
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6357415454457796e-05,
      "loss": 0.9476,
      "step": 1490
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6352341918272502e-05,
      "loss": 0.9188,
      "step": 1491
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.634726563927478e-05,
      "loss": 0.9956,
      "step": 1492
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6342186619656466e-05,
      "loss": 0.9909,
      "step": 1493
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6337104861610575e-05,
      "loss": 0.8897,
      "step": 1494
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6332020367331308e-05,
      "loss": 0.8897,
      "step": 1495
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6326933139014046e-05,
      "loss": 0.912,
      "step": 1496
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6321843178855355e-05,
      "loss": 0.9407,
      "step": 1497
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6316750489052977e-05,
      "loss": 0.8742,
      "step": 1498
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6311655071805824e-05,
      "loss": 0.864,
      "step": 1499
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6306556929314e-05,
      "loss": 0.8303,
      "step": 1500
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6301456063778775e-05,
      "loss": 0.9664,
      "step": 1501
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.629635247740261e-05,
      "loss": 0.925,
      "step": 1502
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6291246172389118e-05,
      "loss": 0.8878,
      "step": 1503
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.62861371509431e-05,
      "loss": 0.9374,
      "step": 1504
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6281025415270534e-05,
      "loss": 0.9146,
      "step": 1505
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6275910967578558e-05,
      "loss": 0.8978,
      "step": 1506
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6270793810075495e-05,
      "loss": 0.8663,
      "step": 1507
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.626567394497082e-05,
      "loss": 0.9336,
      "step": 1508
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6260551374475188e-05,
      "loss": 0.8822,
      "step": 1509
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.625542610080043e-05,
      "loss": 0.8419,
      "step": 1510
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6250298126159524e-05,
      "loss": 0.9411,
      "step": 1511
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6245167452766633e-05,
      "loss": 0.9462,
      "step": 1512
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6240034082837078e-05,
      "loss": 0.8856,
      "step": 1513
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6234898018587336e-05,
      "loss": 0.9246,
      "step": 1514
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6229759262235064e-05,
      "loss": 0.8037,
      "step": 1515
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.622461781599907e-05,
      "loss": 0.9525,
      "step": 1516
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6219473682099324e-05,
      "loss": 0.8766,
      "step": 1517
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6214326862756965e-05,
      "loss": 0.9318,
      "step": 1518
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6209177360194277e-05,
      "loss": 0.9323,
      "step": 1519
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6204025176634712e-05,
      "loss": 0.9742,
      "step": 1520
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6198870314302884e-05,
      "loss": 0.9218,
      "step": 1521
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6193712775424558e-05,
      "loss": 0.9511,
      "step": 1522
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6188552562226648e-05,
      "loss": 0.9032,
      "step": 1523
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6183389676937234e-05,
      "loss": 0.921,
      "step": 1524
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6178224121785543e-05,
      "loss": 0.966,
      "step": 1525
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6173055899001962e-05,
      "loss": 0.9596,
      "step": 1526
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6167885010818017e-05,
      "loss": 0.9039,
      "step": 1527
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.61627114594664e-05,
      "loss": 0.8722,
      "step": 1528
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6157535247180943e-05,
      "loss": 0.9724,
      "step": 1529
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6152356376196623e-05,
      "loss": 0.8768,
      "step": 1530
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6147174848749584e-05,
      "loss": 0.8055,
      "step": 1531
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6141990667077093e-05,
      "loss": 0.9048,
      "step": 1532
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.613680383341758e-05,
      "loss": 0.8896,
      "step": 1533
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6131614350010614e-05,
      "loss": 0.854,
      "step": 1534
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.612642221909691e-05,
      "loss": 0.9511,
      "step": 1535
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.612122744291832e-05,
      "loss": 0.7963,
      "step": 1536
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6116030023717852e-05,
      "loss": 0.9253,
      "step": 1537
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6110829963739635e-05,
      "loss": 0.9675,
      "step": 1538
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.610562726522896e-05,
      "loss": 0.8722,
      "step": 1539
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6100421930432238e-05,
      "loss": 0.925,
      "step": 1540
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6095213961597034e-05,
      "loss": 0.9169,
      "step": 1541
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.609000336097204e-05,
      "loss": 0.9209,
      "step": 1542
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6084790130807086e-05,
      "loss": 0.9109,
      "step": 1543
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.607957427335314e-05,
      "loss": 0.8984,
      "step": 1544
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6074355790862306e-05,
      "loss": 0.8479,
      "step": 1545
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.606913468558782e-05,
      "loss": 0.9209,
      "step": 1546
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.606391095978404e-05,
      "loss": 0.9173,
      "step": 1547
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6058684615706476e-05,
      "loss": 0.8882,
      "step": 1548
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6053455655611753e-05,
      "loss": 1.0111,
      "step": 1549
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6048224081757628e-05,
      "loss": 0.9018,
      "step": 1550
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6042989896402993e-05,
      "loss": 0.9591,
      "step": 1551
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6037753101807857e-05,
      "loss": 0.8866,
      "step": 1552
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.603251370023337e-05,
      "loss": 0.8134,
      "step": 1553
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.602727169394179e-05,
      "loss": 0.9779,
      "step": 1554
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6022027085196516e-05,
      "loss": 0.9897,
      "step": 1555
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6016779876262063e-05,
      "loss": 0.9147,
      "step": 1556
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6011530069404063e-05,
      "loss": 0.8654,
      "step": 1557
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6006277666889283e-05,
      "loss": 0.7789,
      "step": 1558
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6001022670985604e-05,
      "loss": 0.9527,
      "step": 1559
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5995765083962023e-05,
      "loss": 0.9351,
      "step": 1560
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5990504908088657e-05,
      "loss": 0.9077,
      "step": 1561
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5985242145636753e-05,
      "loss": 0.9694,
      "step": 1562
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5979976798878657e-05,
      "loss": 0.8956,
      "step": 1563
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.597470887008784e-05,
      "loss": 0.8237,
      "step": 1564
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.596943836153889e-05,
      "loss": 0.9045,
      "step": 1565
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5964165275507505e-05,
      "loss": 0.9099,
      "step": 1566
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5958889614270493e-05,
      "loss": 0.8571,
      "step": 1567
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5953611380105784e-05,
      "loss": 0.9019,
      "step": 1568
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.59483305752924e-05,
      "loss": 0.9156,
      "step": 1569
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.59430472021105e-05,
      "loss": 0.9408,
      "step": 1570
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.593776126284133e-05,
      "loss": 0.9064,
      "step": 1571
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5932472759767253e-05,
      "loss": 0.9095,
      "step": 1572
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5927181695171738e-05,
      "loss": 0.9035,
      "step": 1573
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5921888071339356e-05,
      "loss": 0.9404,
      "step": 1574
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.591659189055579e-05,
      "loss": 0.8762,
      "step": 1575
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.591129315510782e-05,
      "loss": 0.8675,
      "step": 1576
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.590599186728334e-05,
      "loss": 0.9082,
      "step": 1577
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.590068802937133e-05,
      "loss": 0.9898,
      "step": 1578
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5895381643661883e-05,
      "loss": 0.8768,
      "step": 1579
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.589007271244619e-05,
      "loss": 0.9154,
      "step": 1580
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.588476123801654e-05,
      "loss": 0.8884,
      "step": 1581
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5879447222666315e-05,
      "loss": 0.9058,
      "step": 1582
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5874130668690004e-05,
      "loss": 0.9223,
      "step": 1583
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5868811578383187e-05,
      "loss": 0.9418,
      "step": 1584
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5863489954042538e-05,
      "loss": 0.9217,
      "step": 1585
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5858165797965827e-05,
      "loss": 0.8938,
      "step": 1586
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5852839112451913e-05,
      "loss": 0.9111,
      "step": 1587
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.584750989980076e-05,
      "loss": 0.8584,
      "step": 1588
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5842178162313405e-05,
      "loss": 0.8735,
      "step": 1589
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5836843902291986e-05,
      "loss": 0.8544,
      "step": 1590
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.583150712203973e-05,
      "loss": 0.8655,
      "step": 1591
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5826167823860952e-05,
      "loss": 0.8637,
      "step": 1592
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5820826010061048e-05,
      "loss": 0.9204,
      "step": 1593
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.581548168294651e-05,
      "loss": 0.9182,
      "step": 1594
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5810134844824908e-05,
      "loss": 0.8991,
      "step": 1595
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5804785498004894e-05,
      "loss": 0.9574,
      "step": 1596
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5799433644796215e-05,
      "loss": 0.8575,
      "step": 1597
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.579407928750969e-05,
      "loss": 0.9236,
      "step": 1598
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.578872242845722e-05,
      "loss": 0.9821,
      "step": 1599
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5783363069951786e-05,
      "loss": 0.8955,
      "step": 1600
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.577800121430746e-05,
      "loss": 0.9309,
      "step": 1601
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.577263686383937e-05,
      "loss": 0.8584,
      "step": 1602
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.576727002086374e-05,
      "loss": 0.8421,
      "step": 1603
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5761900687697867e-05,
      "loss": 0.9072,
      "step": 1604
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5756528866660114e-05,
      "loss": 0.9594,
      "step": 1605
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.575115456006993e-05,
      "loss": 0.9125,
      "step": 1606
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5745777770247826e-05,
      "loss": 0.8771,
      "step": 1607
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5740398499515394e-05,
      "loss": 0.9477,
      "step": 1608
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5735016750195297e-05,
      "loss": 0.8914,
      "step": 1609
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.572963252461126e-05,
      "loss": 0.8795,
      "step": 1610
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5724245825088086e-05,
      "loss": 0.878,
      "step": 1611
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.571885665395164e-05,
      "loss": 0.9428,
      "step": 1612
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5713465013528853e-05,
      "loss": 0.9305,
      "step": 1613
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5708070906147737e-05,
      "loss": 0.8793,
      "step": 1614
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.570267433413735e-05,
      "loss": 0.923,
      "step": 1615
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5697275299827825e-05,
      "loss": 0.9386,
      "step": 1616
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5691873805550353e-05,
      "loss": 0.9413,
      "step": 1617
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.568646985363719e-05,
      "loss": 0.8763,
      "step": 1618
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5681063446421658e-05,
      "loss": 0.8662,
      "step": 1619
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.567565458623813e-05,
      "loss": 0.8896,
      "step": 1620
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5670243275422045e-05,
      "loss": 0.8486,
      "step": 1621
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.566482951630989e-05,
      "loss": 0.8922,
      "step": 1622
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5659413311239228e-05,
      "loss": 0.9115,
      "step": 1623
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5653994662548653e-05,
      "loss": 0.9356,
      "step": 1624
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5648573572577837e-05,
      "loss": 0.949,
      "step": 1625
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5643150043667496e-05,
      "loss": 0.8937,
      "step": 1626
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5637724078159393e-05,
      "loss": 0.9597,
      "step": 1627
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5632295678396357e-05,
      "loss": 0.9853,
      "step": 1628
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.562686484672226e-05,
      "loss": 0.9065,
      "step": 1629
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5621431585482025e-05,
      "loss": 0.9489,
      "step": 1630
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.561599589702162e-05,
      "loss": 0.8496,
      "step": 1631
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.561055778368807e-05,
      "loss": 0.9275,
      "step": 1632
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5605117247829437e-05,
      "loss": 0.9369,
      "step": 1633
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.559967429179484e-05,
      "loss": 0.9745,
      "step": 1634
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5594228917934434e-05,
      "loss": 0.8261,
      "step": 1635
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.558878112859942e-05,
      "loss": 0.9015,
      "step": 1636
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5583330926142042e-05,
      "loss": 0.8968,
      "step": 1637
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5577878312915592e-05,
      "loss": 0.8473,
      "step": 1638
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5572423291274393e-05,
      "loss": 0.9401,
      "step": 1639
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5566965863573816e-05,
      "loss": 0.8987,
      "step": 1640
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5561506032170264e-05,
      "loss": 0.9194,
      "step": 1641
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5556043799421187e-05,
      "loss": 0.8303,
      "step": 1642
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.555057916768506e-05,
      "loss": 0.9062,
      "step": 1643
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5545112139321403e-05,
      "loss": 0.9041,
      "step": 1644
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.553964271669077e-05,
      "loss": 0.8946,
      "step": 1645
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.553417090215474e-05,
      "loss": 0.8758,
      "step": 1646
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5528696698075944e-05,
      "loss": 0.9356,
      "step": 1647
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.552322010681802e-05,
      "loss": 0.834,
      "step": 1648
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5517741130745655e-05,
      "loss": 0.8978,
      "step": 1649
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5512259772224558e-05,
      "loss": 0.9568,
      "step": 1650
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5506776033621468e-05,
      "loss": 0.8864,
      "step": 1651
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5501289917304152e-05,
      "loss": 0.8962,
      "step": 1652
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.549580142564141e-05,
      "loss": 0.8027,
      "step": 1653
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.549031056100305e-05,
      "loss": 0.8806,
      "step": 1654
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5484817325759928e-05,
      "loss": 0.9051,
      "step": 1655
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5479321722283903e-05,
      "loss": 0.8507,
      "step": 1656
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.547382375294787e-05,
      "loss": 0.9066,
      "step": 1657
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.546832342012573e-05,
      "loss": 0.9306,
      "step": 1658
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5462820726192434e-05,
      "loss": 0.9235,
      "step": 1659
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.545731567352392e-05,
      "loss": 0.9743,
      "step": 1660
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.545180826449716e-05,
      "loss": 0.9109,
      "step": 1661
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.544629850149015e-05,
      "loss": 0.8873,
      "step": 1662
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.544078638688188e-05,
      "loss": 0.8754,
      "step": 1663
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.543527192305238e-05,
      "loss": 0.8766,
      "step": 1664
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.542975511238268e-05,
      "loss": 0.8871,
      "step": 1665
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5424235957254827e-05,
      "loss": 0.9176,
      "step": 1666
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5418714460051875e-05,
      "loss": 0.8741,
      "step": 1667
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5413190623157907e-05,
      "loss": 0.8775,
      "step": 1668
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5407664448957996e-05,
      "loss": 0.9464,
      "step": 1669
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5402135939838226e-05,
      "loss": 0.8543,
      "step": 1670
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.539660509818571e-05,
      "loss": 0.8702,
      "step": 1671
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.539107192638854e-05,
      "loss": 0.853,
      "step": 1672
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5385536426835832e-05,
      "loss": 0.929,
      "step": 1673
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5379998601917706e-05,
      "loss": 0.832,
      "step": 1674
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5374458454025277e-05,
      "loss": 0.9687,
      "step": 1675
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5368915985550673e-05,
      "loss": 0.9572,
      "step": 1676
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5363371198887012e-05,
      "loss": 0.9603,
      "step": 1677
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5357824096428433e-05,
      "loss": 0.8666,
      "step": 1678
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5352274680570052e-05,
      "loss": 0.9069,
      "step": 1679
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5346722953707996e-05,
      "loss": 0.8844,
      "step": 1680
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.534116891823939e-05,
      "loss": 0.968,
      "step": 1681
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5335612576562356e-05,
      "loss": 0.909,
      "step": 1682
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5330053931076006e-05,
      "loss": 0.9091,
      "step": 1683
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5324492984180446e-05,
      "loss": 0.9145,
      "step": 1684
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5318929738276793e-05,
      "loss": 0.9218,
      "step": 1685
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5313364195767132e-05,
      "loss": 0.9209,
      "step": 1686
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5307796359054558e-05,
      "loss": 0.8254,
      "step": 1687
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5302226230543146e-05,
      "loss": 0.954,
      "step": 1688
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.529665381263797e-05,
      "loss": 0.9748,
      "step": 1689
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5291079107745074e-05,
      "loss": 0.8986,
      "step": 1690
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.528550211827152e-05,
      "loss": 0.9425,
      "step": 1691
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5279922846625327e-05,
      "loss": 0.8529,
      "step": 1692
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.527434129521552e-05,
      "loss": 0.8887,
      "step": 1693
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.526875746645209e-05,
      "loss": 0.8739,
      "step": 1694
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5263171362746028e-05,
      "loss": 0.9009,
      "step": 1695
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5257582986509296e-05,
      "loss": 0.8722,
      "step": 1696
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5251992340154846e-05,
      "loss": 0.9471,
      "step": 1697
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5246399426096603e-05,
      "loss": 0.9205,
      "step": 1698
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5240804246749474e-05,
      "loss": 0.9816,
      "step": 1699
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5235206804529345e-05,
      "loss": 0.8464,
      "step": 1700
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5229607101853077e-05,
      "loss": 0.9718,
      "step": 1701
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5224005141138509e-05,
      "loss": 0.8891,
      "step": 1702
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5218400924804453e-05,
      "loss": 0.9199,
      "step": 1703
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5212794455270693e-05,
      "loss": 0.8647,
      "step": 1704
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5207185734957994e-05,
      "loss": 0.8997,
      "step": 1705
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5201574766288089e-05,
      "loss": 0.8852,
      "step": 1706
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.519596155168368e-05,
      "loss": 0.8592,
      "step": 1707
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5190346093568431e-05,
      "loss": 0.8383,
      "step": 1708
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.518472839436699e-05,
      "loss": 0.8799,
      "step": 1709
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5179108456504965e-05,
      "loss": 0.9601,
      "step": 1710
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.517348628240893e-05,
      "loss": 0.8561,
      "step": 1711
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5167861874506425e-05,
      "loss": 0.9085,
      "step": 1712
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5162235235225957e-05,
      "loss": 0.9473,
      "step": 1713
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5156606366996997e-05,
      "loss": 0.904,
      "step": 1714
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.515097527224997e-05,
      "loss": 0.8601,
      "step": 1715
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5145341953416273e-05,
      "loss": 0.9,
      "step": 1716
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5139706412928257e-05,
      "loss": 0.9385,
      "step": 1717
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5134068653219238e-05,
      "loss": 0.9359,
      "step": 1718
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5128428676723479e-05,
      "loss": 0.8621,
      "step": 1719
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5122786485876215e-05,
      "loss": 0.9407,
      "step": 1720
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5117142083113625e-05,
      "loss": 0.8377,
      "step": 1721
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.511149547087285e-05,
      "loss": 0.8172,
      "step": 1722
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5105846651591981e-05,
      "loss": 0.8476,
      "step": 1723
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5100195627710065e-05,
      "loss": 0.8176,
      "step": 1724
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5094542401667095e-05,
      "loss": 0.875,
      "step": 1725
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5088886975904027e-05,
      "loss": 0.8936,
      "step": 1726
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5083229352862754e-05,
      "loss": 0.8243,
      "step": 1727
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5077569534986123e-05,
      "loss": 0.9328,
      "step": 1728
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5071907524717932e-05,
      "loss": 0.9577,
      "step": 1729
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5066243324502919e-05,
      "loss": 0.8139,
      "step": 1730
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5060576936786771e-05,
      "loss": 0.9041,
      "step": 1731
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5054908364016121e-05,
      "loss": 0.8719,
      "step": 1732
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5049237608638542e-05,
      "loss": 0.8763,
      "step": 1733
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5043564673102556e-05,
      "loss": 0.8347,
      "step": 1734
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5037889559857614e-05,
      "loss": 0.8902,
      "step": 1735
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5032212271354119e-05,
      "loss": 0.9496,
      "step": 1736
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5026532810043408e-05,
      "loss": 0.895,
      "step": 1737
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5020851178377757e-05,
      "loss": 0.8963,
      "step": 1738
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5015167378810383e-05,
      "loss": 0.8404,
      "step": 1739
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5009481413795431e-05,
      "loss": 0.8996,
      "step": 1740
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5003793285787982e-05,
      "loss": 0.9928,
      "step": 1741
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4998102997244064e-05,
      "loss": 0.8684,
      "step": 1742
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4992410550620625e-05,
      "loss": 0.8815,
      "step": 1743
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4986715948375543e-05,
      "loss": 0.9153,
      "step": 1744
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4981019192967636e-05,
      "loss": 0.9118,
      "step": 1745
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4975320286856647e-05,
      "loss": 0.921,
      "step": 1746
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4969619232503244e-05,
      "loss": 0.9924,
      "step": 1747
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4963916032369037e-05,
      "loss": 0.9057,
      "step": 1748
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4958210688916544e-05,
      "loss": 0.9543,
      "step": 1749
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4952503204609217e-05,
      "loss": 0.9421,
      "step": 1750
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.494679358191143e-05,
      "loss": 0.9267,
      "step": 1751
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4941081823288487e-05,
      "loss": 0.8969,
      "step": 1752
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.493536793120661e-05,
      "loss": 0.8374,
      "step": 1753
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.492965190813294e-05,
      "loss": 0.8184,
      "step": 1754
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4923933756535539e-05,
      "loss": 0.9097,
      "step": 1755
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4918213478883388e-05,
      "loss": 0.8683,
      "step": 1756
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4912491077646387e-05,
      "loss": 0.8388,
      "step": 1757
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4906766555295357e-05,
      "loss": 0.844,
      "step": 1758
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4901039914302029e-05,
      "loss": 0.848,
      "step": 1759
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4895311157139048e-05,
      "loss": 0.8654,
      "step": 1760
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4889580286279976e-05,
      "loss": 0.9249,
      "step": 1761
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4883847304199286e-05,
      "loss": 0.9338,
      "step": 1762
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4878112213372367e-05,
      "loss": 0.8842,
      "step": 1763
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4872375016275511e-05,
      "loss": 0.9781,
      "step": 1764
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4866635715385926e-05,
      "loss": 0.9043,
      "step": 1765
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4860894313181727e-05,
      "loss": 0.9433,
      "step": 1766
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4855150812141927e-05,
      "loss": 0.9001,
      "step": 1767
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4849405214746461e-05,
      "loss": 0.928,
      "step": 1768
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4843657523476162e-05,
      "loss": 0.9551,
      "step": 1769
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4837907740812764e-05,
      "loss": 0.857,
      "step": 1770
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4832155869238907e-05,
      "loss": 0.9212,
      "step": 1771
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4826401911238131e-05,
      "loss": 0.9299,
      "step": 1772
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4820645869294877e-05,
      "loss": 0.8564,
      "step": 1773
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4814887745894493e-05,
      "loss": 0.9186,
      "step": 1774
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4809127543523216e-05,
      "loss": 0.8519,
      "step": 1775
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4803365264668186e-05,
      "loss": 0.9282,
      "step": 1776
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4797600911817436e-05,
      "loss": 0.862,
      "step": 1777
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4791834487459898e-05,
      "loss": 0.8848,
      "step": 1778
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4786065994085397e-05,
      "loss": 0.9458,
      "step": 1779
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4780295434184653e-05,
      "loss": 0.9313,
      "step": 1780
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4774522810249275e-05,
      "loss": 0.915,
      "step": 1781
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4768748124771764e-05,
      "loss": 0.8975,
      "step": 1782
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4762971380245512e-05,
      "loss": 0.94,
      "step": 1783
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4757192579164805e-05,
      "loss": 0.879,
      "step": 1784
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4751411724024806e-05,
      "loss": 0.9286,
      "step": 1785
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4745628817321577e-05,
      "loss": 0.9107,
      "step": 1786
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4739843861552054e-05,
      "loss": 0.962,
      "step": 1787
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4734056859214065e-05,
      "loss": 0.8108,
      "step": 1788
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4728267812806325e-05,
      "loss": 0.8677,
      "step": 1789
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.472247672482842e-05,
      "loss": 0.9156,
      "step": 1790
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4716683597780832e-05,
      "loss": 0.9664,
      "step": 1791
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.471088843416491e-05,
      "loss": 0.8696,
      "step": 1792
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4705091236482888e-05,
      "loss": 0.9355,
      "step": 1793
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.469929200723788e-05,
      "loss": 0.9547,
      "step": 1794
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4693490748933874e-05,
      "loss": 0.8305,
      "step": 1795
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.468768746407574e-05,
      "loss": 0.9365,
      "step": 1796
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4681882155169214e-05,
      "loss": 0.8661,
      "step": 1797
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4676074824720912e-05,
      "loss": 0.8353,
      "step": 1798
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4670265475238323e-05,
      "loss": 0.8253,
      "step": 1799
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4664454109229809e-05,
      "loss": 0.873,
      "step": 1800
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4658640729204591e-05,
      "loss": 0.8565,
      "step": 1801
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4652825337672778e-05,
      "loss": 0.84,
      "step": 1802
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4647007937145335e-05,
      "loss": 0.8938,
      "step": 1803
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4641188530134091e-05,
      "loss": 0.8673,
      "step": 1804
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.463536711915176e-05,
      "loss": 0.8848,
      "step": 1805
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.46295437067119e-05,
      "loss": 0.8793,
      "step": 1806
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4623718295328946e-05,
      "loss": 0.9259,
      "step": 1807
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4617890887518188e-05,
      "loss": 0.9438,
      "step": 1808
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4612061485795793e-05,
      "loss": 0.9836,
      "step": 1809
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4606230092678768e-05,
      "loss": 0.9254,
      "step": 1810
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4600396710684994e-05,
      "loss": 0.8687,
      "step": 1811
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4594561342333208e-05,
      "loss": 0.9043,
      "step": 1812
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4588723990143003e-05,
      "loss": 0.9729,
      "step": 1813
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4582884656634828e-05,
      "loss": 0.936,
      "step": 1814
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4577043344329993e-05,
      "loss": 0.8777,
      "step": 1815
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4571200055750652e-05,
      "loss": 0.918,
      "step": 1816
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4565354793419824e-05,
      "loss": 0.8708,
      "step": 1817
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4559507559861372e-05,
      "loss": 0.8409,
      "step": 1818
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4553658357600013e-05,
      "loss": 0.8224,
      "step": 1819
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4547807189161316e-05,
      "loss": 0.8816,
      "step": 1820
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4541954057071692e-05,
      "loss": 0.9043,
      "step": 1821
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4536098963858409e-05,
      "loss": 0.8445,
      "step": 1822
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.453024191204958e-05,
      "loss": 0.8366,
      "step": 1823
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4524382904174151e-05,
      "loss": 0.8842,
      "step": 1824
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4518521942761932e-05,
      "loss": 0.892,
      "step": 1825
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4512659030343568e-05,
      "loss": 0.8916,
      "step": 1826
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.450679416945054e-05,
      "loss": 0.8628,
      "step": 1827
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4500927362615178e-05,
      "loss": 0.8625,
      "step": 1828
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4495058612370651e-05,
      "loss": 0.7779,
      "step": 1829
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4489187921250965e-05,
      "loss": 0.9096,
      "step": 1830
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4483315291790967e-05,
      "loss": 0.9069,
      "step": 1831
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.447744072652634e-05,
      "loss": 0.891,
      "step": 1832
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4471564227993602e-05,
      "loss": 0.9392,
      "step": 1833
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4465685798730102e-05,
      "loss": 0.868,
      "step": 1834
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4459805441274028e-05,
      "loss": 0.9187,
      "step": 1835
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4453923158164404e-05,
      "loss": 0.8643,
      "step": 1836
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4448038951941076e-05,
      "loss": 0.9692,
      "step": 1837
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4442152825144726e-05,
      "loss": 0.9041,
      "step": 1838
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4436264780316864e-05,
      "loss": 0.8323,
      "step": 1839
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4430374819999827e-05,
      "loss": 0.8463,
      "step": 1840
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4424482946736782e-05,
      "loss": 0.8601,
      "step": 1841
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4418589163071721e-05,
      "loss": 0.9853,
      "step": 1842
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.441269347154946e-05,
      "loss": 0.9013,
      "step": 1843
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4406795874715638e-05,
      "loss": 0.7822,
      "step": 1844
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4400896375116717e-05,
      "loss": 0.8379,
      "step": 1845
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4394994975299986e-05,
      "loss": 0.9043,
      "step": 1846
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4389091677813545e-05,
      "loss": 0.9259,
      "step": 1847
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.438318648520632e-05,
      "loss": 0.9306,
      "step": 1848
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4377279400028053e-05,
      "loss": 0.8526,
      "step": 1849
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.43713704248293e-05,
      "loss": 0.812,
      "step": 1850
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4365459562161443e-05,
      "loss": 0.8945,
      "step": 1851
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.435954681457667e-05,
      "loss": 0.9012,
      "step": 1852
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4353632184627985e-05,
      "loss": 0.9268,
      "step": 1853
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4347715674869207e-05,
      "loss": 0.9018,
      "step": 1854
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4341797287854959e-05,
      "loss": 0.8937,
      "step": 1855
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.433587702614069e-05,
      "loss": 0.9521,
      "step": 1856
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4329954892282642e-05,
      "loss": 0.873,
      "step": 1857
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4324030888837876e-05,
      "loss": 0.9165,
      "step": 1858
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4318105018364255e-05,
      "loss": 0.8961,
      "step": 1859
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4312177283420448e-05,
      "loss": 0.9566,
      "step": 1860
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4306247686565932e-05,
      "loss": 0.9016,
      "step": 1861
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.430031623036099e-05,
      "loss": 0.8834,
      "step": 1862
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4294382917366698e-05,
      "loss": 0.8125,
      "step": 1863
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4288447750144947e-05,
      "loss": 0.8432,
      "step": 1864
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4282510731258414e-05,
      "loss": 0.8412,
      "step": 1865
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4276571863270591e-05,
      "loss": 0.9197,
      "step": 1866
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4270631148745757e-05,
      "loss": 0.8755,
      "step": 1867
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4264688590248993e-05,
      "loss": 0.8775,
      "step": 1868
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4258744190346177e-05,
      "loss": 0.8879,
      "step": 1869
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4252797951603978e-05,
      "loss": 0.8353,
      "step": 1870
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4246849876589858e-05,
      "loss": 0.8368,
      "step": 1871
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4240899967872084e-05,
      "loss": 0.8686,
      "step": 1872
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4234948228019698e-05,
      "loss": 0.8752,
      "step": 1873
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4228994659602544e-05,
      "loss": 0.8963,
      "step": 1874
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4223039265191251e-05,
      "loss": 0.835,
      "step": 1875
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.421708204735724e-05,
      "loss": 0.8701,
      "step": 1876
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4211123008672714e-05,
      "loss": 0.9405,
      "step": 1877
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4205162151710665e-05,
      "loss": 0.8607,
      "step": 1878
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4199199479044872e-05,
      "loss": 0.9967,
      "step": 1879
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4193234993249895e-05,
      "loss": 0.8439,
      "step": 1880
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4187268696901078e-05,
      "loss": 0.8737,
      "step": 1881
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4181300592574547e-05,
      "loss": 0.9401,
      "step": 1882
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.417533068284721e-05,
      "loss": 0.8542,
      "step": 1883
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4169358970296751e-05,
      "loss": 0.9216,
      "step": 1884
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4163385457501636e-05,
      "loss": 0.9129,
      "step": 1885
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4157410147041105e-05,
      "loss": 0.883,
      "step": 1886
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4151433041495173e-05,
      "loss": 0.8715,
      "step": 1887
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.414545414344464e-05,
      "loss": 0.9301,
      "step": 1888
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.413947345547107e-05,
      "loss": 0.9099,
      "step": 1889
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4133490980156801e-05,
      "loss": 0.8758,
      "step": 1890
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4127506720084943e-05,
      "loss": 0.8573,
      "step": 1891
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4121520677839385e-05,
      "loss": 0.8608,
      "step": 1892
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4115532856004773e-05,
      "loss": 0.8635,
      "step": 1893
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4109543257166527e-05,
      "loss": 0.9577,
      "step": 1894
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4103551883910838e-05,
      "loss": 0.8767,
      "step": 1895
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4097558738824656e-05,
      "loss": 0.8873,
      "step": 1896
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4091563824495702e-05,
      "loss": 0.8243,
      "step": 1897
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4085567143512458e-05,
      "loss": 0.9109,
      "step": 1898
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4079568698464165e-05,
      "loss": 0.8508,
      "step": 1899
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4073568491940836e-05,
      "loss": 0.9127,
      "step": 1900
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4067566526533238e-05,
      "loss": 0.8631,
      "step": 1901
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4061562804832894e-05,
      "loss": 0.9057,
      "step": 1902
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4055557329432093e-05,
      "loss": 0.9077,
      "step": 1903
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4049550102923873e-05,
      "loss": 0.903,
      "step": 1904
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4043541127902037e-05,
      "loss": 0.8931,
      "step": 1905
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4037530406961138e-05,
      "loss": 0.8547,
      "step": 1906
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4031517942696478e-05,
      "loss": 0.8774,
      "step": 1907
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4025503737704123e-05,
      "loss": 0.8655,
      "step": 1908
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4019487794580884e-05,
      "loss": 0.8767,
      "step": 1909
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4013470115924323e-05,
      "loss": 0.8661,
      "step": 1910
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4007450704332752e-05,
      "loss": 0.9601,
      "step": 1911
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4001429562405227e-05,
      "loss": 0.9137,
      "step": 1912
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3995406692741562e-05,
      "loss": 0.9166,
      "step": 1913
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3989382097942304e-05,
      "loss": 0.9013,
      "step": 1914
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3983355780608751e-05,
      "loss": 0.9179,
      "step": 1915
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.397732774334295e-05,
      "loss": 0.8832,
      "step": 1916
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3971297988747678e-05,
      "loss": 0.9323,
      "step": 1917
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3965266519426469e-05,
      "loss": 0.9238,
      "step": 1918
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3959233337983582e-05,
      "loss": 0.9047,
      "step": 1919
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3953198447024023e-05,
      "loss": 0.8325,
      "step": 1920
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3947161849153541e-05,
      "loss": 0.8471,
      "step": 1921
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.394112354697861e-05,
      "loss": 0.825,
      "step": 1922
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3935083543106452e-05,
      "loss": 0.8127,
      "step": 1923
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3929041840145015e-05,
      "loss": 0.9282,
      "step": 1924
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3922998440702984e-05,
      "loss": 0.9339,
      "step": 1925
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3916953347389776e-05,
      "loss": 0.8629,
      "step": 1926
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3910906562815542e-05,
      "loss": 0.8214,
      "step": 1927
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3904858089591157e-05,
      "loss": 0.9321,
      "step": 1928
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3898807930328235e-05,
      "loss": 0.8528,
      "step": 1929
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3892756087639109e-05,
      "loss": 0.8537,
      "step": 1930
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3886702564136842e-05,
      "loss": 0.8826,
      "step": 1931
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3880647362435223e-05,
      "loss": 0.8671,
      "step": 1932
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.387459048514876e-05,
      "loss": 0.8656,
      "step": 1933
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3868531934892698e-05,
      "loss": 0.8922,
      "step": 1934
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.386247171428299e-05,
      "loss": 0.8508,
      "step": 1935
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.385640982593632e-05,
      "loss": 0.9331,
      "step": 1936
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.385034627247009e-05,
      "loss": 0.8346,
      "step": 1937
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3844281056502414e-05,
      "loss": 0.845,
      "step": 1938
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3838214180652132e-05,
      "loss": 0.9383,
      "step": 1939
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.38321456475388e-05,
      "loss": 0.9155,
      "step": 1940
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3826075459782687e-05,
      "loss": 0.9083,
      "step": 1941
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3820003620004771e-05,
      "loss": 0.8589,
      "step": 1942
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3813930130826758e-05,
      "loss": 0.9027,
      "step": 1943
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.380785499487105e-05,
      "loss": 0.922,
      "step": 1944
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3801778214760774e-05,
      "loss": 0.878,
      "step": 1945
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3795699793119757e-05,
      "loss": 0.8177,
      "step": 1946
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.378961973257254e-05,
      "loss": 0.853,
      "step": 1947
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3783538035744362e-05,
      "loss": 0.7946,
      "step": 1948
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3777454705261186e-05,
      "loss": 0.9346,
      "step": 1949
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.377136974374967e-05,
      "loss": 0.851,
      "step": 1950
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3765283153837172e-05,
      "loss": 0.8764,
      "step": 1951
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3759194938151763e-05,
      "loss": 0.8193,
      "step": 1952
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3753105099322208e-05,
      "loss": 0.8648,
      "step": 1953
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3747013639977972e-05,
      "loss": 0.9291,
      "step": 1954
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3740920562749234e-05,
      "loss": 0.9387,
      "step": 1955
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3734825870266852e-05,
      "loss": 0.8863,
      "step": 1956
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3728729565162397e-05,
      "loss": 0.8584,
      "step": 1957
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3722631650068125e-05,
      "loss": 0.9464,
      "step": 1958
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3716532127616995e-05,
      "loss": 0.9132,
      "step": 1959
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3710431000442656e-05,
      "loss": 0.8997,
      "step": 1960
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.370432827117945e-05,
      "loss": 0.8485,
      "step": 1961
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3698223942462415e-05,
      "loss": 0.9061,
      "step": 1962
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3692118016927272e-05,
      "loss": 0.9367,
      "step": 1963
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3686010497210439e-05,
      "loss": 0.8993,
      "step": 1964
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3679901385949018e-05,
      "loss": 0.8561,
      "step": 1965
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3673790685780799e-05,
      "loss": 0.9252,
      "step": 1966
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.366767839934426e-05,
      "loss": 0.8602,
      "step": 1967
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3661564529278562e-05,
      "loss": 0.9596,
      "step": 1968
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3655449078223549e-05,
      "loss": 0.8897,
      "step": 1969
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3649332048819746e-05,
      "loss": 0.8689,
      "step": 1970
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3643213443708368e-05,
      "loss": 0.9262,
      "step": 1971
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3637093265531303e-05,
      "loss": 0.8731,
      "step": 1972
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3630971516931122e-05,
      "loss": 0.8584,
      "step": 1973
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3624848200551063e-05,
      "loss": 0.9117,
      "step": 1974
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3618723319035056e-05,
      "loss": 0.8709,
      "step": 1975
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3612596875027704e-05,
      "loss": 0.8127,
      "step": 1976
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3606468871174276e-05,
      "loss": 0.921,
      "step": 1977
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.360033931012072e-05,
      "loss": 0.9027,
      "step": 1978
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.359420819451366e-05,
      "loss": 0.8312,
      "step": 1979
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3588075527000382e-05,
      "loss": 0.8338,
      "step": 1980
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3581941310228853e-05,
      "loss": 0.8938,
      "step": 1981
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.35758055468477e-05,
      "loss": 0.8686,
      "step": 1982
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3569668239506224e-05,
      "loss": 0.8743,
      "step": 1983
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3563529390854386e-05,
      "loss": 0.888,
      "step": 1984
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3557389003542815e-05,
      "loss": 0.8986,
      "step": 1985
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3551247080222814e-05,
      "loss": 0.9531,
      "step": 1986
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3545103623546337e-05,
      "loss": 0.847,
      "step": 1987
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3538958636166e-05,
      "loss": 0.8506,
      "step": 1988
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3532812120735088e-05,
      "loss": 0.7578,
      "step": 1989
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3526664079907538e-05,
      "loss": 0.8983,
      "step": 1990
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3520514516337953e-05,
      "loss": 0.8702,
      "step": 1991
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.351436343268159e-05,
      "loss": 0.9019,
      "step": 1992
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3508210831594362e-05,
      "loss": 0.9373,
      "step": 1993
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3502056715732836e-05,
      "loss": 0.8343,
      "step": 1994
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3495901087754231e-05,
      "loss": 0.8922,
      "step": 1995
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3489743950316431e-05,
      "loss": 0.8234,
      "step": 1996
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3483585306077957e-05,
      "loss": 0.8546,
      "step": 1997
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3477425157697988e-05,
      "loss": 0.8616,
      "step": 1998
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.347126350783635e-05,
      "loss": 0.9417,
      "step": 1999
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.346510035915352e-05,
      "loss": 0.8815,
      "step": 2000
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3458935714310623e-05,
      "loss": 0.8302,
      "step": 2001
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3452769575969422e-05,
      "loss": 0.9164,
      "step": 2002
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3446601946792334e-05,
      "loss": 0.834,
      "step": 2003
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3440432829442416e-05,
      "loss": 0.9337,
      "step": 2004
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3434262226583365e-05,
      "loss": 0.8971,
      "step": 2005
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3428090140879526e-05,
      "loss": 0.8891,
      "step": 2006
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.342191657499588e-05,
      "loss": 0.9203,
      "step": 2007
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3415741531598045e-05,
      "loss": 0.9445,
      "step": 2008
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3409565013352284e-05,
      "loss": 0.8402,
      "step": 2009
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3403387022925488e-05,
      "loss": 0.928,
      "step": 2010
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3397207562985187e-05,
      "loss": 0.9383,
      "step": 2011
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.339102663619955e-05,
      "loss": 0.9237,
      "step": 2012
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3384844245237376e-05,
      "loss": 0.8937,
      "step": 2013
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3378660392768095e-05,
      "loss": 0.8778,
      "step": 2014
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3372475081461768e-05,
      "loss": 0.9258,
      "step": 2015
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.336628831398909e-05,
      "loss": 0.8735,
      "step": 2016
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3360100093021378e-05,
      "loss": 0.844,
      "step": 2017
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.335391042123058e-05,
      "loss": 0.8454,
      "step": 2018
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3347719301289275e-05,
      "loss": 0.7815,
      "step": 2019
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.334152673587066e-05,
      "loss": 0.9514,
      "step": 2020
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3335332727648558e-05,
      "loss": 0.846,
      "step": 2021
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3329137279297422e-05,
      "loss": 0.859,
      "step": 2022
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3322940393492314e-05,
      "loss": 0.8964,
      "step": 2023
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3316742072908927e-05,
      "loss": 0.9339,
      "step": 2024
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3310542320223574e-05,
      "loss": 0.8914,
      "step": 2025
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3304341138113175e-05,
      "loss": 0.896,
      "step": 2026
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3298138529255276e-05,
      "loss": 0.9074,
      "step": 2027
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3291934496328041e-05,
      "loss": 0.8882,
      "step": 2028
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3285729042010247e-05,
      "loss": 0.9277,
      "step": 2029
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.327952216898128e-05,
      "loss": 0.9477,
      "step": 2030
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3273313879921139e-05,
      "loss": 0.8301,
      "step": 2031
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3267104177510443e-05,
      "loss": 0.8458,
      "step": 2032
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3260893064430416e-05,
      "loss": 0.8434,
      "step": 2033
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3254680543362885e-05,
      "loss": 0.9203,
      "step": 2034
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3248466616990297e-05,
      "loss": 0.8744,
      "step": 2035
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3242251287995693e-05,
      "loss": 0.8406,
      "step": 2036
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.323603455906273e-05,
      "loss": 0.9022,
      "step": 2037
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3229816432875665e-05,
      "loss": 0.8121,
      "step": 2038
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.322359691211936e-05,
      "loss": 0.8797,
      "step": 2039
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3217375999479274e-05,
      "loss": 0.8384,
      "step": 2040
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3211153697641475e-05,
      "loss": 0.8553,
      "step": 2041
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.320493000929262e-05,
      "loss": 0.8745,
      "step": 2042
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3198704937119984e-05,
      "loss": 0.8841,
      "step": 2043
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3192478483811417e-05,
      "loss": 0.866,
      "step": 2044
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.318625065205538e-05,
      "loss": 0.9304,
      "step": 2045
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3180021444540917e-05,
      "loss": 0.8398,
      "step": 2046
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.317379086395768e-05,
      "loss": 0.9219,
      "step": 2047
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3167558912995908e-05,
      "loss": 0.8617,
      "step": 2048
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.316132559434643e-05,
      "loss": 0.9121,
      "step": 2049
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3155090910700663e-05,
      "loss": 0.849,
      "step": 2050
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3148854864750621e-05,
      "loss": 0.8195,
      "step": 2051
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.31426174591889e-05,
      "loss": 0.8403,
      "step": 2052
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3136378696708687e-05,
      "loss": 0.9549,
      "step": 2053
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3130138580003753e-05,
      "loss": 0.8831,
      "step": 2054
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3123897111768454e-05,
      "loss": 0.8427,
      "step": 2055
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3117654294697727e-05,
      "loss": 0.8947,
      "step": 2056
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3111410131487095e-05,
      "loss": 0.9104,
      "step": 2057
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3105164624832662e-05,
      "loss": 0.9829,
      "step": 2058
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.309891777743111e-05,
      "loss": 0.8862,
      "step": 2059
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3092669591979703e-05,
      "loss": 0.8229,
      "step": 2060
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3086420071176277e-05,
      "loss": 0.8449,
      "step": 2061
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3080169217719252e-05,
      "loss": 0.8752,
      "step": 2062
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3073917034307618e-05,
      "loss": 0.8642,
      "step": 2063
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.306766352364094e-05,
      "loss": 0.9844,
      "step": 2064
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3061408688419364e-05,
      "loss": 0.8687,
      "step": 2065
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3055152531343592e-05,
      "loss": 0.9123,
      "step": 2066
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.304889505511491e-05,
      "loss": 0.9418,
      "step": 2067
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3042636262435164e-05,
      "loss": 0.9858,
      "step": 2068
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3036376156006784e-05,
      "loss": 0.8151,
      "step": 2069
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.303011473853275e-05,
      "loss": 0.8813,
      "step": 2070
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.302385201271662e-05,
      "loss": 0.851,
      "step": 2071
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3017587981262502e-05,
      "loss": 0.8916,
      "step": 2072
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3011322646875088e-05,
      "loss": 0.9096,
      "step": 2073
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3005056012259621e-05,
      "loss": 0.8956,
      "step": 2074
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.29987880801219e-05,
      "loss": 0.8953,
      "step": 2075
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2992518853168299e-05,
      "loss": 0.9151,
      "step": 2076
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2986248334105738e-05,
      "loss": 0.9314,
      "step": 2077
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.29799765256417e-05,
      "loss": 0.9317,
      "step": 2078
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2973703430484225e-05,
      "loss": 0.899,
      "step": 2079
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2967429051341913e-05,
      "loss": 0.8851,
      "step": 2080
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.296115339092391e-05,
      "loss": 0.8731,
      "step": 2081
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2954876451939917e-05,
      "loss": 0.9157,
      "step": 2082
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2948598237100193e-05,
      "loss": 0.9081,
      "step": 2083
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.294231874911554e-05,
      "loss": 0.9363,
      "step": 2084
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2936037990697318e-05,
      "loss": 0.8995,
      "step": 2085
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2929755964557428e-05,
      "loss": 0.8655,
      "step": 2086
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2923472673408321e-05,
      "loss": 0.8235,
      "step": 2087
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2917188119962996e-05,
      "loss": 0.8311,
      "step": 2088
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2910902306934996e-05,
      "loss": 0.8614,
      "step": 2089
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2904615237038407e-05,
      "loss": 0.9176,
      "step": 2090
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2898326912987858e-05,
      "loss": 0.8807,
      "step": 2091
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2892037337498522e-05,
      "loss": 0.9303,
      "step": 2092
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2885746513286106e-05,
      "loss": 0.8963,
      "step": 2093
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2879454443066862e-05,
      "loss": 0.8818,
      "step": 2094
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2873161129557581e-05,
      "loss": 0.8904,
      "step": 2095
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2866866575475588e-05,
      "loss": 0.8185,
      "step": 2096
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2860570783538737e-05,
      "loss": 0.8514,
      "step": 2097
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2854273756465434e-05,
      "loss": 0.8211,
      "step": 2098
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.28479754969746e-05,
      "loss": 0.8844,
      "step": 2099
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2841676007785697e-05,
      "loss": 0.8715,
      "step": 2100
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2835375291618716e-05,
      "loss": 0.8648,
      "step": 2101
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2829073351194183e-05,
      "loss": 0.8929,
      "step": 2102
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2822770189233142e-05,
      "loss": 0.9093,
      "step": 2103
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2816465808457172e-05,
      "loss": 0.8381,
      "step": 2104
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2810160211588383e-05,
      "loss": 0.865,
      "step": 2105
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2803853401349397e-05,
      "loss": 0.8438,
      "step": 2106
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2797545380463368e-05,
      "loss": 0.8915,
      "step": 2107
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2791236151653974e-05,
      "loss": 0.9436,
      "step": 2108
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2784925717645407e-05,
      "loss": 0.9028,
      "step": 2109
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.277861408116239e-05,
      "loss": 0.843,
      "step": 2110
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2772301244930159e-05,
      "loss": 0.8825,
      "step": 2111
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2765987211674466e-05,
      "loss": 0.9144,
      "step": 2112
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2759671984121587e-05,
      "loss": 0.8541,
      "step": 2113
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.27533555649983e-05,
      "loss": 0.8162,
      "step": 2114
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2747037957031917e-05,
      "loss": 0.8989,
      "step": 2115
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2740719162950245e-05,
      "loss": 0.808,
      "step": 2116
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2734399185481618e-05,
      "loss": 0.8478,
      "step": 2117
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2728078027354869e-05,
      "loss": 0.8188,
      "step": 2118
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2721755691299346e-05,
      "loss": 0.8434,
      "step": 2119
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.271543218004491e-05,
      "loss": 0.9275,
      "step": 2120
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2709107496321923e-05,
      "loss": 0.8856,
      "step": 2121
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2702781642861252e-05,
      "loss": 0.8461,
      "step": 2122
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2696454622394277e-05,
      "loss": 0.9003,
      "step": 2123
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2690126437652873e-05,
      "loss": 0.8301,
      "step": 2124
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2683797091369421e-05,
      "loss": 0.8768,
      "step": 2125
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2677466586276813e-05,
      "loss": 0.8162,
      "step": 2126
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2671134925108424e-05,
      "loss": 0.8658,
      "step": 2127
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.266480211059814e-05,
      "loss": 0.8674,
      "step": 2128
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2658468145480338e-05,
      "loss": 0.888,
      "step": 2129
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2652133032489904e-05,
      "loss": 0.8452,
      "step": 2130
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2645796774362205e-05,
      "loss": 0.8836,
      "step": 2131
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.263945937383311e-05,
      "loss": 0.8896,
      "step": 2132
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.263312083363898e-05,
      "loss": 0.8691,
      "step": 2133
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.262678115651667e-05,
      "loss": 0.8801,
      "step": 2134
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2620440345203519e-05,
      "loss": 0.8596,
      "step": 2135
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2614098402437367e-05,
      "loss": 0.9062,
      "step": 2136
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2607755330956533e-05,
      "loss": 0.871,
      "step": 2137
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2601411133499827e-05,
      "loss": 0.8315,
      "step": 2138
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2595065812806546e-05,
      "loss": 0.8934,
      "step": 2139
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2588719371616468e-05,
      "loss": 0.9431,
      "step": 2140
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2582371812669863e-05,
      "loss": 0.8591,
      "step": 2141
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2576023138707472e-05,
      "loss": 0.86,
      "step": 2142
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2569673352470523e-05,
      "loss": 0.8911,
      "step": 2143
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2563322456700733e-05,
      "loss": 0.9561,
      "step": 2144
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2556970454140282e-05,
      "loss": 0.8572,
      "step": 2145
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2550617347531841e-05,
      "loss": 0.8074,
      "step": 2146
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2544263139618553e-05,
      "loss": 0.8902,
      "step": 2147
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2537907833144033e-05,
      "loss": 0.8259,
      "step": 2148
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2531551430852372e-05,
      "loss": 0.8144,
      "step": 2149
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2525193935488138e-05,
      "loss": 0.8472,
      "step": 2150
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2518835349796367e-05,
      "loss": 0.8899,
      "step": 2151
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2512475676522573e-05,
      "loss": 0.8637,
      "step": 2152
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.250611491841273e-05,
      "loss": 0.8574,
      "step": 2153
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.249975307821328e-05,
      "loss": 0.8983,
      "step": 2154
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2493390158671145e-05,
      "loss": 0.8818,
      "step": 2155
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.24870261625337e-05,
      "loss": 0.8939,
      "step": 2156
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2480661092548787e-05,
      "loss": 0.8854,
      "step": 2157
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.247429495146472e-05,
      "loss": 0.8341,
      "step": 2158
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2467927742030266e-05,
      "loss": 0.8472,
      "step": 2159
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2461559466994657e-05,
      "loss": 0.8499,
      "step": 2160
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2455190129107584e-05,
      "loss": 0.8102,
      "step": 2161
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2448819731119201e-05,
      "loss": 0.8645,
      "step": 2162
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2442448275780117e-05,
      "loss": 0.8714,
      "step": 2163
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2436075765841396e-05,
      "loss": 0.8183,
      "step": 2164
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2429702204054555e-05,
      "loss": 0.8177,
      "step": 2165
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2423327593171573e-05,
      "loss": 0.8784,
      "step": 2166
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2416951935944877e-05,
      "loss": 0.9086,
      "step": 2167
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2410575235127345e-05,
      "loss": 0.8691,
      "step": 2168
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2404197493472312e-05,
      "loss": 0.8321,
      "step": 2169
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2397818713733549e-05,
      "loss": 0.8229,
      "step": 2170
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.239143889866529e-05,
      "loss": 0.9295,
      "step": 2171
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2385058051022208e-05,
      "loss": 0.8283,
      "step": 2172
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2378676173559423e-05,
      "loss": 0.7861,
      "step": 2173
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2372293269032503e-05,
      "loss": 0.933,
      "step": 2174
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2365909340197454e-05,
      "loss": 0.8956,
      "step": 2175
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2359524389810723e-05,
      "loss": 0.8066,
      "step": 2176
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2353138420629214e-05,
      "loss": 0.8849,
      "step": 2177
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2346751435410249e-05,
      "loss": 0.8147,
      "step": 2178
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2340363436911602e-05,
      "loss": 0.847,
      "step": 2179
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2333974427891482e-05,
      "loss": 0.8361,
      "step": 2180
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.232758441110853e-05,
      "loss": 0.8533,
      "step": 2181
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2321193389321829e-05,
      "loss": 0.8065,
      "step": 2182
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2314801365290894e-05,
      "loss": 0.8264,
      "step": 2183
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2308408341775666e-05,
      "loss": 0.827,
      "step": 2184
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.230201432153653e-05,
      "loss": 0.8537,
      "step": 2185
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2295619307334285e-05,
      "loss": 0.8274,
      "step": 2186
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2289223301930173e-05,
      "loss": 0.862,
      "step": 2187
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2282826308085864e-05,
      "loss": 0.865,
      "step": 2188
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2276428328563445e-05,
      "loss": 0.9448,
      "step": 2189
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2270029366125435e-05,
      "loss": 0.8581,
      "step": 2190
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2263629423534778e-05,
      "loss": 0.8446,
      "step": 2191
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2257228503554834e-05,
      "loss": 0.8833,
      "step": 2192
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2250826608949398e-05,
      "loss": 0.8421,
      "step": 2193
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2244423742482673e-05,
      "loss": 0.8586,
      "step": 2194
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.223801990691929e-05,
      "loss": 0.8434,
      "step": 2195
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2231615105024292e-05,
      "loss": 0.8663,
      "step": 2196
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2225209339563144e-05,
      "loss": 0.8888,
      "step": 2197
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2218802613301728e-05,
      "loss": 0.8406,
      "step": 2198
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2212394929006337e-05,
      "loss": 0.9194,
      "step": 2199
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2205986289443677e-05,
      "loss": 0.8632,
      "step": 2200
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.219957669738087e-05,
      "loss": 0.8814,
      "step": 2201
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2193166155585445e-05,
      "loss": 0.8703,
      "step": 2202
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2186754666825352e-05,
      "loss": 0.9166,
      "step": 2203
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2180342233868937e-05,
      "loss": 0.8753,
      "step": 2204
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2173928859484955e-05,
      "loss": 0.8784,
      "step": 2205
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2167514546442576e-05,
      "loss": 0.8918,
      "step": 2206
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.216109929751137e-05,
      "loss": 0.7971,
      "step": 2207
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2154683115461305e-05,
      "loss": 0.8303,
      "step": 2208
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2148266003062767e-05,
      "loss": 0.9273,
      "step": 2209
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2141847963086535e-05,
      "loss": 0.886,
      "step": 2210
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2135428998303783e-05,
      "loss": 0.7828,
      "step": 2211
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2129009111486087e-05,
      "loss": 0.9302,
      "step": 2212
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2122588305405434e-05,
      "loss": 0.9002,
      "step": 2213
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.211616658283419e-05,
      "loss": 0.8822,
      "step": 2214
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2109743946545129e-05,
      "loss": 0.8902,
      "step": 2215
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.210332039931141e-05,
      "loss": 0.8666,
      "step": 2216
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2096895943906597e-05,
      "loss": 0.8678,
      "step": 2217
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2090470583104635e-05,
      "loss": 0.8728,
      "step": 2218
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2084044319679867e-05,
      "loss": 0.8199,
      "step": 2219
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.207761715640702e-05,
      "loss": 0.9222,
      "step": 2220
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2071189096061216e-05,
      "loss": 0.8799,
      "step": 2221
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.206476014141796e-05,
      "loss": 0.9197,
      "step": 2222
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2058330295253144e-05,
      "loss": 0.9056,
      "step": 2223
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2051899560343045e-05,
      "loss": 0.9198,
      "step": 2224
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2045467939464323e-05,
      "loss": 0.914,
      "step": 2225
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2039035435394027e-05,
      "loss": 0.9211,
      "step": 2226
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2032602050909575e-05,
      "loss": 0.9071,
      "step": 2227
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2026167788788771e-05,
      "loss": 0.873,
      "step": 2228
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2019732651809805e-05,
      "loss": 0.8533,
      "step": 2229
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2013296642751238e-05,
      "loss": 0.8584,
      "step": 2230
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2006859764392005e-05,
      "loss": 0.7766,
      "step": 2231
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2000422019511422e-05,
      "loss": 0.9179,
      "step": 2232
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1993983410889173e-05,
      "loss": 0.8687,
      "step": 2233
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1987543941305322e-05,
      "loss": 0.8743,
      "step": 2234
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1981103613540302e-05,
      "loss": 0.849,
      "step": 2235
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1974662430374913e-05,
      "loss": 0.8281,
      "step": 2236
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.196822039459033e-05,
      "loss": 0.8911,
      "step": 2237
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1961777508968093e-05,
      "loss": 0.8053,
      "step": 2238
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1955333776290105e-05,
      "loss": 0.8549,
      "step": 2239
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1948889199338647e-05,
      "loss": 0.8431,
      "step": 2240
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.194244378089635e-05,
      "loss": 0.8934,
      "step": 2241
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1935997523746218e-05,
      "loss": 0.9038,
      "step": 2242
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1929550430671613e-05,
      "loss": 0.8972,
      "step": 2243
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1923102504456259e-05,
      "loss": 0.8751,
      "step": 2244
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.191665374788424e-05,
      "loss": 0.8292,
      "step": 2245
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1910204163740001e-05,
      "loss": 0.8279,
      "step": 2246
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1903753754808336e-05,
      "loss": 0.8787,
      "step": 2247
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1897302523874405e-05,
      "loss": 0.884,
      "step": 2248
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1890850473723716e-05,
      "loss": 0.901,
      "step": 2249
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1884397607142137e-05,
      "loss": 0.8779,
      "step": 2250
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1877943926915885e-05,
      "loss": 0.8521,
      "step": 2251
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1871489435831528e-05,
      "loss": 0.8615,
      "step": 2252
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.186503413667598e-05,
      "loss": 0.8996,
      "step": 2253
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1858578032236507e-05,
      "loss": 0.803,
      "step": 2254
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.185212112530073e-05,
      "loss": 0.9139,
      "step": 2255
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1845663418656611e-05,
      "loss": 0.933,
      "step": 2256
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1839204915092456e-05,
      "loss": 0.855,
      "step": 2257
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1832745617396909e-05,
      "loss": 0.8176,
      "step": 2258
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1826285528358969e-05,
      "loss": 0.9047,
      "step": 2259
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1819824650767972e-05,
      "loss": 0.8411,
      "step": 2260
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1813362987413595e-05,
      "loss": 0.8603,
      "step": 2261
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.180690054108585e-05,
      "loss": 0.8514,
      "step": 2262
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1800437314575093e-05,
      "loss": 0.8475,
      "step": 2263
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1793973310672014e-05,
      "loss": 0.8727,
      "step": 2264
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1787508532167633e-05,
      "loss": 0.8761,
      "step": 2265
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.178104298185332e-05,
      "loss": 0.8672,
      "step": 2266
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1774576662520762e-05,
      "loss": 0.9286,
      "step": 2267
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1768109576961986e-05,
      "loss": 0.847,
      "step": 2268
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1761641727969344e-05,
      "loss": 0.8489,
      "step": 2269
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.175517311833553e-05,
      "loss": 0.8149,
      "step": 2270
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1748703750853557e-05,
      "loss": 0.8755,
      "step": 2271
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1742233628316761e-05,
      "loss": 0.9025,
      "step": 2272
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1735762753518816e-05,
      "loss": 0.9132,
      "step": 2273
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1729291129253711e-05,
      "loss": 0.8949,
      "step": 2274
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1722818758315761e-05,
      "loss": 0.9141,
      "step": 2275
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1716345643499608e-05,
      "loss": 0.8232,
      "step": 2276
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1709871787600212e-05,
      "loss": 0.9013,
      "step": 2277
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1703397193412849e-05,
      "loss": 0.823,
      "step": 2278
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1696921863733119e-05,
      "loss": 0.8935,
      "step": 2279
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.169044580135694e-05,
      "loss": 0.8475,
      "step": 2280
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1683969009080543e-05,
      "loss": 0.823,
      "step": 2281
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1677491489700472e-05,
      "loss": 0.8645,
      "step": 2282
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1671013246013595e-05,
      "loss": 0.9794,
      "step": 2283
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1664534280817083e-05,
      "loss": 0.8223,
      "step": 2284
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.165805459690842e-05,
      "loss": 0.9166,
      "step": 2285
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1651574197085406e-05,
      "loss": 0.8163,
      "step": 2286
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1645093084146144e-05,
      "loss": 0.9712,
      "step": 2287
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1638611260889047e-05,
      "loss": 0.8389,
      "step": 2288
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1632128730112836e-05,
      "loss": 0.7728,
      "step": 2289
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1625645494616535e-05,
      "loss": 0.8755,
      "step": 2290
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1619161557199474e-05,
      "loss": 0.8111,
      "step": 2291
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1612676920661285e-05,
      "loss": 0.9043,
      "step": 2292
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1606191587801906e-05,
      "loss": 0.8438,
      "step": 2293
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1599705561421573e-05,
      "loss": 0.8929,
      "step": 2294
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.159321884432081e-05,
      "loss": 0.8577,
      "step": 2295
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.158673143930046e-05,
      "loss": 0.8766,
      "step": 2296
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.158024334916165e-05,
      "loss": 0.8542,
      "step": 2297
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.157375457670581e-05,
      "loss": 0.869,
      "step": 2298
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1567265124734652e-05,
      "loss": 0.904,
      "step": 2299
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1560774996050195e-05,
      "loss": 0.8531,
      "step": 2300
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1554284193454743e-05,
      "loss": 0.8231,
      "step": 2301
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1547792719750897e-05,
      "loss": 0.8438,
      "step": 2302
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1541300577741538e-05,
      "loss": 0.8823,
      "step": 2303
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1534807770229845e-05,
      "loss": 0.8643,
      "step": 2304
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1528314300019281e-05,
      "loss": 0.8031,
      "step": 2305
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.152182016991359e-05,
      "loss": 0.7876,
      "step": 2306
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.151532538271681e-05,
      "loss": 0.876,
      "step": 2307
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1508829941233263e-05,
      "loss": 0.914,
      "step": 2308
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1502333848267539e-05,
      "loss": 0.9171,
      "step": 2309
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1495837106624525e-05,
      "loss": 0.9324,
      "step": 2310
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1489339719109378e-05,
      "loss": 0.9244,
      "step": 2311
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1482841688527545e-05,
      "loss": 0.8644,
      "step": 2312
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1476343017684737e-05,
      "loss": 0.812,
      "step": 2313
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1469843709386952e-05,
      "loss": 0.845,
      "step": 2314
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.146334376644046e-05,
      "loss": 0.8194,
      "step": 2315
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.14568431916518e-05,
      "loss": 0.8499,
      "step": 2316
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1450341987827795e-05,
      "loss": 0.8824,
      "step": 2317
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1443840157775528e-05,
      "loss": 0.8122,
      "step": 2318
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.143733770430236e-05,
      "loss": 0.7791,
      "step": 2319
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1430834630215918e-05,
      "loss": 0.8295,
      "step": 2320
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1424330938324097e-05,
      "loss": 0.8733,
      "step": 2321
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.141782663143506e-05,
      "loss": 0.8212,
      "step": 2322
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1411321712357232e-05,
      "loss": 0.8981,
      "step": 2323
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.140481618389931e-05,
      "loss": 0.8102,
      "step": 2324
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1398310048870247e-05,
      "loss": 0.839,
      "step": 2325
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1391803310079256e-05,
      "loss": 0.8811,
      "step": 2326
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1385295970335822e-05,
      "loss": 0.85,
      "step": 2327
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1378788032449677e-05,
      "loss": 0.9021,
      "step": 2328
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1372279499230821e-05,
      "loss": 0.911,
      "step": 2329
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1365770373489502e-05,
      "loss": 0.7644,
      "step": 2330
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1359260658036233e-05,
      "loss": 0.7953,
      "step": 2331
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1352750355681771e-05,
      "loss": 0.9283,
      "step": 2332
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1346239469237139e-05,
      "loss": 0.8049,
      "step": 2333
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1339728001513603e-05,
      "loss": 0.8484,
      "step": 2334
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1333215955322685e-05,
      "loss": 0.895,
      "step": 2335
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1326703333476152e-05,
      "loss": 0.8724,
      "step": 2336
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.132019013878602e-05,
      "loss": 0.9108,
      "step": 2337
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.131367637406456e-05,
      "loss": 0.8611,
      "step": 2338
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1307162042124278e-05,
      "loss": 0.8921,
      "step": 2339
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1300647145777935e-05,
      "loss": 0.905,
      "step": 2340
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1294131687838528e-05,
      "loss": 0.8587,
      "step": 2341
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1287615671119296e-05,
      "loss": 0.8809,
      "step": 2342
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1281099098433734e-05,
      "loss": 0.8151,
      "step": 2343
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1274581972595558e-05,
      "loss": 0.889,
      "step": 2344
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.126806429641873e-05,
      "loss": 0.9024,
      "step": 2345
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1261546072717455e-05,
      "loss": 0.8787,
      "step": 2346
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1255027304306165e-05,
      "loss": 0.8744,
      "step": 2347
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1248507993999533e-05,
      "loss": 0.8544,
      "step": 2348
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.124198814461247e-05,
      "loss": 0.8984,
      "step": 2349
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1235467758960114e-05,
      "loss": 0.8518,
      "step": 2350
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1228946839857829e-05,
      "loss": 0.869,
      "step": 2351
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1222425390121217e-05,
      "loss": 0.8363,
      "step": 2352
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1215903412566112e-05,
      "loss": 0.8896,
      "step": 2353
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.120938091000857e-05,
      "loss": 0.9209,
      "step": 2354
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1202857885264875e-05,
      "loss": 0.7872,
      "step": 2355
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1196334341151537e-05,
      "loss": 0.8122,
      "step": 2356
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1189810280485287e-05,
      "loss": 0.8954,
      "step": 2357
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1183285706083086e-05,
      "loss": 0.8099,
      "step": 2358
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1176760620762112e-05,
      "loss": 0.9002,
      "step": 2359
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1170235027339766e-05,
      "loss": 0.9302,
      "step": 2360
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1163708928633663e-05,
      "loss": 0.8404,
      "step": 2361
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1157182327461644e-05,
      "loss": 0.8637,
      "step": 2362
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.115065522664176e-05,
      "loss": 0.8419,
      "step": 2363
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1144127628992285e-05,
      "loss": 0.9158,
      "step": 2364
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1137599537331698e-05,
      "loss": 0.829,
      "step": 2365
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.11310709544787e-05,
      "loss": 0.9008,
      "step": 2366
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1124541883252199e-05,
      "loss": 0.8499,
      "step": 2367
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1118012326471315e-05,
      "loss": 0.8359,
      "step": 2368
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.111148228695538e-05,
      "loss": 0.8734,
      "step": 2369
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1104951767523932e-05,
      "loss": 0.8322,
      "step": 2370
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1098420770996719e-05,
      "loss": 0.9187,
      "step": 2371
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.109188930019369e-05,
      "loss": 0.9032,
      "step": 2372
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1085357357935e-05,
      "loss": 0.831,
      "step": 2373
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1078824947041016e-05,
      "loss": 0.837,
      "step": 2374
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1072292070332294e-05,
      "loss": 0.8237,
      "step": 2375
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.10657587306296e-05,
      "loss": 0.842,
      "step": 2376
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1059224930753899e-05,
      "loss": 0.8224,
      "step": 2377
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.105269067352635e-05,
      "loss": 0.7772,
      "step": 2378
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1046155961768317e-05,
      "loss": 0.8736,
      "step": 2379
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1039620798301351e-05,
      "loss": 0.842,
      "step": 2380
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1033085185947208e-05,
      "loss": 0.8286,
      "step": 2381
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1026549127527828e-05,
      "loss": 0.8617,
      "step": 2382
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.102001262586535e-05,
      "loss": 0.8584,
      "step": 2383
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.101347568378211e-05,
      "loss": 0.7976,
      "step": 2384
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1006938304100617e-05,
      "loss": 0.8779,
      "step": 2385
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1000400489643581e-05,
      "loss": 0.8317,
      "step": 2386
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0993862243233904e-05,
      "loss": 0.8403,
      "step": 2387
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0987323567694661e-05,
      "loss": 0.8382,
      "step": 2388
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0980784465849122e-05,
      "loss": 0.9032,
      "step": 2389
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0974244940520742e-05,
      "loss": 0.8174,
      "step": 2390
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.096770499453315e-05,
      "loss": 0.8947,
      "step": 2391
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0961164630710168e-05,
      "loss": 0.8485,
      "step": 2392
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0954623851875787e-05,
      "loss": 0.859,
      "step": 2393
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0948082660854182e-05,
      "loss": 0.8777,
      "step": 2394
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0941541060469712e-05,
      "loss": 0.8662,
      "step": 2395
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0934999053546904e-05,
      "loss": 0.857,
      "step": 2396
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0928456642910464e-05,
      "loss": 0.8421,
      "step": 2397
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0921913831385274e-05,
      "loss": 0.8669,
      "step": 2398
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0915370621796382e-05,
      "loss": 0.7151,
      "step": 2399
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0908827016969021e-05,
      "loss": 0.8719,
      "step": 2400
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0902283019728586e-05,
      "loss": 0.8863,
      "step": 2401
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0895738632900637e-05,
      "loss": 0.8364,
      "step": 2402
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.088919385931091e-05,
      "loss": 0.8624,
      "step": 2403
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0882648701785304e-05,
      "loss": 0.8395,
      "step": 2404
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0876103163149886e-05,
      "loss": 0.8289,
      "step": 2405
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0869557246230893e-05,
      "loss": 0.8371,
      "step": 2406
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0863010953854712e-05,
      "loss": 0.9283,
      "step": 2407
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0856464288847901e-05,
      "loss": 0.8337,
      "step": 2408
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0849917254037174e-05,
      "loss": 0.8142,
      "step": 2409
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0843369852249415e-05,
      "loss": 0.7715,
      "step": 2410
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0836822086311656e-05,
      "loss": 0.8935,
      "step": 2411
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0830273959051087e-05,
      "loss": 0.8353,
      "step": 2412
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0823725473295061e-05,
      "loss": 0.8532,
      "step": 2413
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0817176631871078e-05,
      "loss": 0.8306,
      "step": 2414
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0810627437606794e-05,
      "loss": 0.8388,
      "step": 2415
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0804077893330022e-05,
      "loss": 0.8487,
      "step": 2416
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0797528001868722e-05,
      "loss": 0.8927,
      "step": 2417
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0790977766051003e-05,
      "loss": 0.828,
      "step": 2418
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0784427188705122e-05,
      "loss": 0.8875,
      "step": 2419
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0777876272659489e-05,
      "loss": 0.8739,
      "step": 2420
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0771325020742656e-05,
      "loss": 0.8316,
      "step": 2421
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.076477343578332e-05,
      "loss": 0.9022,
      "step": 2422
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0758221520610321e-05,
      "loss": 0.9183,
      "step": 2423
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0751669278052645e-05,
      "loss": 0.8184,
      "step": 2424
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0745116710939417e-05,
      "loss": 0.9337,
      "step": 2425
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0738563822099902e-05,
      "loss": 0.8331,
      "step": 2426
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0732010614363506e-05,
      "loss": 0.8966,
      "step": 2427
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0725457090559772e-05,
      "loss": 0.8486,
      "step": 2428
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0718903253518376e-05,
      "loss": 0.904,
      "step": 2429
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0712349106069131e-05,
      "loss": 0.9286,
      "step": 2430
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0705794651041987e-05,
      "loss": 0.7795,
      "step": 2431
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0699239891267028e-05,
      "loss": 0.8248,
      "step": 2432
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0692684829574463e-05,
      "loss": 0.8298,
      "step": 2433
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0686129468794635e-05,
      "loss": 0.8901,
      "step": 2434
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0679573811758013e-05,
      "loss": 0.8351,
      "step": 2435
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.06730178612952e-05,
      "loss": 0.8898,
      "step": 2436
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0666461620236923e-05,
      "loss": 0.8612,
      "step": 2437
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0659905091414033e-05,
      "loss": 0.8333,
      "step": 2438
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0653348277657507e-05,
      "loss": 0.8816,
      "step": 2439
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.064679118179844e-05,
      "loss": 0.8057,
      "step": 2440
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0640233806668059e-05,
      "loss": 0.8669,
      "step": 2441
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0633676155097701e-05,
      "loss": 0.8608,
      "step": 2442
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0627118229918831e-05,
      "loss": 0.8575,
      "step": 2443
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0620560033963026e-05,
      "loss": 0.8659,
      "step": 2444
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.061400157006198e-05,
      "loss": 0.8586,
      "step": 2445
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0607442841047509e-05,
      "loss": 0.8118,
      "step": 2446
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0600883849751536e-05,
      "loss": 0.8928,
      "step": 2447
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0594324599006103e-05,
      "loss": 0.9298,
      "step": 2448
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0587765091643359e-05,
      "loss": 0.8731,
      "step": 2449
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0581205330495566e-05,
      "loss": 0.9163,
      "step": 2450
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0574645318395096e-05,
      "loss": 0.9193,
      "step": 2451
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0568085058174431e-05,
      "loss": 0.8652,
      "step": 2452
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0561524552666158e-05,
      "loss": 0.83,
      "step": 2453
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.055496380470297e-05,
      "loss": 0.7668,
      "step": 2454
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0548402817117664e-05,
      "loss": 0.7231,
      "step": 2455
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0541841592743143e-05,
      "loss": 0.8211,
      "step": 2456
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0535280134412408e-05,
      "loss": 0.8142,
      "step": 2457
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0528718444958568e-05,
      "loss": 0.8078,
      "step": 2458
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0522156527214825e-05,
      "loss": 0.8067,
      "step": 2459
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0515594384014479e-05,
      "loss": 0.8463,
      "step": 2460
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0509032018190935e-05,
      "loss": 0.858,
      "step": 2461
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0502469432577687e-05,
      "loss": 0.9035,
      "step": 2462
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0495906630008327e-05,
      "loss": 0.8587,
      "step": 2463
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0489343613316542e-05,
      "loss": 0.8786,
      "step": 2464
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0482780385336107e-05,
      "loss": 0.9232,
      "step": 2465
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0476216948900889e-05,
      "loss": 0.8591,
      "step": 2466
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.046965330684485e-05,
      "loss": 0.8408,
      "step": 2467
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0463089462002039e-05,
      "loss": 0.8374,
      "step": 2468
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0456525417206587e-05,
      "loss": 0.8422,
      "step": 2469
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0449961175292718e-05,
      "loss": 0.8534,
      "step": 2470
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0443396739094737e-05,
      "loss": 0.8533,
      "step": 2471
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0436832111447034e-05,
      "loss": 0.8249,
      "step": 2472
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0430267295184086e-05,
      "loss": 0.7571,
      "step": 2473
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0423702293140443e-05,
      "loss": 0.8258,
      "step": 2474
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0417137108150744e-05,
      "loss": 0.8719,
      "step": 2475
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.04105717430497e-05,
      "loss": 0.9022,
      "step": 2476
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.04040062006721e-05,
      "loss": 0.8609,
      "step": 2477
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0397440483852818e-05,
      "loss": 0.8633,
      "step": 2478
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0390874595426794e-05,
      "loss": 0.9049,
      "step": 2479
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0384308538229046e-05,
      "loss": 0.8127,
      "step": 2480
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0377742315094663e-05,
      "loss": 0.812,
      "step": 2481
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0371175928858808e-05,
      "loss": 0.8462,
      "step": 2482
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0364609382356714e-05,
      "loss": 0.8522,
      "step": 2483
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0358042678423683e-05,
      "loss": 0.8997,
      "step": 2484
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0351475819895083e-05,
      "loss": 0.8445,
      "step": 2485
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0344908809606353e-05,
      "loss": 0.8097,
      "step": 2486
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0338341650392991e-05,
      "loss": 0.7883,
      "step": 2487
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0331774345090564e-05,
      "loss": 0.8566,
      "step": 2488
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0325206896534705e-05,
      "loss": 0.8808,
      "step": 2489
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0318639307561105e-05,
      "loss": 0.862,
      "step": 2490
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.031207158100551e-05,
      "loss": 0.8139,
      "step": 2491
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0305503719703734e-05,
      "loss": 0.8814,
      "step": 2492
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0298935726491648e-05,
      "loss": 0.9055,
      "step": 2493
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0292367604205176e-05,
      "loss": 0.8694,
      "step": 2494
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0285799355680301e-05,
      "loss": 0.8951,
      "step": 2495
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.027923098375306e-05,
      "loss": 0.8519,
      "step": 2496
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0272662491259546e-05,
      "loss": 0.9185,
      "step": 2497
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0266093881035893e-05,
      "loss": 0.9132,
      "step": 2498
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.02595251559183e-05,
      "loss": 0.9016,
      "step": 2499
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0252956318743006e-05,
      "loss": 0.9234,
      "step": 2500
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0246387372346305e-05,
      "loss": 0.8806,
      "step": 2501
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0239818319564532e-05,
      "loss": 0.7679,
      "step": 2502
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0233249163234069e-05,
      "loss": 0.8817,
      "step": 2503
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.022667990619135e-05,
      "loss": 0.8889,
      "step": 2504
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0220110551272847e-05,
      "loss": 0.8405,
      "step": 2505
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0213541101315065e-05,
      "loss": 0.822,
      "step": 2506
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.020697155915457e-05,
      "loss": 0.9066,
      "step": 2507
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.020040192762795e-05,
      "loss": 0.7666,
      "step": 2508
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0193832209571843e-05,
      "loss": 0.9177,
      "step": 2509
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0187262407822917e-05,
      "loss": 0.8488,
      "step": 2510
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0180692525217884e-05,
      "loss": 0.8875,
      "step": 2511
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.017412256459348e-05,
      "loss": 0.7033,
      "step": 2512
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0167552528786482e-05,
      "loss": 0.7936,
      "step": 2513
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0160982420633701e-05,
      "loss": 0.9058,
      "step": 2514
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0154412242971975e-05,
      "loss": 0.8923,
      "step": 2515
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0147841998638177e-05,
      "loss": 0.8541,
      "step": 2516
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0141271690469198e-05,
      "loss": 0.826,
      "step": 2517
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.013470132130197e-05,
      "loss": 0.8742,
      "step": 2518
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0128130893973442e-05,
      "loss": 0.8102,
      "step": 2519
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0121560411320592e-05,
      "loss": 0.8623,
      "step": 2520
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0114989876180424e-05,
      "loss": 0.8867,
      "step": 2521
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0108419291389957e-05,
      "loss": 0.8474,
      "step": 2522
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0101848659786235e-05,
      "loss": 0.8609,
      "step": 2523
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0095277984206332e-05,
      "loss": 0.865,
      "step": 2524
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0088707267487326e-05,
      "loss": 0.8837,
      "step": 2525
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.008213651246632e-05,
      "loss": 0.7973,
      "step": 2526
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0075565721980437e-05,
      "loss": 0.8868,
      "step": 2527
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0068994898866805e-05,
      "loss": 0.8498,
      "step": 2528
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.006242404596257e-05,
      "loss": 0.806,
      "step": 2529
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0055853166104904e-05,
      "loss": 0.824,
      "step": 2530
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.004928226213097e-05,
      "loss": 0.8295,
      "step": 2531
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0042711336877959e-05,
      "loss": 0.844,
      "step": 2532
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0036140393183053e-05,
      "loss": 0.8705,
      "step": 2533
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0029569433883464e-05,
      "loss": 0.8289,
      "step": 2534
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.002299846181639e-05,
      "loss": 0.8418,
      "step": 2535
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0016427479819047e-05,
      "loss": 0.874,
      "step": 2536
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0009856490728652e-05,
      "loss": 0.8223,
      "step": 2537
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0003285497382422e-05,
      "loss": 0.8318,
      "step": 2538
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.996714502617583e-06,
      "loss": 0.8653,
      "step": 2539
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.990143509271353e-06,
      "loss": 0.8257,
      "step": 2540
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.983572520180958e-06,
      "loss": 0.8906,
      "step": 2541
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.977001538183615e-06,
      "loss": 0.8985,
      "step": 2542
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.97043056611654e-06,
      "loss": 0.8094,
      "step": 2543
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.963859606816949e-06,
      "loss": 0.8793,
      "step": 2544
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.957288663122046e-06,
      "loss": 0.8467,
      "step": 2545
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.950717737869033e-06,
      "loss": 0.8684,
      "step": 2546
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.9441468338951e-06,
      "loss": 0.8284,
      "step": 2547
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.937575954037433e-06,
      "loss": 0.8678,
      "step": 2548
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.9310051011332e-06,
      "loss": 0.8504,
      "step": 2549
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.924434278019568e-06,
      "loss": 0.8587,
      "step": 2550
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.917863487533681e-06,
      "loss": 0.8671,
      "step": 2551
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.911292732512677e-06,
      "loss": 0.7968,
      "step": 2552
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.90472201579367e-06,
      "loss": 0.8509,
      "step": 2553
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.898151340213767e-06,
      "loss": 0.8191,
      "step": 2554
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.891580708610046e-06,
      "loss": 0.8546,
      "step": 2555
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.88501012381958e-06,
      "loss": 0.8338,
      "step": 2556
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.87843958867941e-06,
      "loss": 0.8923,
      "step": 2557
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.871869106026561e-06,
      "loss": 0.8341,
      "step": 2558
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.865298678698032e-06,
      "loss": 0.914,
      "step": 2559
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.858728309530802e-06,
      "loss": 0.8513,
      "step": 2560
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.852158001361824e-06,
      "loss": 0.8251,
      "step": 2561
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.845587757028025e-06,
      "loss": 0.8856,
      "step": 2562
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.839017579366299e-06,
      "loss": 0.8836,
      "step": 2563
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.832447471213518e-06,
      "loss": 0.8764,
      "step": 2564
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.825877435406523e-06,
      "loss": 0.9095,
      "step": 2565
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.819307474782118e-06,
      "loss": 0.8397,
      "step": 2566
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.812737592177088e-06,
      "loss": 0.8243,
      "step": 2567
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.806167790428162e-06,
      "loss": 0.8513,
      "step": 2568
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.799598072372053e-06,
      "loss": 0.8812,
      "step": 2569
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.793028440845435e-06,
      "loss": 0.8111,
      "step": 2570
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.786458898684939e-06,
      "loss": 0.8061,
      "step": 2571
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.77988944872716e-06,
      "loss": 0.8467,
      "step": 2572
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.773320093808653e-06,
      "loss": 0.8797,
      "step": 2573
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.766750836765935e-06,
      "loss": 0.8422,
      "step": 2574
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.760181680435471e-06,
      "loss": 0.8207,
      "step": 2575
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.7536126276537e-06,
      "loss": 0.9141,
      "step": 2576
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.747043681256996e-06,
      "loss": 0.895,
      "step": 2577
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.740474844081705e-06,
      "loss": 0.8747,
      "step": 2578
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.73390611896411e-06,
      "loss": 0.8775,
      "step": 2579
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.727337508740457e-06,
      "loss": 0.8811,
      "step": 2580
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.720769016246941e-06,
      "loss": 0.7567,
      "step": 2581
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.7142006443197e-06,
      "loss": 0.8598,
      "step": 2582
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.707632395794828e-06,
      "loss": 0.8827,
      "step": 2583
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.701064273508356e-06,
      "loss": 0.8234,
      "step": 2584
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.694496280296271e-06,
      "loss": 0.8713,
      "step": 2585
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.687928418994492e-06,
      "loss": 0.7903,
      "step": 2586
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.6813606924389e-06,
      "loss": 0.8762,
      "step": 2587
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.674793103465297e-06,
      "loss": 0.8165,
      "step": 2588
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.668225654909437e-06,
      "loss": 0.8219,
      "step": 2589
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.661658349607012e-06,
      "loss": 0.8165,
      "step": 2590
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.65509119039365e-06,
      "loss": 0.8315,
      "step": 2591
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.648524180104917e-06,
      "loss": 0.8199,
      "step": 2592
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.641957321576319e-06,
      "loss": 0.8755,
      "step": 2593
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.635390617643286e-06,
      "loss": 0.8412,
      "step": 2594
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.628824071141195e-06,
      "loss": 0.8316,
      "step": 2595
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.622257684905342e-06,
      "loss": 0.8698,
      "step": 2596
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.615691461770959e-06,
      "loss": 0.8183,
      "step": 2597
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.609125404573211e-06,
      "loss": 0.8392,
      "step": 2598
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.602559516147187e-06,
      "loss": 0.8701,
      "step": 2599
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.595993799327901e-06,
      "loss": 0.8645,
      "step": 2600
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.589428256950304e-06,
      "loss": 0.8452,
      "step": 2601
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.58286289184926e-06,
      "loss": 0.8581,
      "step": 2602
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.576297706859559e-06,
      "loss": 0.7849,
      "step": 2603
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.569732704815917e-06,
      "loss": 0.8358,
      "step": 2604
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.563167888552969e-06,
      "loss": 0.8349,
      "step": 2605
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.556603260905264e-06,
      "loss": 0.7638,
      "step": 2606
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.550038824707285e-06,
      "loss": 0.8279,
      "step": 2607
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.543474582793416e-06,
      "loss": 0.8603,
      "step": 2608
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.536910537997965e-06,
      "loss": 0.8829,
      "step": 2609
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.530346693155152e-06,
      "loss": 0.9021,
      "step": 2610
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.523783051099115e-06,
      "loss": 0.8276,
      "step": 2611
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.517219614663896e-06,
      "loss": 0.9215,
      "step": 2612
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.510656386683461e-06,
      "loss": 0.8198,
      "step": 2613
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.504093369991674e-06,
      "loss": 0.8457,
      "step": 2614
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.497530567422315e-06,
      "loss": 0.813,
      "step": 2615
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.490967981809068e-06,
      "loss": 0.7843,
      "step": 2616
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.484405615985521e-06,
      "loss": 0.8797,
      "step": 2617
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.477843472785177e-06,
      "loss": 0.8897,
      "step": 2618
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.471281555041432e-06,
      "loss": 0.8756,
      "step": 2619
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.464719865587592e-06,
      "loss": 0.8322,
      "step": 2620
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.458158407256858e-06,
      "loss": 0.9013,
      "step": 2621
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.451597182882338e-06,
      "loss": 0.8242,
      "step": 2622
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.445036195297034e-06,
      "loss": 0.8693,
      "step": 2623
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.438475447333847e-06,
      "loss": 0.8326,
      "step": 2624
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.431914941825574e-06,
      "loss": 0.9023,
      "step": 2625
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.425354681604908e-06,
      "loss": 0.7883,
      "step": 2626
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.418794669504439e-06,
      "loss": 0.8997,
      "step": 2627
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.412234908356646e-06,
      "loss": 0.8287,
      "step": 2628
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.405675400993902e-06,
      "loss": 0.8389,
      "step": 2629
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.399116150248468e-06,
      "loss": 0.8485,
      "step": 2630
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.392557158952495e-06,
      "loss": 0.8065,
      "step": 2631
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.385998429938021e-06,
      "loss": 0.7797,
      "step": 2632
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.379439966036977e-06,
      "loss": 0.8296,
      "step": 2633
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.37288177008117e-06,
      "loss": 0.8373,
      "step": 2634
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.3663238449023e-06,
      "loss": 0.8895,
      "step": 2635
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.359766193331945e-06,
      "loss": 0.9093,
      "step": 2636
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.353208818201561e-06,
      "loss": 0.8115,
      "step": 2637
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.346651722342497e-06,
      "loss": 0.8333,
      "step": 2638
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.34009490858597e-06,
      "loss": 0.8686,
      "step": 2639
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.33353837976308e-06,
      "loss": 0.8584,
      "step": 2640
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.326982138704803e-06,
      "loss": 0.8137,
      "step": 2641
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.320426188241989e-06,
      "loss": 0.8684,
      "step": 2642
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.313870531205368e-06,
      "loss": 0.7553,
      "step": 2643
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.307315170425539e-06,
      "loss": 0.7888,
      "step": 2644
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.300760108732972e-06,
      "loss": 0.8593,
      "step": 2645
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.294205348958011e-06,
      "loss": 0.8884,
      "step": 2646
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.28765089393087e-06,
      "loss": 0.8099,
      "step": 2647
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.281096746481628e-06,
      "loss": 0.8927,
      "step": 2648
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.27454290944023e-06,
      "loss": 0.8499,
      "step": 2649
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.267989385636494e-06,
      "loss": 0.8672,
      "step": 2650
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.261436177900103e-06,
      "loss": 0.8477,
      "step": 2651
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.254883289060587e-06,
      "loss": 0.8222,
      "step": 2652
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.24833072194736e-06,
      "loss": 0.8493,
      "step": 2653
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.241778479389684e-06,
      "loss": 0.8746,
      "step": 2654
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.235226564216687e-06,
      "loss": 0.7955,
      "step": 2655
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.22867497925735e-06,
      "loss": 0.8388,
      "step": 2656
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.222123727340514e-06,
      "loss": 0.8255,
      "step": 2657
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.215572811294881e-06,
      "loss": 0.8592,
      "step": 2658
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.209022233949e-06,
      "loss": 0.8181,
      "step": 2659
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.202471998131281e-06,
      "loss": 0.8729,
      "step": 2660
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.195922106669981e-06,
      "loss": 0.8637,
      "step": 2661
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.18937256239321e-06,
      "loss": 0.9165,
      "step": 2662
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.182823368128926e-06,
      "loss": 0.8166,
      "step": 2663
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.176274526704942e-06,
      "loss": 0.8599,
      "step": 2664
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.169726040948916e-06,
      "loss": 0.8106,
      "step": 2665
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.163177913688348e-06,
      "loss": 0.7967,
      "step": 2666
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.156630147750588e-06,
      "loss": 0.8618,
      "step": 2667
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.150082745962828e-06,
      "loss": 0.8278,
      "step": 2668
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.143535711152102e-06,
      "loss": 0.8506,
      "step": 2669
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.136989046145292e-06,
      "loss": 0.8246,
      "step": 2670
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.13044275376911e-06,
      "loss": 0.802,
      "step": 2671
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.123896836850114e-06,
      "loss": 0.8616,
      "step": 2672
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.117351298214698e-06,
      "loss": 0.8275,
      "step": 2673
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.110806140689092e-06,
      "loss": 0.9009,
      "step": 2674
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.104261367099365e-06,
      "loss": 0.8727,
      "step": 2675
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.097716980271416e-06,
      "loss": 0.8905,
      "step": 2676
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.091172983030979e-06,
      "loss": 0.869,
      "step": 2677
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.084629378203618e-06,
      "loss": 0.855,
      "step": 2678
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.078086168614731e-06,
      "loss": 0.8471,
      "step": 2679
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.071543357089541e-06,
      "loss": 0.8549,
      "step": 2680
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.065000946453101e-06,
      "loss": 0.9132,
      "step": 2681
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.058458939530295e-06,
      "loss": 0.8955,
      "step": 2682
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.051917339145821e-06,
      "loss": 0.7362,
      "step": 2683
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.045376148124218e-06,
      "loss": 0.8129,
      "step": 2684
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.038835369289837e-06,
      "loss": 0.8451,
      "step": 2685
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.032295005466852e-06,
      "loss": 0.8414,
      "step": 2686
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.025755059479261e-06,
      "loss": 0.8526,
      "step": 2687
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.01921553415088e-06,
      "loss": 0.7962,
      "step": 2688
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.01267643230534e-06,
      "loss": 0.8497,
      "step": 2689
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.0061377567661e-06,
      "loss": 0.9053,
      "step": 2690
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.99959951035642e-06,
      "loss": 0.9353,
      "step": 2691
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.993061695899388e-06,
      "loss": 0.8667,
      "step": 2692
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.986524316217896e-06,
      "loss": 0.8535,
      "step": 2693
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.979987374134653e-06,
      "loss": 0.8755,
      "step": 2694
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.973450872472175e-06,
      "loss": 0.9579,
      "step": 2695
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.966914814052797e-06,
      "loss": 0.898,
      "step": 2696
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.960379201698652e-06,
      "loss": 0.8602,
      "step": 2697
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.953844038231687e-06,
      "loss": 0.8193,
      "step": 2698
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.947309326473652e-06,
      "loss": 0.8857,
      "step": 2699
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.940775069246103e-06,
      "loss": 0.8572,
      "step": 2700
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.934241269370401e-06,
      "loss": 0.847,
      "step": 2701
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.927707929667708e-06,
      "loss": 0.8561,
      "step": 2702
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.921175052958985e-06,
      "loss": 0.9296,
      "step": 2703
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.914642642065e-06,
      "loss": 0.9281,
      "step": 2704
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.908110699806313e-06,
      "loss": 0.887,
      "step": 2705
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.901579229003281e-06,
      "loss": 0.8352,
      "step": 2706
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.895048232476071e-06,
      "loss": 0.8203,
      "step": 2707
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.888517713044625e-06,
      "loss": 0.8945,
      "step": 2708
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.881987673528689e-06,
      "loss": 0.8317,
      "step": 2709
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.875458116747807e-06,
      "loss": 0.7907,
      "step": 2710
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.868929045521306e-06,
      "loss": 0.8392,
      "step": 2711
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.862400462668307e-06,
      "loss": 0.892,
      "step": 2712
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.855872371007722e-06,
      "loss": 0.8074,
      "step": 2713
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.849344773358244e-06,
      "loss": 0.8343,
      "step": 2714
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.842817672538359e-06,
      "loss": 0.7949,
      "step": 2715
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.836291071366338e-06,
      "loss": 0.8431,
      "step": 2716
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.829764972660237e-06,
      "loss": 0.85,
      "step": 2717
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.82323937923789e-06,
      "loss": 0.881,
      "step": 2718
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.816714293916917e-06,
      "loss": 0.8616,
      "step": 2719
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.810189719514714e-06,
      "loss": 0.7971,
      "step": 2720
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.803665658848467e-06,
      "loss": 0.8302,
      "step": 2721
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.797142114735128e-06,
      "loss": 0.8669,
      "step": 2722
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.790619089991432e-06,
      "loss": 0.8669,
      "step": 2723
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.78409658743389e-06,
      "loss": 0.9136,
      "step": 2724
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.777574609878787e-06,
      "loss": 0.8344,
      "step": 2725
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.771053160142173e-06,
      "loss": 0.9075,
      "step": 2726
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.76453224103989e-06,
      "loss": 0.8252,
      "step": 2727
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.75801185538753e-06,
      "loss": 0.8386,
      "step": 2728
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.751492006000467e-06,
      "loss": 0.8388,
      "step": 2729
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.744972695693837e-06,
      "loss": 0.7813,
      "step": 2730
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.738453927282549e-06,
      "loss": 0.8644,
      "step": 2731
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.731935703581271e-06,
      "loss": 0.8682,
      "step": 2732
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.725418027404444e-06,
      "loss": 0.8582,
      "step": 2733
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.718900901566267e-06,
      "loss": 0.8642,
      "step": 2734
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.712384328880706e-06,
      "loss": 0.8696,
      "step": 2735
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.705868312161479e-06,
      "loss": 0.872,
      "step": 2736
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.69935285422207e-06,
      "loss": 0.8415,
      "step": 2737
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.692837957875727e-06,
      "loss": 0.8412,
      "step": 2738
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.686323625935445e-06,
      "loss": 0.7988,
      "step": 2739
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.679809861213982e-06,
      "loss": 0.8494,
      "step": 2740
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.673296666523851e-06,
      "loss": 0.8852,
      "step": 2741
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.666784044677318e-06,
      "loss": 0.8746,
      "step": 2742
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.660271998486399e-06,
      "loss": 0.8709,
      "step": 2743
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.653760530762863e-06,
      "loss": 0.8581,
      "step": 2744
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.647249644318232e-06,
      "loss": 0.862,
      "step": 2745
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.64073934196377e-06,
      "loss": 0.8159,
      "step": 2746
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.6342296265105e-06,
      "loss": 0.8181,
      "step": 2747
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.627720500769184e-06,
      "loss": 0.8333,
      "step": 2748
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.621211967550326e-06,
      "loss": 0.7611,
      "step": 2749
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.614704029664181e-06,
      "loss": 0.8882,
      "step": 2750
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.608196689920747e-06,
      "loss": 0.8224,
      "step": 2751
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.601689951129757e-06,
      "loss": 0.8343,
      "step": 2752
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.595183816100692e-06,
      "loss": 0.8701,
      "step": 2753
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.58867828764277e-06,
      "loss": 0.9123,
      "step": 2754
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.582173368564944e-06,
      "loss": 0.9007,
      "step": 2755
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.575669061675905e-06,
      "loss": 0.7954,
      "step": 2756
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.569165369784082e-06,
      "loss": 0.8195,
      "step": 2757
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.56266229569764e-06,
      "loss": 0.8265,
      "step": 2758
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.556159842224472e-06,
      "loss": 0.8558,
      "step": 2759
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.549658012172206e-06,
      "loss": 0.9095,
      "step": 2760
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.543156808348202e-06,
      "loss": 0.8302,
      "step": 2761
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.536656233559544e-06,
      "loss": 0.8324,
      "step": 2762
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.530156290613053e-06,
      "loss": 0.7936,
      "step": 2763
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.523656982315268e-06,
      "loss": 0.8154,
      "step": 2764
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.517158311472462e-06,
      "loss": 0.8493,
      "step": 2765
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.510660280890625e-06,
      "loss": 0.8828,
      "step": 2766
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.50416289337548e-06,
      "loss": 0.8591,
      "step": 2767
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.497666151732465e-06,
      "loss": 0.8726,
      "step": 2768
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.491170058766742e-06,
      "loss": 0.8952,
      "step": 2769
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.484674617283191e-06,
      "loss": 0.8117,
      "step": 2770
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.478179830086412e-06,
      "loss": 0.8374,
      "step": 2771
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.471685699980722e-06,
      "loss": 0.8387,
      "step": 2772
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.465192229770157e-06,
      "loss": 0.891,
      "step": 2773
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.458699422258465e-06,
      "loss": 0.8909,
      "step": 2774
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.452207280249107e-06,
      "loss": 0.8315,
      "step": 2775
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.44571580654526e-06,
      "loss": 0.8393,
      "step": 2776
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.439225003949807e-06,
      "loss": 0.8297,
      "step": 2777
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.432734875265351e-06,
      "loss": 0.8416,
      "step": 2778
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.426245423294194e-06,
      "loss": 0.8877,
      "step": 2779
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.419756650838351e-06,
      "loss": 0.7936,
      "step": 2780
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.413268560699542e-06,
      "loss": 0.8471,
      "step": 2781
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.406781155679193e-06,
      "loss": 0.8454,
      "step": 2782
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.40029443857843e-06,
      "loss": 0.8578,
      "step": 2783
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.393808412198095e-06,
      "loss": 0.8451,
      "step": 2784
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.387323079338715e-06,
      "loss": 0.831,
      "step": 2785
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.380838442800527e-06,
      "loss": 0.8494,
      "step": 2786
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.374354505383468e-06,
      "loss": 0.8312,
      "step": 2787
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.367871269887166e-06,
      "loss": 0.8805,
      "step": 2788
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.361388739110955e-06,
      "loss": 0.7516,
      "step": 2789
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.354906915853858e-06,
      "loss": 0.7987,
      "step": 2790
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.348425802914599e-06,
      "loss": 0.7831,
      "step": 2791
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.341945403091582e-06,
      "loss": 0.8468,
      "step": 2792
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.335465719182922e-06,
      "loss": 0.8853,
      "step": 2793
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.32898675398641e-06,
      "loss": 0.8775,
      "step": 2794
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.322508510299531e-06,
      "loss": 0.8413,
      "step": 2795
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.316030990919464e-06,
      "loss": 0.7936,
      "step": 2796
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.309554198643063e-06,
      "loss": 0.8336,
      "step": 2797
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.303078136266883e-06,
      "loss": 0.8874,
      "step": 2798
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.296602806587154e-06,
      "loss": 0.8736,
      "step": 2799
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.290128212399792e-06,
      "loss": 0.7997,
      "step": 2800
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.283654356500395e-06,
      "loss": 0.8219,
      "step": 2801
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.277181241684242e-06,
      "loss": 0.8193,
      "step": 2802
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.27070887074629e-06,
      "loss": 0.8274,
      "step": 2803
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.264237246481186e-06,
      "loss": 0.8183,
      "step": 2804
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.25776637168324e-06,
      "loss": 0.8382,
      "step": 2805
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.251296249146446e-06,
      "loss": 0.8195,
      "step": 2806
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.244826881664471e-06,
      "loss": 0.8666,
      "step": 2807
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.238358272030658e-06,
      "loss": 0.8544,
      "step": 2808
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.231890423038018e-06,
      "loss": 0.805,
      "step": 2809
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.225423337479241e-06,
      "loss": 0.8586,
      "step": 2810
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.218957018146683e-06,
      "loss": 0.8939,
      "step": 2811
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.212491467832367e-06,
      "loss": 0.7786,
      "step": 2812
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.20602668932799e-06,
      "loss": 0.8371,
      "step": 2813
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.199562685424907e-06,
      "loss": 0.7662,
      "step": 2814
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.193099458914148e-06,
      "loss": 0.7678,
      "step": 2815
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.186637012586405e-06,
      "loss": 0.8269,
      "step": 2816
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.180175349232028e-06,
      "loss": 0.8108,
      "step": 2817
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.173714471641033e-06,
      "loss": 0.8207,
      "step": 2818
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.167254382603096e-06,
      "loss": 0.8136,
      "step": 2819
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.160795084907551e-06,
      "loss": 0.812,
      "step": 2820
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.154336581343394e-06,
      "loss": 0.8353,
      "step": 2821
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.147878874699273e-06,
      "loss": 0.8298,
      "step": 2822
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.141421967763495e-06,
      "loss": 0.8185,
      "step": 2823
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.134965863324027e-06,
      "loss": 0.822,
      "step": 2824
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.128510564168477e-06,
      "loss": 0.8651,
      "step": 2825
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.122056073084118e-06,
      "loss": 0.8074,
      "step": 2826
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.115602392857865e-06,
      "loss": 0.9015,
      "step": 2827
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.109149526276286e-06,
      "loss": 0.8298,
      "step": 2828
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.102697476125596e-06,
      "loss": 0.8335,
      "step": 2829
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.096246245191667e-06,
      "loss": 0.8437,
      "step": 2830
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.089795836260004e-06,
      "loss": 0.85,
      "step": 2831
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.083346252115762e-06,
      "loss": 0.8632,
      "step": 2832
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.076897495543745e-06,
      "loss": 0.7973,
      "step": 2833
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.070449569328388e-06,
      "loss": 0.8814,
      "step": 2834
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.064002476253785e-06,
      "loss": 0.7489,
      "step": 2835
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.057556219103653e-06,
      "loss": 0.8265,
      "step": 2836
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.051110800661357e-06,
      "loss": 0.8466,
      "step": 2837
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.044666223709897e-06,
      "loss": 0.8945,
      "step": 2838
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.03822249103191e-06,
      "loss": 0.7247,
      "step": 2839
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.031779605409671e-06,
      "loss": 0.7461,
      "step": 2840
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.025337569625087e-06,
      "loss": 0.8193,
      "step": 2841
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.0188963864597e-06,
      "loss": 0.868,
      "step": 2842
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.012456058694678e-06,
      "loss": 0.7752,
      "step": 2843
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.006016589110828e-06,
      "loss": 0.8965,
      "step": 2844
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.999577980488581e-06,
      "loss": 0.8678,
      "step": 2845
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.993140235607995e-06,
      "loss": 0.858,
      "step": 2846
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.986703357248767e-06,
      "loss": 0.8996,
      "step": 2847
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.9802673481902e-06,
      "loss": 0.8306,
      "step": 2848
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.973832211211232e-06,
      "loss": 0.8174,
      "step": 2849
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.967397949090432e-06,
      "loss": 0.8268,
      "step": 2850
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.96096456460598e-06,
      "loss": 0.8236,
      "step": 2851
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.95453206053568e-06,
      "loss": 0.7951,
      "step": 2852
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.94810043965696e-06,
      "loss": 0.8108,
      "step": 2853
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.94166970474686e-06,
      "loss": 0.7572,
      "step": 2854
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.935239858582043e-06,
      "loss": 0.8622,
      "step": 2855
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.928810903938787e-06,
      "loss": 0.8447,
      "step": 2856
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.922382843592983e-06,
      "loss": 0.8062,
      "step": 2857
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.915955680320138e-06,
      "loss": 0.8616,
      "step": 2858
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.909529416895368e-06,
      "loss": 0.8245,
      "step": 2859
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.903104056093405e-06,
      "loss": 0.8166,
      "step": 2860
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.896679600688591e-06,
      "loss": 0.8136,
      "step": 2861
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.890256053454875e-06,
      "loss": 0.8465,
      "step": 2862
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.883833417165813e-06,
      "loss": 0.7848,
      "step": 2863
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.87741169459457e-06,
      "loss": 0.8057,
      "step": 2864
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.870990888513915e-06,
      "loss": 0.9094,
      "step": 2865
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.86457100169622e-06,
      "loss": 0.9011,
      "step": 2866
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.858152036913466e-06,
      "loss": 0.8505,
      "step": 2867
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.851733996937232e-06,
      "loss": 0.8228,
      "step": 2868
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.845316884538693e-06,
      "loss": 0.8771,
      "step": 2869
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.838900702488634e-06,
      "loss": 0.7974,
      "step": 2870
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.832485453557424e-06,
      "loss": 0.8127,
      "step": 2871
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.826071140515046e-06,
      "loss": 0.8599,
      "step": 2872
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.819657766131065e-06,
      "loss": 0.8461,
      "step": 2873
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.81324533317465e-06,
      "loss": 0.825,
      "step": 2874
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.806833844414556e-06,
      "loss": 0.8681,
      "step": 2875
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.800423302619136e-06,
      "loss": 0.8595,
      "step": 2876
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.794013710556328e-06,
      "loss": 0.8421,
      "step": 2877
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.787605070993668e-06,
      "loss": 0.8025,
      "step": 2878
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.781197386698277e-06,
      "loss": 0.8057,
      "step": 2879
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.774790660436857e-06,
      "loss": 0.8622,
      "step": 2880
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.76838489497571e-06,
      "loss": 0.7888,
      "step": 2881
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.761980093080713e-06,
      "loss": 0.8038,
      "step": 2882
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.755576257517328e-06,
      "loss": 0.8032,
      "step": 2883
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.749173391050605e-06,
      "loss": 0.8022,
      "step": 2884
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.742771496445167e-06,
      "loss": 0.8879,
      "step": 2885
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.736370576465224e-06,
      "loss": 0.8067,
      "step": 2886
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.729970633874567e-06,
      "loss": 0.8018,
      "step": 2887
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.723571671436557e-06,
      "loss": 0.8403,
      "step": 2888
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.717173691914137e-06,
      "loss": 0.8377,
      "step": 2889
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.710776698069828e-06,
      "loss": 0.8317,
      "step": 2890
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.704380692665716e-06,
      "loss": 0.8122,
      "step": 2891
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.697985678463476e-06,
      "loss": 0.8498,
      "step": 2892
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.691591658224336e-06,
      "loss": 0.8921,
      "step": 2893
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.68519863470911e-06,
      "loss": 0.8155,
      "step": 2894
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.678806610678173e-06,
      "loss": 0.8728,
      "step": 2895
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.672415588891471e-06,
      "loss": 0.7794,
      "step": 2896
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.66602557210852e-06,
      "loss": 0.7669,
      "step": 2897
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.659636563088398e-06,
      "loss": 0.8172,
      "step": 2898
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.653248564589751e-06,
      "loss": 0.7877,
      "step": 2899
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.646861579370786e-06,
      "loss": 0.7843,
      "step": 2900
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.640475610189275e-06,
      "loss": 0.8745,
      "step": 2901
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.634090659802551e-06,
      "loss": 0.8431,
      "step": 2902
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.6277067309675025e-06,
      "loss": 0.8533,
      "step": 2903
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.621323826440582e-06,
      "loss": 0.8072,
      "step": 2904
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.614941948977798e-06,
      "loss": 0.841,
      "step": 2905
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.608561101334714e-06,
      "loss": 0.8535,
      "step": 2906
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.6021812862664545e-06,
      "loss": 0.7893,
      "step": 2907
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.5958025065276945e-06,
      "loss": 0.8346,
      "step": 2908
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.589424764872658e-06,
      "loss": 0.8174,
      "step": 2909
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.583048064055127e-06,
      "loss": 0.7637,
      "step": 2910
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.576672406828431e-06,
      "loss": 0.7964,
      "step": 2911
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.570297795945447e-06,
      "loss": 0.8157,
      "step": 2912
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.563924234158608e-06,
      "loss": 0.8796,
      "step": 2913
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.557551724219885e-06,
      "loss": 0.8599,
      "step": 2914
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.5511802688808e-06,
      "loss": 0.776,
      "step": 2915
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.544809870892418e-06,
      "loss": 0.9024,
      "step": 2916
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.538440533005345e-06,
      "loss": 0.8196,
      "step": 2917
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.532072257969737e-06,
      "loss": 0.7834,
      "step": 2918
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.525705048535282e-06,
      "loss": 0.8248,
      "step": 2919
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.519338907451214e-06,
      "loss": 0.7791,
      "step": 2920
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.512973837466304e-06,
      "loss": 0.8116,
      "step": 2921
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.506609841328858e-06,
      "loss": 0.7907,
      "step": 2922
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.500246921786719e-06,
      "loss": 0.8001,
      "step": 2923
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.4938850815872724e-06,
      "loss": 0.8065,
      "step": 2924
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.487524323477428e-06,
      "loss": 0.8645,
      "step": 2925
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.481164650203632e-06,
      "loss": 0.8555,
      "step": 2926
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.474806064511864e-06,
      "loss": 0.7867,
      "step": 2927
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.468448569147629e-06,
      "loss": 0.9033,
      "step": 2928
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.46209216685597e-06,
      "loss": 0.8493,
      "step": 2929
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.455736860381453e-06,
      "loss": 0.8405,
      "step": 2930
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.449382652468162e-06,
      "loss": 0.7826,
      "step": 2931
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.44302954585972e-06,
      "loss": 0.7887,
      "step": 2932
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.436677543299271e-06,
      "loss": 0.8312,
      "step": 2933
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.43032664752948e-06,
      "loss": 0.8407,
      "step": 2934
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.423976861292534e-06,
      "loss": 0.8224,
      "step": 2935
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.417628187330144e-06,
      "loss": 0.8645,
      "step": 2936
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.411280628383535e-06,
      "loss": 0.8681,
      "step": 2937
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.404934187193458e-06,
      "loss": 0.822,
      "step": 2938
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.398588866500176e-06,
      "loss": 0.7635,
      "step": 2939
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.39224466904347e-06,
      "loss": 0.8642,
      "step": 2940
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.385901597562637e-06,
      "loss": 0.845,
      "step": 2941
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.3795596547964846e-06,
      "loss": 0.8201,
      "step": 2942
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.373218843483334e-06,
      "loss": 0.7986,
      "step": 2943
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.366879166361023e-06,
      "loss": 0.8317,
      "step": 2944
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.360540626166893e-06,
      "loss": 0.8012,
      "step": 2945
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.3542032256378e-06,
      "loss": 0.8458,
      "step": 2946
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.3478669675101e-06,
      "loss": 0.845,
      "step": 2947
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.341531854519664e-06,
      "loss": 0.8453,
      "step": 2948
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.335197889401863e-06,
      "loss": 0.8458,
      "step": 2949
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.328865074891578e-06,
      "loss": 0.8052,
      "step": 2950
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.32253341372319e-06,
      "loss": 0.8022,
      "step": 2951
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.316202908630578e-06,
      "loss": 0.7582,
      "step": 2952
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.30987356234713e-06,
      "loss": 0.8509,
      "step": 2953
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.303545377605725e-06,
      "loss": 0.8347,
      "step": 2954
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.297218357138749e-06,
      "loss": 0.8881,
      "step": 2955
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.29089250367808e-06,
      "loss": 0.7982,
      "step": 2956
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.2845678199550906e-06,
      "loss": 0.7785,
      "step": 2957
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.2782443087006574e-06,
      "loss": 0.8571,
      "step": 2958
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.271921972645136e-06,
      "loss": 0.8601,
      "step": 2959
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.265600814518388e-06,
      "loss": 0.8614,
      "step": 2960
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.259280837049761e-06,
      "loss": 0.8482,
      "step": 2961
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.25296204296809e-06,
      "loss": 0.9084,
      "step": 2962
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.246644435001703e-06,
      "loss": 0.8668,
      "step": 2963
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.240328015878419e-06,
      "loss": 0.8516,
      "step": 2964
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.2340127883255375e-06,
      "loss": 0.8692,
      "step": 2965
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.227698755069844e-06,
      "loss": 0.8187,
      "step": 2966
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.221385918837612e-06,
      "loss": 0.8495,
      "step": 2967
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.215074282354595e-06,
      "loss": 0.8376,
      "step": 2968
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.2087638483460295e-06,
      "loss": 0.8375,
      "step": 2969
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.202454619536634e-06,
      "loss": 0.7789,
      "step": 2970
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.196146598650606e-06,
      "loss": 0.9035,
      "step": 2971
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.189839788411621e-06,
      "loss": 0.8137,
      "step": 2972
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.1835341915428295e-06,
      "loss": 0.7939,
      "step": 2973
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.1772298107668604e-06,
      "loss": 0.8366,
      "step": 2974
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.17092664880582e-06,
      "loss": 0.8444,
      "step": 2975
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.164624708381286e-06,
      "loss": 0.7636,
      "step": 2976
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.1583239922143065e-06,
      "loss": 0.8402,
      "step": 2977
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.152024503025403e-06,
      "loss": 0.8567,
      "step": 2978
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.14572624353457e-06,
      "loss": 0.811,
      "step": 2979
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.139429216461262e-06,
      "loss": 0.8572,
      "step": 2980
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.133133424524415e-06,
      "loss": 0.8576,
      "step": 2981
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.1268388704424196e-06,
      "loss": 0.8181,
      "step": 2982
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.1205455569331384e-06,
      "loss": 0.8423,
      "step": 2983
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.114253486713897e-06,
      "loss": 0.7563,
      "step": 2984
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.107962662501482e-06,
      "loss": 0.8128,
      "step": 2985
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.101673087012146e-06,
      "loss": 0.8675,
      "step": 2986
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.095384762961599e-06,
      "loss": 0.8142,
      "step": 2987
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.08909769306501e-06,
      "loss": 0.8584,
      "step": 2988
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.082811880037009e-06,
      "loss": 0.8562,
      "step": 2989
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.076527326591682e-06,
      "loss": 0.8473,
      "step": 2990
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.0702440354425775e-06,
      "loss": 0.9066,
      "step": 2991
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.0639620093026866e-06,
      "loss": 0.8253,
      "step": 2992
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.057681250884463e-06,
      "loss": 0.8912,
      "step": 2993
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.05140176289981e-06,
      "loss": 0.7781,
      "step": 2994
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.045123548060084e-06,
      "loss": 0.9005,
      "step": 2995
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.0388466090760935e-06,
      "loss": 0.8224,
      "step": 2996
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.03257094865809e-06,
      "loss": 0.8263,
      "step": 2997
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.026296569515776e-06,
      "loss": 0.8398,
      "step": 2998
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.020023474358304e-06,
      "loss": 0.8168,
      "step": 2999
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.013751665894266e-06,
      "loss": 0.8202,
      "step": 3000
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.007481146831705e-06,
      "loss": 0.8381,
      "step": 3001
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.001211919878102e-06,
      "loss": 0.8081,
      "step": 3002
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.994943987740383e-06,
      "loss": 0.8192,
      "step": 3003
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.988677353124913e-06,
      "loss": 0.8592,
      "step": 3004
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.9824120187374985e-06,
      "loss": 0.789,
      "step": 3005
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.976147987283384e-06,
      "loss": 0.8498,
      "step": 3006
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.969885261467251e-06,
      "loss": 0.7824,
      "step": 3007
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.963623843993217e-06,
      "loss": 0.7889,
      "step": 3008
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.957363737564835e-06,
      "loss": 0.8272,
      "step": 3009
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.951104944885094e-06,
      "loss": 0.7398,
      "step": 3010
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.94484746865641e-06,
      "loss": 0.8143,
      "step": 3011
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.938591311580638e-06,
      "loss": 0.8315,
      "step": 3012
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.932336476359058e-06,
      "loss": 0.8678,
      "step": 3013
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.926082965692385e-06,
      "loss": 0.8445,
      "step": 3014
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.919830782280752e-06,
      "loss": 0.8234,
      "step": 3015
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.913579928823726e-06,
      "loss": 0.8798,
      "step": 3016
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.907330408020302e-06,
      "loss": 0.8331,
      "step": 3017
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.901082222568894e-06,
      "loss": 0.8057,
      "step": 3018
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.894835375167344e-06,
      "loss": 0.8005,
      "step": 3019
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.888589868512907e-06,
      "loss": 0.7912,
      "step": 3020
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.882345705302276e-06,
      "loss": 0.7957,
      "step": 3021
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.87610288823155e-06,
      "loss": 0.8922,
      "step": 3022
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.869861419996249e-06,
      "loss": 0.8595,
      "step": 3023
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.863621303291315e-06,
      "loss": 0.8112,
      "step": 3024
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.857382540811101e-06,
      "loss": 0.7242,
      "step": 3025
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.8511451352493795e-06,
      "loss": 0.8661,
      "step": 3026
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.844909089299339e-06,
      "loss": 0.7367,
      "step": 3027
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.838674405653574e-06,
      "loss": 0.7926,
      "step": 3028
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.832441087004093e-06,
      "loss": 0.784,
      "step": 3029
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.826209136042321e-06,
      "loss": 0.8222,
      "step": 3030
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.8199785554590836e-06,
      "loss": 0.8141,
      "step": 3031
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.813749347944625e-06,
      "loss": 0.7851,
      "step": 3032
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.8075215161885844e-06,
      "loss": 0.7853,
      "step": 3033
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.801295062880018e-06,
      "loss": 0.8723,
      "step": 3034
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.795069990707379e-06,
      "loss": 0.7962,
      "step": 3035
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.788846302358529e-06,
      "loss": 0.8035,
      "step": 3036
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.782624000520728e-06,
      "loss": 0.8435,
      "step": 3037
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.776403087880643e-06,
      "loss": 0.7671,
      "step": 3038
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.770183567124336e-06,
      "loss": 0.7995,
      "step": 3039
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.763965440937272e-06,
      "loss": 0.8365,
      "step": 3040
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.757748712004309e-06,
      "loss": 0.802,
      "step": 3041
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.75153338300971e-06,
      "loss": 0.7707,
      "step": 3042
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.745319456637119e-06,
      "loss": 0.858,
      "step": 3043
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.73910693556959e-06,
      "loss": 0.8087,
      "step": 3044
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.73289582248956e-06,
      "loss": 0.788,
      "step": 3045
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.726686120078862e-06,
      "loss": 0.7796,
      "step": 3046
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.7204778310187245e-06,
      "loss": 0.8647,
      "step": 3047
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.714270957989757e-06,
      "loss": 0.8569,
      "step": 3048
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.708065503671961e-06,
      "loss": 0.8362,
      "step": 3049
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.701861470744727e-06,
      "loss": 0.8666,
      "step": 3050
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.695658861886829e-06,
      "loss": 0.8948,
      "step": 3051
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.68945767977643e-06,
      "loss": 0.8054,
      "step": 3052
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.683257927091073e-06,
      "loss": 0.7902,
      "step": 3053
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.677059606507687e-06,
      "loss": 0.7724,
      "step": 3054
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.670862720702582e-06,
      "loss": 0.9184,
      "step": 3055
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.664667272351444e-06,
      "loss": 0.8351,
      "step": 3056
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.658473264129341e-06,
      "loss": 0.8047,
      "step": 3057
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.652280698710727e-06,
      "loss": 0.8556,
      "step": 3058
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.646089578769423e-06,
      "loss": 0.8363,
      "step": 3059
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.639899906978626e-06,
      "loss": 0.8789,
      "step": 3060
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.633711686010914e-06,
      "loss": 0.832,
      "step": 3061
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.627524918538235e-06,
      "loss": 0.8296,
      "step": 3062
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.621339607231906e-06,
      "loss": 0.8348,
      "step": 3063
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.6151557547626244e-06,
      "loss": 0.8613,
      "step": 3064
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.60897336380045e-06,
      "loss": 0.7492,
      "step": 3065
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.602792437014813e-06,
      "loss": 0.8089,
      "step": 3066
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.596612977074515e-06,
      "loss": 0.8027,
      "step": 3067
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.590434986647717e-06,
      "loss": 0.803,
      "step": 3068
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.584258468401954e-06,
      "loss": 0.8068,
      "step": 3069
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.578083425004125e-06,
      "loss": 0.8033,
      "step": 3070
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.571909859120478e-06,
      "loss": 0.8172,
      "step": 3071
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.565737773416638e-06,
      "loss": 0.8664,
      "step": 3072
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.559567170557588e-06,
      "loss": 0.8474,
      "step": 3073
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.5533980532076716e-06,
      "loss": 0.786,
      "step": 3074
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.547230424030583e-06,
      "loss": 0.779,
      "step": 3075
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.541064285689382e-06,
      "loss": 0.7858,
      "step": 3076
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.534899640846482e-06,
      "loss": 0.8577,
      "step": 3077
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.528736492163652e-06,
      "loss": 0.7946,
      "step": 3078
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.5225748423020156e-06,
      "loss": 0.8669,
      "step": 3079
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.516414693922046e-06,
      "loss": 0.841,
      "step": 3080
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.510256049683572e-06,
      "loss": 0.8675,
      "step": 3081
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.504098912245771e-06,
      "loss": 0.8561,
      "step": 3082
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.497943284267168e-06,
      "loss": 0.8257,
      "step": 3083
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.49178916840564e-06,
      "loss": 0.8604,
      "step": 3084
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.485636567318412e-06,
      "loss": 0.8153,
      "step": 3085
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.479485483662049e-06,
      "loss": 0.8709,
      "step": 3086
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.473335920092465e-06,
      "loss": 0.8189,
      "step": 3087
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.467187879264916e-06,
      "loss": 0.8588,
      "step": 3088
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.461041363834003e-06,
      "loss": 0.825,
      "step": 3089
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.454896376453667e-06,
      "loss": 0.8664,
      "step": 3090
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.448752919777187e-06,
      "loss": 0.8899,
      "step": 3091
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.442610996457185e-06,
      "loss": 0.8708,
      "step": 3092
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.436470609145617e-06,
      "loss": 0.7332,
      "step": 3093
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.430331760493778e-06,
      "loss": 0.7505,
      "step": 3094
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.4241944531523e-06,
      "loss": 0.9098,
      "step": 3095
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.418058689771147e-06,
      "loss": 0.8026,
      "step": 3096
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.411924472999618e-06,
      "loss": 0.8146,
      "step": 3097
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.405791805486345e-06,
      "loss": 0.8206,
      "step": 3098
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.399660689879284e-06,
      "loss": 0.789,
      "step": 3099
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.393531128825729e-06,
      "loss": 0.8042,
      "step": 3100
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.3874031249723014e-06,
      "loss": 0.8564,
      "step": 3101
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.381276680964947e-06,
      "loss": 0.8287,
      "step": 3102
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.375151799448941e-06,
      "loss": 0.9092,
      "step": 3103
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.3690284830688845e-06,
      "loss": 0.856,
      "step": 3104
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.3629067344687e-06,
      "loss": 0.7226,
      "step": 3105
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.356786556291634e-06,
      "loss": 0.8111,
      "step": 3106
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.3506679511802574e-06,
      "loss": 0.7807,
      "step": 3107
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.344550921776456e-06,
      "loss": 0.7904,
      "step": 3108
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.338435470721442e-06,
      "loss": 0.8505,
      "step": 3109
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.332321600655743e-06,
      "loss": 0.9178,
      "step": 3110
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.326209314219205e-06,
      "loss": 0.8005,
      "step": 3111
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.320098614050986e-06,
      "loss": 0.7979,
      "step": 3112
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.313989502789566e-06,
      "loss": 0.8222,
      "step": 3113
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.30788198307273e-06,
      "loss": 0.8187,
      "step": 3114
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.301776057537588e-06,
      "loss": 0.8651,
      "step": 3115
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.295671728820553e-06,
      "loss": 0.8225,
      "step": 3116
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.2895689995573474e-06,
      "loss": 0.7728,
      "step": 3117
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.283467872383009e-06,
      "loss": 0.833,
      "step": 3118
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.277368349931878e-06,
      "loss": 0.8276,
      "step": 3119
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.271270434837604e-06,
      "loss": 0.8319,
      "step": 3120
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.265174129733148e-06,
      "loss": 0.9338,
      "step": 3121
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.259079437250768e-06,
      "loss": 0.808,
      "step": 3122
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.2529863600220285e-06,
      "loss": 0.8178,
      "step": 3123
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.246894900677796e-06,
      "loss": 0.7866,
      "step": 3124
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.240805061848238e-06,
      "loss": 0.7337,
      "step": 3125
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.234716846162831e-06,
      "loss": 0.7841,
      "step": 3126
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.228630256250334e-06,
      "loss": 0.849,
      "step": 3127
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.222545294738818e-06,
      "loss": 0.8564,
      "step": 3128
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.21646196425564e-06,
      "loss": 0.8959,
      "step": 3129
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.210380267427467e-06,
      "loss": 0.8289,
      "step": 3130
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.204300206880247e-06,
      "loss": 0.827,
      "step": 3131
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.19822178523923e-06,
      "loss": 0.7652,
      "step": 3132
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.192145005128953e-06,
      "loss": 0.8076,
      "step": 3133
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.186069869173246e-06,
      "loss": 0.8201,
      "step": 3134
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.179996379995231e-06,
      "loss": 0.8185,
      "step": 3135
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.173924540217317e-06,
      "loss": 0.7598,
      "step": 3136
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.167854352461202e-06,
      "loss": 0.8352,
      "step": 3137
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.16178581934787e-06,
      "loss": 0.8202,
      "step": 3138
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.1557189434975895e-06,
      "loss": 0.8454,
      "step": 3139
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.149653727529913e-06,
      "loss": 0.8396,
      "step": 3140
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.143590174063681e-06,
      "loss": 0.7863,
      "step": 3141
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.137528285717012e-06,
      "loss": 0.8112,
      "step": 3142
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.1314680651073065e-06,
      "loss": 0.8071,
      "step": 3143
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.125409514851244e-06,
      "loss": 0.8217,
      "step": 3144
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.1193526375647815e-06,
      "loss": 0.8511,
      "step": 3145
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.113297435863159e-06,
      "loss": 0.8203,
      "step": 3146
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.107243912360892e-06,
      "loss": 0.8675,
      "step": 3147
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.101192069671764e-06,
      "loss": 0.8316,
      "step": 3148
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.095141910408842e-06,
      "loss": 0.8819,
      "step": 3149
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.089093437184459e-06,
      "loss": 0.8687,
      "step": 3150
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.083046652610224e-06,
      "loss": 0.8926,
      "step": 3151
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.077001559297018e-06,
      "loss": 0.7762,
      "step": 3152
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.070958159854987e-06,
      "loss": 0.8077,
      "step": 3153
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.0649164568935526e-06,
      "loss": 0.8292,
      "step": 3154
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.058876453021394e-06,
      "loss": 0.8837,
      "step": 3155
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.052838150846464e-06,
      "loss": 0.7512,
      "step": 3156
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.04680155297598e-06,
      "loss": 0.8568,
      "step": 3157
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.040766662016424e-06,
      "loss": 0.8393,
      "step": 3158
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.0347334805735365e-06,
      "loss": 0.8707,
      "step": 3159
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.028702011252323e-06,
      "loss": 0.7789,
      "step": 3160
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.022672256657054e-06,
      "loss": 0.8715,
      "step": 3161
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.016644219391251e-06,
      "loss": 0.8428,
      "step": 3162
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.0106179020577e-06,
      "loss": 0.8282,
      "step": 3163
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.004593307258442e-06,
      "loss": 0.8404,
      "step": 3164
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.998570437594775e-06,
      "loss": 0.823,
      "step": 3165
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.992549295667251e-06,
      "loss": 0.815,
      "step": 3166
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.986529884075678e-06,
      "loss": 0.844,
      "step": 3167
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.980512205419118e-06,
      "loss": 0.8791,
      "step": 3168
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.974496262295879e-06,
      "loss": 0.8137,
      "step": 3169
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.968482057303526e-06,
      "loss": 0.7221,
      "step": 3170
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.962469593038866e-06,
      "loss": 0.8446,
      "step": 3171
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.956458872097966e-06,
      "loss": 0.8294,
      "step": 3172
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.9504498970761295e-06,
      "loss": 0.8828,
      "step": 3173
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.944442670567911e-06,
      "loss": 0.822,
      "step": 3174
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.938437195167108e-06,
      "loss": 0.6415,
      "step": 3175
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.932433473466765e-06,
      "loss": 0.7911,
      "step": 3176
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.926431508059163e-06,
      "loss": 0.7289,
      "step": 3177
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.920431301535834e-06,
      "loss": 0.8309,
      "step": 3178
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.914432856487544e-06,
      "loss": 0.8254,
      "step": 3179
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.908436175504299e-06,
      "loss": 0.7962,
      "step": 3180
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.902441261175344e-06,
      "loss": 0.8045,
      "step": 3181
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.896448116089166e-06,
      "loss": 0.7925,
      "step": 3182
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.890456742833477e-06,
      "loss": 0.7871,
      "step": 3183
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.8844671439952325e-06,
      "loss": 0.829,
      "step": 3184
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.878479322160621e-06,
      "loss": 0.8393,
      "step": 3185
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.872493279915059e-06,
      "loss": 0.7833,
      "step": 3186
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.866509019843204e-06,
      "loss": 0.8666,
      "step": 3187
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.860526544528935e-06,
      "loss": 0.8213,
      "step": 3188
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.854545856555365e-06,
      "loss": 0.8577,
      "step": 3189
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.848566958504831e-06,
      "loss": 0.8582,
      "step": 3190
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.8425898529588995e-06,
      "loss": 0.8906,
      "step": 3191
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.836614542498368e-06,
      "loss": 0.9082,
      "step": 3192
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.830641029703254e-06,
      "loss": 0.8404,
      "step": 3193
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.824669317152794e-06,
      "loss": 0.7927,
      "step": 3194
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.818699407425454e-06,
      "loss": 0.7981,
      "step": 3195
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.812731303098925e-06,
      "loss": 0.8174,
      "step": 3196
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.8067650067501065e-06,
      "loss": 0.8352,
      "step": 3197
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.800800520955132e-06,
      "loss": 0.7863,
      "step": 3198
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.794837848289337e-06,
      "loss": 0.8079,
      "step": 3199
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.788876991327288e-06,
      "loss": 0.8836,
      "step": 3200
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.782917952642763e-06,
      "loss": 0.8091,
      "step": 3201
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.77696073480875e-06,
      "loss": 0.7388,
      "step": 3202
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.77100534039746e-06,
      "loss": 0.8395,
      "step": 3203
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.765051771980303e-06,
      "loss": 0.8267,
      "step": 3204
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.759100032127915e-06,
      "loss": 0.8298,
      "step": 3205
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.7531501234101425e-06,
      "loss": 0.799,
      "step": 3206
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.747202048396023e-06,
      "loss": 0.832,
      "step": 3207
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.741255809653825e-06,
      "loss": 0.8053,
      "step": 3208
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.735311409751006e-06,
      "loss": 0.7403,
      "step": 3209
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.729368851254244e-06,
      "loss": 0.8235,
      "step": 3210
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.7234281367294145e-06,
      "loss": 0.8476,
      "step": 3211
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.7174892687415896e-06,
      "loss": 0.8679,
      "step": 3212
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.7115522498550615e-06,
      "loss": 0.859,
      "step": 3213
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.705617082633305e-06,
      "loss": 0.8252,
      "step": 3214
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.699683769639014e-06,
      "loss": 0.7709,
      "step": 3215
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.693752313434072e-06,
      "loss": 0.7997,
      "step": 3216
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.687822716579555e-06,
      "loss": 0.7863,
      "step": 3217
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.681894981635752e-06,
      "loss": 0.8592,
      "step": 3218
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.675969111162127e-06,
      "loss": 0.844,
      "step": 3219
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.670045107717358e-06,
      "loss": 0.8231,
      "step": 3220
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.664122973859313e-06,
      "loss": 0.7889,
      "step": 3221
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.65820271214504e-06,
      "loss": 0.8556,
      "step": 3222
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.652284325130798e-06,
      "loss": 0.7935,
      "step": 3223
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.6463678153720165e-06,
      "loss": 0.7995,
      "step": 3224
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.640453185423331e-06,
      "loss": 0.8305,
      "step": 3225
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.634540437838559e-06,
      "loss": 0.7988,
      "step": 3226
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.628629575170701e-06,
      "loss": 0.8415,
      "step": 3227
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.622720599971953e-06,
      "loss": 0.768,
      "step": 3228
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.616813514793683e-06,
      "loss": 0.8285,
      "step": 3229
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.610908322186459e-06,
      "loss": 0.8536,
      "step": 3230
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.605005024700016e-06,
      "loss": 0.8339,
      "step": 3231
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.599103624883282e-06,
      "loss": 0.7574,
      "step": 3232
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.593204125284364e-06,
      "loss": 0.8152,
      "step": 3233
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.587306528450541e-06,
      "loss": 0.7961,
      "step": 3234
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.5814108369282824e-06,
      "loss": 0.7915,
      "step": 3235
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.57551705326322e-06,
      "loss": 0.8107,
      "step": 3236
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.569625180000173e-06,
      "loss": 0.7118,
      "step": 3237
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.563735219683144e-06,
      "loss": 0.7903,
      "step": 3238
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.5578471748552794e-06,
      "loss": 0.8578,
      "step": 3239
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.551961048058927e-06,
      "loss": 0.8266,
      "step": 3240
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.5460768418356e-06,
      "loss": 0.8136,
      "step": 3241
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.540194558725973e-06,
      "loss": 0.8355,
      "step": 3242
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.5343142012699035e-06,
      "loss": 0.8005,
      "step": 3243
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.528435772006402e-06,
      "loss": 0.7627,
      "step": 3244
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.5225592734736645e-06,
      "loss": 0.8588,
      "step": 3245
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.516684708209035e-06,
      "loss": 0.8343,
      "step": 3246
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.510812078749036e-06,
      "loss": 0.8268,
      "step": 3247
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.504941387629353e-06,
      "loss": 0.7603,
      "step": 3248
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.499072637384825e-06,
      "loss": 0.8267,
      "step": 3249
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.493205830549466e-06,
      "loss": 0.7033,
      "step": 3250
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.487340969656436e-06,
      "loss": 0.8124,
      "step": 3251
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.481478057238067e-06,
      "loss": 0.8118,
      "step": 3252
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.475617095825852e-06,
      "loss": 0.7926,
      "step": 3253
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.469758087950425e-06,
      "loss": 0.8372,
      "step": 3254
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.4639010361415945e-06,
      "loss": 0.7888,
      "step": 3255
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.458045942928309e-06,
      "loss": 0.8361,
      "step": 3256
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.4521928108386855e-06,
      "loss": 0.844,
      "step": 3257
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.446341642399989e-06,
      "loss": 0.8556,
      "step": 3258
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.440492440138629e-06,
      "loss": 0.8636,
      "step": 3259
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.434645206580178e-06,
      "loss": 0.8558,
      "step": 3260
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.428799944249348e-06,
      "loss": 0.8807,
      "step": 3261
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.422956655670006e-06,
      "loss": 0.7941,
      "step": 3262
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.417115343365172e-06,
      "loss": 0.6968,
      "step": 3263
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.4112760098569965e-06,
      "loss": 0.7903,
      "step": 3264
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.4054386576667935e-06,
      "loss": 0.8551,
      "step": 3265
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.399603289315009e-06,
      "loss": 0.8423,
      "step": 3266
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.393769907321236e-06,
      "loss": 0.8143,
      "step": 3267
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.387938514204213e-06,
      "loss": 0.902,
      "step": 3268
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.382109112481812e-06,
      "loss": 0.823,
      "step": 3269
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.37628170467106e-06,
      "loss": 0.8881,
      "step": 3270
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.370456293288104e-06,
      "loss": 0.8534,
      "step": 3271
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.364632880848244e-06,
      "loss": 0.774,
      "step": 3272
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.358811469865912e-06,
      "loss": 0.8722,
      "step": 3273
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.352992062854669e-06,
      "loss": 0.8117,
      "step": 3274
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.347174662327226e-06,
      "loss": 0.7926,
      "step": 3275
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.34135927079541e-06,
      "loss": 0.7602,
      "step": 3276
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.335545890770193e-06,
      "loss": 0.7896,
      "step": 3277
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.3297345247616786e-06,
      "loss": 0.828,
      "step": 3278
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.3239251752790875e-06,
      "loss": 0.7932,
      "step": 3279
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.31811784483079e-06,
      "loss": 0.7749,
      "step": 3280
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.312312535924263e-06,
      "loss": 0.8065,
      "step": 3281
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.30650925106613e-06,
      "loss": 0.8971,
      "step": 3282
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.300707992762124e-06,
      "loss": 0.8071,
      "step": 3283
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.294908763517115e-06,
      "loss": 0.7156,
      "step": 3284
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.289111565835094e-06,
      "loss": 0.8203,
      "step": 3285
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.28331640221917e-06,
      "loss": 0.8727,
      "step": 3286
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.277523275171581e-06,
      "loss": 0.7929,
      "step": 3287
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.2717321871936765e-06,
      "loss": 0.8138,
      "step": 3288
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.265943140785933e-06,
      "loss": 0.8468,
      "step": 3289
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.260156138447947e-06,
      "loss": 0.8044,
      "step": 3290
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.254371182678424e-06,
      "loss": 0.827,
      "step": 3291
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.248588275975195e-06,
      "loss": 0.8366,
      "step": 3292
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.242807420835197e-06,
      "loss": 0.7751,
      "step": 3293
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.237028619754489e-06,
      "loss": 0.8413,
      "step": 3294
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.231251875228243e-06,
      "loss": 0.8475,
      "step": 3295
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.225477189750731e-06,
      "loss": 0.8119,
      "step": 3296
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.21970456581535e-06,
      "loss": 0.8241,
      "step": 3297
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.213934005914607e-06,
      "loss": 0.8534,
      "step": 3298
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.208165512540105e-06,
      "loss": 0.7566,
      "step": 3299
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.20239908818257e-06,
      "loss": 0.85,
      "step": 3300
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.196634735331818e-06,
      "loss": 0.8015,
      "step": 3301
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.1908724564767895e-06,
      "loss": 0.812,
      "step": 3302
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.185112254105511e-06,
      "loss": 0.8229,
      "step": 3303
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.179354130705123e-06,
      "loss": 0.7399,
      "step": 3304
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.1735980887618745e-06,
      "loss": 0.7957,
      "step": 3305
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.167844130761096e-06,
      "loss": 0.8708,
      "step": 3306
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.16209225918724e-06,
      "loss": 0.8084,
      "step": 3307
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.156342476523839e-06,
      "loss": 0.7818,
      "step": 3308
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.150594785253538e-06,
      "loss": 0.7587,
      "step": 3309
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.144849187858075e-06,
      "loss": 0.8343,
      "step": 3310
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.139105686818278e-06,
      "loss": 0.8121,
      "step": 3311
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.133364284614077e-06,
      "loss": 0.7961,
      "step": 3312
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.1276249837244905e-06,
      "loss": 0.7712,
      "step": 3313
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.121887786627633e-06,
      "loss": 0.8541,
      "step": 3314
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.116152695800716e-06,
      "loss": 0.7901,
      "step": 3315
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.1104197137200255e-06,
      "loss": 0.8786,
      "step": 3316
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.104688842860956e-06,
      "loss": 0.7953,
      "step": 3317
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.098960085697973e-06,
      "loss": 0.8147,
      "step": 3318
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.093233444704642e-06,
      "loss": 0.834,
      "step": 3319
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.0875089223536125e-06,
      "loss": 0.8304,
      "step": 3320
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.081786521116612e-06,
      "loss": 0.7456,
      "step": 3321
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.076066243464468e-06,
      "loss": 0.8548,
      "step": 3322
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.070348091867066e-06,
      "loss": 0.775,
      "step": 3323
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.064632068793392e-06,
      "loss": 0.7957,
      "step": 3324
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.058918176711516e-06,
      "loss": 0.7471,
      "step": 3325
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.053206418088572e-06,
      "loss": 0.8547,
      "step": 3326
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.04749679539079e-06,
      "loss": 0.8423,
      "step": 3327
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.041789311083461e-06,
      "loss": 0.8766,
      "step": 3328
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.036083967630965e-06,
      "loss": 0.8069,
      "step": 3329
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.030380767496756e-06,
      "loss": 0.8383,
      "step": 3330
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.024679713143355e-06,
      "loss": 0.8098,
      "step": 3331
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.018980807032369e-06,
      "loss": 0.8463,
      "step": 3332
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.01328405162446e-06,
      "loss": 0.7709,
      "step": 3333
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.007589449379378e-06,
      "loss": 0.8448,
      "step": 3334
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.001897002755937e-06,
      "loss": 0.7703,
      "step": 3335
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.9962067142120176e-06,
      "loss": 0.8062,
      "step": 3336
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.990518586204576e-06,
      "loss": 0.8098,
      "step": 3337
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.984832621189622e-06,
      "loss": 0.8726,
      "step": 3338
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.979148821622248e-06,
      "loss": 0.8482,
      "step": 3339
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.973467189956596e-06,
      "loss": 0.8312,
      "step": 3340
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.9677877286458834e-06,
      "loss": 0.8422,
      "step": 3341
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.9621104401423905e-06,
      "loss": 0.7714,
      "step": 3342
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.956435326897446e-06,
      "loss": 0.7708,
      "step": 3343
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.95076239136146e-06,
      "loss": 0.8202,
      "step": 3344
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.945091635983879e-06,
      "loss": 0.8179,
      "step": 3345
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.939423063213228e-06,
      "loss": 0.789,
      "step": 3346
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.933756675497082e-06,
      "loss": 0.8464,
      "step": 3347
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.928092475282068e-06,
      "loss": 0.8637,
      "step": 3348
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.922430465013879e-06,
      "loss": 0.8118,
      "step": 3349
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.9167706471372515e-06,
      "loss": 0.8382,
      "step": 3350
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.911113024095976e-06,
      "loss": 0.855,
      "step": 3351
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.905457598332909e-06,
      "loss": 0.8123,
      "step": 3352
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.8998043722899405e-06,
      "loss": 0.8122,
      "step": 3353
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.894153348408022e-06,
      "loss": 0.7875,
      "step": 3354
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.888504529127154e-06,
      "loss": 0.8209,
      "step": 3355
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.8828579168863765e-06,
      "loss": 0.8799,
      "step": 3356
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.877213514123789e-06,
      "loss": 0.8594,
      "step": 3357
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.871571323276522e-06,
      "loss": 0.806,
      "step": 3358
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.865931346780768e-06,
      "loss": 0.7907,
      "step": 3359
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.860293587071745e-06,
      "loss": 0.7858,
      "step": 3360
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.854658046583728e-06,
      "loss": 0.807,
      "step": 3361
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.849024727750033e-06,
      "loss": 0.8212,
      "step": 3362
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.843393633003006e-06,
      "loss": 0.8506,
      "step": 3363
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.837764764774047e-06,
      "loss": 0.6571,
      "step": 3364
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.832138125493577e-06,
      "loss": 0.8998,
      "step": 3365
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.826513717591071e-06,
      "loss": 0.7859,
      "step": 3366
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.8208915434950385e-06,
      "loss": 0.8106,
      "step": 3367
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.815271605633012e-06,
      "loss": 0.8331,
      "step": 3368
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.809653906431573e-06,
      "loss": 0.8436,
      "step": 3369
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.804038448316323e-06,
      "loss": 0.8003,
      "step": 3370
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.79842523371191e-06,
      "loss": 0.7574,
      "step": 3371
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.792814265042005e-06,
      "loss": 0.7802,
      "step": 3372
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.787205544729305e-06,
      "loss": 0.7846,
      "step": 3373
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.781599075195551e-06,
      "loss": 0.8048,
      "step": 3374
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.775994858861492e-06,
      "loss": 0.8055,
      "step": 3375
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.770392898146926e-06,
      "loss": 0.8514,
      "step": 3376
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.764793195470656e-06,
      "loss": 0.7585,
      "step": 3377
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.75919575325053e-06,
      "loss": 0.852,
      "step": 3378
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.753600573903402e-06,
      "loss": 0.7797,
      "step": 3379
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.748007659845158e-06,
      "loss": 0.8146,
      "step": 3380
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.742417013490705e-06,
      "loss": 0.769,
      "step": 3381
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.7368286372539775e-06,
      "loss": 0.8255,
      "step": 3382
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.731242533547913e-06,
      "loss": 0.8595,
      "step": 3383
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.725658704784487e-06,
      "loss": 0.8295,
      "step": 3384
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.720077153374674e-06,
      "loss": 0.8172,
      "step": 3385
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.714497881728481e-06,
      "loss": 0.8472,
      "step": 3386
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.708920892254928e-06,
      "loss": 0.8089,
      "step": 3387
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.703346187362036e-06,
      "loss": 0.7938,
      "step": 3388
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.697773769456859e-06,
      "loss": 0.8042,
      "step": 3389
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.6922036409454465e-06,
      "loss": 0.7859,
      "step": 3390
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.68663580423287e-06,
      "loss": 0.7986,
      "step": 3391
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.6810702617232115e-06,
      "loss": 0.856,
      "step": 3392
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.675507015819554e-06,
      "loss": 0.745,
      "step": 3393
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.669946068924001e-06,
      "loss": 0.7818,
      "step": 3394
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.664387423437647e-06,
      "loss": 0.7667,
      "step": 3395
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.658831081760614e-06,
      "loss": 0.8218,
      "step": 3396
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.653277046292006e-06,
      "loss": 0.8491,
      "step": 3397
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.64772531942995e-06,
      "loss": 0.8412,
      "step": 3398
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.642175903571571e-06,
      "loss": 0.8223,
      "step": 3399
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.636628801112987e-06,
      "loss": 0.7751,
      "step": 3400
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.631084014449332e-06,
      "loss": 0.8731,
      "step": 3401
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.625541545974725e-06,
      "loss": 0.7774,
      "step": 3402
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.620001398082295e-06,
      "loss": 0.8167,
      "step": 3403
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.61446357316417e-06,
      "loss": 0.7885,
      "step": 3404
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.608928073611462e-06,
      "loss": 0.7711,
      "step": 3405
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.603394901814294e-06,
      "loss": 0.8646,
      "step": 3406
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.5978640601617775e-06,
      "loss": 0.775,
      "step": 3407
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.592335551042009e-06,
      "loss": 0.7288,
      "step": 3408
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.586809376842098e-06,
      "loss": 0.7618,
      "step": 3409
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.581285539948126e-06,
      "loss": 0.8169,
      "step": 3410
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.5757640427451765e-06,
      "loss": 0.8313,
      "step": 3411
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.570244887617326e-06,
      "loss": 0.7771,
      "step": 3412
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.564728076947622e-06,
      "loss": 0.8497,
      "step": 3413
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.5592136131181235e-06,
      "loss": 0.8305,
      "step": 3414
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.553701498509854e-06,
      "loss": 0.878,
      "step": 3415
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.548191735502841e-06,
      "loss": 0.7854,
      "step": 3416
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.542684326476082e-06,
      "loss": 0.8003,
      "step": 3417
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.537179273807567e-06,
      "loss": 0.7923,
      "step": 3418
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.53167657987427e-06,
      "loss": 0.778,
      "step": 3419
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.526176247052136e-06,
      "loss": 0.7793,
      "step": 3420
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.520678277716103e-06,
      "loss": 0.7792,
      "step": 3421
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.515182674240076e-06,
      "loss": 0.8156,
      "step": 3422
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.50968943899695e-06,
      "loss": 0.8662,
      "step": 3423
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.504198574358596e-06,
      "loss": 0.8043,
      "step": 3424
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.498710082695848e-06,
      "loss": 0.7922,
      "step": 3425
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.493223966378537e-06,
      "loss": 0.8607,
      "step": 3426
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.4877402277754465e-06,
      "loss": 0.7498,
      "step": 3427
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.482258869254348e-06,
      "loss": 0.9032,
      "step": 3428
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.476779893181984e-06,
      "loss": 0.8197,
      "step": 3429
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.4713033019240595e-06,
      "loss": 0.7888,
      "step": 3430
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.4658290978452615e-06,
      "loss": 0.8554,
      "step": 3431
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.460357283309232e-06,
      "loss": 0.7396,
      "step": 3432
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.4548878606786e-06,
      "loss": 0.7944,
      "step": 3433
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.449420832314947e-06,
      "loss": 0.8183,
      "step": 3434
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.443956200578819e-06,
      "loss": 0.7399,
      "step": 3435
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.438493967829741e-06,
      "loss": 0.8655,
      "step": 3436
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.433034136426189e-06,
      "loss": 0.8495,
      "step": 3437
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.4275767087256095e-06,
      "loss": 0.8501,
      "step": 3438
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.422121687084413e-06,
      "loss": 0.7817,
      "step": 3439
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.41666907385796e-06,
      "loss": 0.8146,
      "step": 3440
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.411218871400585e-06,
      "loss": 0.8453,
      "step": 3441
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.405771082065571e-06,
      "loss": 0.7723,
      "step": 3442
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.400325708205162e-06,
      "loss": 0.7954,
      "step": 3443
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.394882752170566e-06,
      "loss": 0.7796,
      "step": 3444
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.389442216311933e-06,
      "loss": 0.7549,
      "step": 3445
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.384004102978385e-06,
      "loss": 0.7583,
      "step": 3446
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.378568414517978e-06,
      "loss": 0.7961,
      "step": 3447
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.37313515327774e-06,
      "loss": 0.7819,
      "step": 3448
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.367704321603645e-06,
      "loss": 0.8618,
      "step": 3449
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.362275921840608e-06,
      "loss": 0.8082,
      "step": 3450
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.35684995633251e-06,
      "loss": 0.848,
      "step": 3451
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.351426427422165e-06,
      "loss": 0.8216,
      "step": 3452
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.346005337451351e-06,
      "loss": 0.8253,
      "step": 3453
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.3405866887607775e-06,
      "loss": 0.7409,
      "step": 3454
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.3351704836901084e-06,
      "loss": 0.8607,
      "step": 3455
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.329756724577958e-06,
      "loss": 0.8187,
      "step": 3456
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.3243454137618694e-06,
      "loss": 0.8217,
      "step": 3457
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.318936553578343e-06,
      "loss": 0.7937,
      "step": 3458
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.313530146362809e-06,
      "loss": 0.8379,
      "step": 3459
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.308126194449647e-06,
      "loss": 0.8191,
      "step": 3460
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.302724700172179e-06,
      "loss": 0.7557,
      "step": 3461
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.297325665862655e-06,
      "loss": 0.8034,
      "step": 3462
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.291929093852266e-06,
      "loss": 0.8076,
      "step": 3463
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.28653498647115e-06,
      "loss": 0.82,
      "step": 3464
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.2811433460483655e-06,
      "loss": 0.832,
      "step": 3465
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.275754174911921e-06,
      "loss": 0.8138,
      "step": 3466
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.270367475388744e-06,
      "loss": 0.8506,
      "step": 3467
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.264983249804705e-06,
      "loss": 0.8091,
      "step": 3468
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.259601500484608e-06,
      "loss": 0.8186,
      "step": 3469
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.254222229752175e-06,
      "loss": 0.8856,
      "step": 3470
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.248845439930075e-06,
      "loss": 0.8043,
      "step": 3471
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.243471133339888e-06,
      "loss": 0.7239,
      "step": 3472
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.2380993123021385e-06,
      "loss": 0.8518,
      "step": 3473
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.232729979136262e-06,
      "loss": 0.7793,
      "step": 3474
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.227363136160633e-06,
      "loss": 0.8065,
      "step": 3475
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.221998785692546e-06,
      "loss": 0.7733,
      "step": 3476
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.216636930048214e-06,
      "loss": 0.8443,
      "step": 3477
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.2112775715427845e-06,
      "loss": 0.8042,
      "step": 3478
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.205920712490312e-06,
      "loss": 0.7486,
      "step": 3479
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.200566355203784e-06,
      "loss": 0.769,
      "step": 3480
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.195214501995106e-06,
      "loss": 0.8557,
      "step": 3481
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.189865155175094e-06,
      "loss": 0.8531,
      "step": 3482
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.184518317053493e-06,
      "loss": 0.7949,
      "step": 3483
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.179173989938953e-06,
      "loss": 0.7372,
      "step": 3484
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.1738321761390485e-06,
      "loss": 0.8181,
      "step": 3485
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.1684928779602705e-06,
      "loss": 0.7497,
      "step": 3486
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.163156097708014e-06,
      "loss": 0.8064,
      "step": 3487
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.157821837686599e-06,
      "loss": 0.7508,
      "step": 3488
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.152490100199242e-06,
      "loss": 0.7925,
      "step": 3489
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.147160887548089e-06,
      "loss": 0.7715,
      "step": 3490
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.1418342020341795e-06,
      "loss": 0.7536,
      "step": 3491
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.136510045957466e-06,
      "loss": 0.8365,
      "step": 3492
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.1311884216168185e-06,
      "loss": 0.8043,
      "step": 3493
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.125869331309999e-06,
      "loss": 0.8592,
      "step": 3494
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.120552777333687e-06,
      "loss": 0.8398,
      "step": 3495
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.1152387619834666e-06,
      "loss": 0.7592,
      "step": 3496
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.109927287553813e-06,
      "loss": 0.8246,
      "step": 3497
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.104618356338122e-06,
      "loss": 0.8085,
      "step": 3498
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.0993119706286745e-06,
      "loss": 0.7624,
      "step": 3499
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.094008132716662e-06,
      "loss": 0.7911,
      "step": 3500
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.088706844892182e-06,
      "loss": 0.7838,
      "step": 3501
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.083408109444212e-06,
      "loss": 0.7847,
      "step": 3502
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.0781119286606485e-06,
      "loss": 0.8338,
      "step": 3503
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.072818304828267e-06,
      "loss": 0.8673,
      "step": 3504
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.067527240232748e-06,
      "loss": 0.7123,
      "step": 3505
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.062238737158674e-06,
      "loss": 0.8267,
      "step": 3506
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.0569527978895015e-06,
      "loss": 0.8032,
      "step": 3507
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.051669424707603e-06,
      "loss": 0.7863,
      "step": 3508
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.046388619894221e-06,
      "loss": 0.7711,
      "step": 3509
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.0411103857295105e-06,
      "loss": 0.7845,
      "step": 3510
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.035834724492498e-06,
      "loss": 0.813,
      "step": 3511
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.03056163846111e-06,
      "loss": 0.8275,
      "step": 3512
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.025291129912161e-06,
      "loss": 0.8089,
      "step": 3513
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.020023201121344e-06,
      "loss": 0.7683,
      "step": 3514
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.014757854363249e-06,
      "loss": 0.7695,
      "step": 3515
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.009495091911342e-06,
      "loss": 0.8013,
      "step": 3516
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.004234916037978e-06,
      "loss": 0.8882,
      "step": 3517
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.998977329014402e-06,
      "loss": 0.8355,
      "step": 3518
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.99372233311072e-06,
      "loss": 0.8619,
      "step": 3519
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.9884699305959385e-06,
      "loss": 0.8251,
      "step": 3520
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.983220123737943e-06,
      "loss": 0.8001,
      "step": 3521
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.977972914803487e-06,
      "loss": 0.8558,
      "step": 3522
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.972728306058213e-06,
      "loss": 0.819,
      "step": 3523
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.967486299766634e-06,
      "loss": 0.8011,
      "step": 3524
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.962246898192144e-06,
      "loss": 0.756,
      "step": 3525
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.957010103597011e-06,
      "loss": 0.8149,
      "step": 3526
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.9517759182423735e-06,
      "loss": 0.7813,
      "step": 3527
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.946544344388251e-06,
      "loss": 0.8401,
      "step": 3528
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.9413153842935255e-06,
      "loss": 0.7873,
      "step": 3529
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.936089040215963e-06,
      "loss": 0.7772,
      "step": 3530
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.930865314412186e-06,
      "loss": 0.8603,
      "step": 3531
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.925644209137695e-06,
      "loss": 0.7958,
      "step": 3532
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.920425726646862e-06,
      "loss": 0.8527,
      "step": 3533
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.915209869192917e-06,
      "loss": 0.8208,
      "step": 3534
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.909996639027966e-06,
      "loss": 0.7821,
      "step": 3535
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.904786038402968e-06,
      "loss": 0.7567,
      "step": 3536
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.899578069567761e-06,
      "loss": 0.8964,
      "step": 3537
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.894372734771042e-06,
      "loss": 0.6918,
      "step": 3538
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.8891700362603645e-06,
      "loss": 0.8198,
      "step": 3539
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.883969976282152e-06,
      "loss": 0.7751,
      "step": 3540
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.878772557081679e-06,
      "loss": 0.7676,
      "step": 3541
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.87357778090309e-06,
      "loss": 0.8124,
      "step": 3542
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.868385649989388e-06,
      "loss": 0.7776,
      "step": 3543
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.86319616658242e-06,
      "loss": 0.8136,
      "step": 3544
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.858009332922911e-06,
      "loss": 0.8283,
      "step": 3545
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.852825151250424e-06,
      "loss": 0.8116,
      "step": 3546
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.847643623803379e-06,
      "loss": 0.8194,
      "step": 3547
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.842464752819065e-06,
      "loss": 0.7872,
      "step": 3548
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.837288540533604e-06,
      "loss": 0.8575,
      "step": 3549
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.832114989181988e-06,
      "loss": 0.8704,
      "step": 3550
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.826944100998042e-06,
      "loss": 0.8348,
      "step": 3551
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.821775878214457e-06,
      "loss": 0.8539,
      "step": 3552
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.81661032306277e-06,
      "loss": 0.8208,
      "step": 3553
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.8114474377733547e-06,
      "loss": 0.8073,
      "step": 3554
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.8062872245754468e-06,
      "loss": 0.7543,
      "step": 3555
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.801129685697117e-06,
      "loss": 0.8075,
      "step": 3556
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.795974823365287e-06,
      "loss": 0.8101,
      "step": 3557
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.790822639805728e-06,
      "loss": 0.8152,
      "step": 3558
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.785673137243039e-06,
      "loss": 0.8548,
      "step": 3559
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.780526317900679e-06,
      "loss": 0.7336,
      "step": 3560
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.775382184000932e-06,
      "loss": 0.7686,
      "step": 3561
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.770240737764936e-06,
      "loss": 0.8966,
      "step": 3562
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7651019814126656e-06,
      "loss": 0.7838,
      "step": 3563
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7599659171629254e-06,
      "loss": 0.7798,
      "step": 3564
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.754832547233369e-06,
      "loss": 0.766,
      "step": 3565
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7497018738404767e-06,
      "loss": 0.8392,
      "step": 3566
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.744573899199575e-06,
      "loss": 0.8152,
      "step": 3567
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.739448625524812e-06,
      "loss": 0.7062,
      "step": 3568
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7343260550291817e-06,
      "loss": 0.838,
      "step": 3569
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.729206189924509e-06,
      "loss": 0.8189,
      "step": 3570
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.724089032421441e-06,
      "loss": 0.9023,
      "step": 3571
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.718974584729469e-06,
      "loss": 0.8444,
      "step": 3572
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.713862849056904e-06,
      "loss": 0.7716,
      "step": 3573
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.708753827610888e-06,
      "loss": 0.7865,
      "step": 3574
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.7036475225973977e-06,
      "loss": 0.8225,
      "step": 3575
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.698543936221227e-06,
      "loss": 0.7878,
      "step": 3576
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6934430706860038e-06,
      "loss": 0.8915,
      "step": 3577
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.688344928194181e-06,
      "loss": 0.7536,
      "step": 3578
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6832495109470277e-06,
      "loss": 0.8045,
      "step": 3579
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.678156821144647e-06,
      "loss": 0.7946,
      "step": 3580
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6730668609859545e-06,
      "loss": 0.7863,
      "step": 3581
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6679796326686932e-06,
      "loss": 0.6937,
      "step": 3582
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6628951383894294e-06,
      "loss": 0.831,
      "step": 3583
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.657813380343537e-06,
      "loss": 0.8283,
      "step": 3584
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.652734360725224e-06,
      "loss": 0.8182,
      "step": 3585
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.647658081727501e-06,
      "loss": 0.7592,
      "step": 3586
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.642584545542208e-06,
      "loss": 0.8141,
      "step": 3587
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.637513754359989e-06,
      "loss": 0.7799,
      "step": 3588
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6324457103703136e-06,
      "loss": 0.8352,
      "step": 3589
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6273804157614623e-06,
      "loss": 0.7749,
      "step": 3590
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.622317872720519e-06,
      "loss": 0.7607,
      "step": 3591
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.617258083433396e-06,
      "loss": 0.7712,
      "step": 3592
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.612201050084799e-06,
      "loss": 0.7909,
      "step": 3593
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6071467748582576e-06,
      "loss": 0.8593,
      "step": 3594
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6020952599361083e-06,
      "loss": 0.783,
      "step": 3595
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.597046507499484e-06,
      "loss": 0.7859,
      "step": 3596
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5920005197283437e-06,
      "loss": 0.8585,
      "step": 3597
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5869572988014334e-06,
      "loss": 0.789,
      "step": 3598
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5819168468963183e-06,
      "loss": 0.8255,
      "step": 3599
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5768791661893653e-06,
      "loss": 0.7861,
      "step": 3600
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.571844258855741e-06,
      "loss": 0.83,
      "step": 3601
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5668121270694113e-06,
      "loss": 0.864,
      "step": 3602
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5617827730031573e-06,
      "loss": 0.7881,
      "step": 3603
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5567561988285436e-06,
      "loss": 0.8432,
      "step": 3604
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.551732406715951e-06,
      "loss": 0.7757,
      "step": 3605
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5467113988345438e-06,
      "loss": 0.793,
      "step": 3606
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.541693177352298e-06,
      "loss": 0.7745,
      "step": 3607
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.536677744435972e-06,
      "loss": 0.8298,
      "step": 3608
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.531665102251135e-06,
      "loss": 0.8676,
      "step": 3609
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5266552529621434e-06,
      "loss": 0.8262,
      "step": 3610
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.521648198732145e-06,
      "loss": 0.836,
      "step": 3611
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.516643941723089e-06,
      "loss": 0.7679,
      "step": 3612
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5116424840957066e-06,
      "loss": 0.8848,
      "step": 3613
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5066438280095285e-06,
      "loss": 0.7719,
      "step": 3614
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.501647975622876e-06,
      "loss": 0.6401,
      "step": 3615
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.4966549290928507e-06,
      "loss": 0.8079,
      "step": 3616
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.491664690575356e-06,
      "loss": 0.7794,
      "step": 3617
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.4866772622250676e-06,
      "loss": 0.8284,
      "step": 3618
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.4816926461954616e-06,
      "loss": 0.8484,
      "step": 3619
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.4767108446387955e-06,
      "loss": 0.8076,
      "step": 3620
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.4717318597061034e-06,
      "loss": 0.8502,
      "step": 3621
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.466755693547218e-06,
      "loss": 0.8164,
      "step": 3622
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.4617823483107395e-06,
      "loss": 0.8386,
      "step": 3623
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4568118261440642e-06,
      "loss": 0.819,
      "step": 3624
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4518441291933556e-06,
      "loss": 0.7697,
      "step": 3625
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4468792596035692e-06,
      "loss": 0.7993,
      "step": 3626
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.441917219518438e-06,
      "loss": 0.77,
      "step": 3627
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4369580110804636e-06,
      "loss": 0.7987,
      "step": 3628
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.432001636430936e-06,
      "loss": 0.8522,
      "step": 3629
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4270480977099172e-06,
      "loss": 0.7782,
      "step": 3630
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.422097397056241e-06,
      "loss": 0.7573,
      "step": 3631
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4171495366075238e-06,
      "loss": 0.7562,
      "step": 3632
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4122045185001473e-06,
      "loss": 0.7879,
      "step": 3633
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.407262344869272e-06,
      "loss": 0.8436,
      "step": 3634
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.402323017848832e-06,
      "loss": 0.8263,
      "step": 3635
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.397386539571521e-06,
      "loss": 0.791,
      "step": 3636
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3924529121688187e-06,
      "loss": 0.7888,
      "step": 3637
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.387522137770958e-06,
      "loss": 0.7735,
      "step": 3638
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3825942185069492e-06,
      "loss": 0.8163,
      "step": 3639
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3776691565045727e-06,
      "loss": 0.8389,
      "step": 3640
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3727469538903645e-06,
      "loss": 0.7902,
      "step": 3641
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.367827612789637e-06,
      "loss": 0.8564,
      "step": 3642
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3629111353264553e-06,
      "loss": 0.7797,
      "step": 3643
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3579975236236618e-06,
      "loss": 0.8469,
      "step": 3644
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3530867798028476e-06,
      "loss": 0.8251,
      "step": 3645
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.348178905984376e-06,
      "loss": 0.7614,
      "step": 3646
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3432739042873708e-06,
      "loss": 0.7984,
      "step": 3647
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3383717768297054e-06,
      "loss": 0.8078,
      "step": 3648
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.333472525728024e-06,
      "loss": 0.7625,
      "step": 3649
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.32857615309772e-06,
      "loss": 0.8276,
      "step": 3650
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3236826610529503e-06,
      "loss": 0.8068,
      "step": 3651
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3187920517066287e-06,
      "loss": 0.7939,
      "step": 3652
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.313904327170413e-06,
      "loss": 0.8245,
      "step": 3653
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3090194895547323e-06,
      "loss": 0.7672,
      "step": 3654
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3041375409687525e-06,
      "loss": 0.9128,
      "step": 3655
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2992584835204045e-06,
      "loss": 0.7498,
      "step": 3656
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2943823193163716e-06,
      "loss": 0.8217,
      "step": 3657
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2895090504620696e-06,
      "loss": 0.8116,
      "step": 3658
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2846386790616857e-06,
      "loss": 0.8152,
      "step": 3659
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.279771207218149e-06,
      "loss": 0.8218,
      "step": 3660
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2749066370331283e-06,
      "loss": 0.8414,
      "step": 3661
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2700449706070536e-06,
      "loss": 0.8294,
      "step": 3662
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2651862100390874e-06,
      "loss": 0.7188,
      "step": 3663
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2603303574271505e-06,
      "loss": 0.7738,
      "step": 3664
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2554774148678945e-06,
      "loss": 0.8165,
      "step": 3665
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.250627384456725e-06,
      "loss": 0.7606,
      "step": 3666
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2457802682877916e-06,
      "loss": 0.7893,
      "step": 3667
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2409360684539725e-06,
      "loss": 0.7986,
      "step": 3668
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2360947870469016e-06,
      "loss": 0.8002,
      "step": 3669
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.23125642615694e-06,
      "loss": 0.8511,
      "step": 3670
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2264209878731967e-06,
      "loss": 0.8159,
      "step": 3671
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2215884742835203e-06,
      "loss": 0.847,
      "step": 3672
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.2167588874744836e-06,
      "loss": 0.7822,
      "step": 3673
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.2119322295314137e-06,
      "loss": 0.8725,
      "step": 3674
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.207108502538354e-06,
      "loss": 0.7456,
      "step": 3675
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.2022877085780967e-06,
      "loss": 0.7839,
      "step": 3676
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1974698497321665e-06,
      "loss": 0.8397,
      "step": 3677
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1926549280808094e-06,
      "loss": 0.7992,
      "step": 3678
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.187842945703019e-06,
      "loss": 0.7776,
      "step": 3679
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1830339046765045e-06,
      "loss": 0.7938,
      "step": 3680
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1782278070777183e-06,
      "loss": 0.7948,
      "step": 3681
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1734246549818305e-06,
      "loss": 0.847,
      "step": 3682
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.168624450462746e-06,
      "loss": 0.7108,
      "step": 3683
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.163827195593102e-06,
      "loss": 0.7932,
      "step": 3684
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.15903289244425e-06,
      "loss": 0.7457,
      "step": 3685
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1542415430862714e-06,
      "loss": 0.7701,
      "step": 3686
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.149453149587979e-06,
      "loss": 0.8264,
      "step": 3687
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.144667714016898e-06,
      "loss": 0.8364,
      "step": 3688
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1398852384392885e-06,
      "loss": 0.807,
      "step": 3689
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.13510572492012e-06,
      "loss": 0.7739,
      "step": 3690
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1303291755230936e-06,
      "loss": 0.8188,
      "step": 3691
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1255555923106295e-06,
      "loss": 0.8518,
      "step": 3692
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.120784977343857e-06,
      "loss": 0.796,
      "step": 3693
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1160173326826383e-06,
      "loss": 0.7601,
      "step": 3694
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1112526603855385e-06,
      "loss": 0.8304,
      "step": 3695
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1064909625098493e-06,
      "loss": 0.7677,
      "step": 3696
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1017322411115803e-06,
      "loss": 0.7582,
      "step": 3697
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.096976498245442e-06,
      "loss": 0.8008,
      "step": 3698
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0922237359648764e-06,
      "loss": 0.7411,
      "step": 3699
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0874739563220225e-06,
      "loss": 0.7942,
      "step": 3700
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0827271613677443e-06,
      "loss": 0.8029,
      "step": 3701
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0779833531516067e-06,
      "loss": 0.7603,
      "step": 3702
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.073242533721892e-06,
      "loss": 0.7265,
      "step": 3703
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0685047051255946e-06,
      "loss": 0.8214,
      "step": 3704
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.063769869408405e-06,
      "loss": 0.8461,
      "step": 3705
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.059038028614736e-06,
      "loss": 0.7956,
      "step": 3706
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0543091847876936e-06,
      "loss": 0.8498,
      "step": 3707
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.049583339969101e-06,
      "loss": 0.816,
      "step": 3708
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0448604961994853e-06,
      "loss": 0.7368,
      "step": 3709
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0401406555180666e-06,
      "loss": 0.8075,
      "step": 3710
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.035423819962785e-06,
      "loss": 0.8445,
      "step": 3711
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0307099915702675e-06,
      "loss": 0.8012,
      "step": 3712
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0259991723758542e-06,
      "loss": 0.7992,
      "step": 3713
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.02129136441358e-06,
      "loss": 0.8282,
      "step": 3714
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0165865697161777e-06,
      "loss": 0.7617,
      "step": 3715
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0118847903150874e-06,
      "loss": 0.8441,
      "step": 3716
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0071860282404366e-06,
      "loss": 0.862,
      "step": 3717
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.002490285521059e-06,
      "loss": 0.7989,
      "step": 3718
    },
    {
      "epoch": 0.75,
      "learning_rate": 2.9977975641844825e-06,
      "loss": 0.7175,
      "step": 3719
    },
    {
      "epoch": 0.75,
      "learning_rate": 2.9931078662569256e-06,
      "loss": 0.8219,
      "step": 3720
    },
    {
      "epoch": 0.75,
      "learning_rate": 2.9884211937633077e-06,
      "loss": 0.8033,
      "step": 3721
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9837375487272355e-06,
      "loss": 0.7813,
      "step": 3722
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9790569331710138e-06,
      "loss": 0.6959,
      "step": 3723
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.97437934911564e-06,
      "loss": 0.7445,
      "step": 3724
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.969704798580796e-06,
      "loss": 0.8261,
      "step": 3725
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9650332835848616e-06,
      "loss": 0.7618,
      "step": 3726
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9603648061448974e-06,
      "loss": 0.7651,
      "step": 3727
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9556993682766598e-06,
      "loss": 0.798,
      "step": 3728
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.951036971994595e-06,
      "loss": 0.8404,
      "step": 3729
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.946377619311822e-06,
      "loss": 0.7877,
      "step": 3730
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9417213122401643e-06,
      "loss": 0.8028,
      "step": 3731
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.937068052790112e-06,
      "loss": 0.7304,
      "step": 3732
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.932417842970853e-06,
      "loss": 0.8264,
      "step": 3733
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9277706847902556e-06,
      "loss": 0.8235,
      "step": 3734
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9231265802548623e-06,
      "loss": 0.7897,
      "step": 3735
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9184855313699114e-06,
      "loss": 0.7792,
      "step": 3736
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.913847540139304e-06,
      "loss": 0.7532,
      "step": 3737
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.90921260856564e-06,
      "loss": 0.803,
      "step": 3738
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.904580738650181e-06,
      "loss": 0.7622,
      "step": 3739
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8999519323928783e-06,
      "loss": 0.8292,
      "step": 3740
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8953261917923636e-06,
      "loss": 0.7901,
      "step": 3741
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8907035188459233e-06,
      "loss": 0.7848,
      "step": 3742
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8860839155495414e-06,
      "loss": 0.7799,
      "step": 3743
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8814673838978712e-06,
      "loss": 0.765,
      "step": 3744
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8768539258842333e-06,
      "loss": 0.8211,
      "step": 3745
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.872243543500629e-06,
      "loss": 0.746,
      "step": 3746
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.867636238737723e-06,
      "loss": 0.7915,
      "step": 3747
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.86303201358486e-06,
      "loss": 0.8113,
      "step": 3748
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8584308700300523e-06,
      "loss": 0.7083,
      "step": 3749
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8538328100599753e-06,
      "loss": 0.7065,
      "step": 3750
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.849237835659984e-06,
      "loss": 0.8242,
      "step": 3751
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.844645948814089e-06,
      "loss": 0.7442,
      "step": 3752
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8400571515049793e-06,
      "loss": 0.8804,
      "step": 3753
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.835471445714e-06,
      "loss": 0.7753,
      "step": 3754
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.830888833421168e-06,
      "loss": 0.8567,
      "step": 3755
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.826309316605166e-06,
      "loss": 0.7952,
      "step": 3756
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.821732897243329e-06,
      "loss": 0.8287,
      "step": 3757
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.817159577311669e-06,
      "loss": 0.7806,
      "step": 3758
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8125893587848473e-06,
      "loss": 0.8431,
      "step": 3759
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8080222436361937e-06,
      "loss": 0.8006,
      "step": 3760
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8034582338377003e-06,
      "loss": 0.7789,
      "step": 3761
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7988973313600065e-06,
      "loss": 0.856,
      "step": 3762
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7943395381724234e-06,
      "loss": 0.8938,
      "step": 3763
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7897848562429096e-06,
      "loss": 0.8012,
      "step": 3764
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.785233287538085e-06,
      "loss": 0.7843,
      "step": 3765
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7806848340232296e-06,
      "loss": 0.8214,
      "step": 3766
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.776139497662266e-06,
      "loss": 0.792,
      "step": 3767
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7715972804177848e-06,
      "loss": 0.8304,
      "step": 3768
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7670581842510204e-06,
      "loss": 0.678,
      "step": 3769
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7625222111218597e-06,
      "loss": 0.7728,
      "step": 3770
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.757989362988849e-06,
      "loss": 0.7914,
      "step": 3771
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7534596418091752e-06,
      "loss": 0.8104,
      "step": 3772
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.748933049538686e-06,
      "loss": 0.7926,
      "step": 3773
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7444095881318656e-06,
      "loss": 0.839,
      "step": 3774
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7398892595418558e-06,
      "loss": 0.8128,
      "step": 3775
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7353720657204463e-06,
      "loss": 0.781,
      "step": 3776
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.730858008618065e-06,
      "loss": 0.7799,
      "step": 3777
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.726347090183793e-06,
      "loss": 0.8559,
      "step": 3778
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7218393123653497e-06,
      "loss": 0.7844,
      "step": 3779
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.717334677109106e-06,
      "loss": 0.8531,
      "step": 3780
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.712833186360072e-06,
      "loss": 0.8203,
      "step": 3781
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7083348420618973e-06,
      "loss": 0.7967,
      "step": 3782
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7038396461568793e-06,
      "loss": 0.7707,
      "step": 3783
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6993476005859486e-06,
      "loss": 0.8204,
      "step": 3784
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.694858707288681e-06,
      "loss": 0.7796,
      "step": 3785
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.690372968203292e-06,
      "loss": 0.805,
      "step": 3786
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6858903852666283e-06,
      "loss": 0.7463,
      "step": 3787
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6814109604141845e-06,
      "loss": 0.8267,
      "step": 3788
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6769346955800777e-06,
      "loss": 0.7088,
      "step": 3789
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6724615926970753e-06,
      "loss": 0.8016,
      "step": 3790
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6679916536965667e-06,
      "loss": 0.7503,
      "step": 3791
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.663524880508583e-06,
      "loss": 0.8448,
      "step": 3792
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6590612750617905e-06,
      "loss": 0.8177,
      "step": 3793
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6546008392834767e-06,
      "loss": 0.7851,
      "step": 3794
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.650143575099573e-06,
      "loss": 0.8084,
      "step": 3795
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6456894844346303e-06,
      "loss": 0.7501,
      "step": 3796
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6412385692118402e-06,
      "loss": 0.7748,
      "step": 3797
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6367908313530156e-06,
      "loss": 0.7639,
      "step": 3798
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.632346272778595e-06,
      "loss": 0.8123,
      "step": 3799
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6279048954076536e-06,
      "loss": 0.8436,
      "step": 3800
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6234667011578884e-06,
      "loss": 0.6934,
      "step": 3801
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6190316919456184e-06,
      "loss": 0.7928,
      "step": 3802
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6145998696857953e-06,
      "loss": 0.7309,
      "step": 3803
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6101712362919852e-06,
      "loss": 0.845,
      "step": 3804
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6057457936763832e-06,
      "loss": 0.7344,
      "step": 3805
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6013235437498096e-06,
      "loss": 0.8511,
      "step": 3806
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5969044884216965e-06,
      "loss": 0.8296,
      "step": 3807
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5924886296001083e-06,
      "loss": 0.793,
      "step": 3808
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.588075969191718e-06,
      "loss": 0.8078,
      "step": 3809
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5836665091018276e-06,
      "loss": 0.7624,
      "step": 3810
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5792602512343477e-06,
      "loss": 0.8287,
      "step": 3811
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5748571974918125e-06,
      "loss": 0.7633,
      "step": 3812
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.570457349775376e-06,
      "loss": 0.7877,
      "step": 3813
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.566060709984797e-06,
      "loss": 0.8248,
      "step": 3814
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5616672800184605e-06,
      "loss": 0.7858,
      "step": 3815
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5572770617733544e-06,
      "loss": 0.7629,
      "step": 3816
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.55289005714509e-06,
      "loss": 0.7828,
      "step": 3817
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5485062680278895e-06,
      "loss": 0.8261,
      "step": 3818
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.544125696314578e-06,
      "loss": 0.8492,
      "step": 3819
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.539748343896604e-06,
      "loss": 0.8253,
      "step": 3820
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5353742126640124e-06,
      "loss": 0.7947,
      "step": 3821
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5310033045054683e-06,
      "loss": 0.7569,
      "step": 3822
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5266356213082434e-06,
      "loss": 0.7996,
      "step": 3823
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.52227116495821e-06,
      "loss": 0.8021,
      "step": 3824
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5179099373398576e-06,
      "loss": 0.8741,
      "step": 3825
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5135519403362718e-06,
      "loss": 0.7898,
      "step": 3826
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5091971758291445e-06,
      "loss": 0.8222,
      "step": 3827
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5048456456987814e-06,
      "loss": 0.7961,
      "step": 3828
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5004973518240795e-06,
      "loss": 0.7634,
      "step": 3829
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.496152296082548e-06,
      "loss": 0.7719,
      "step": 3830
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4918104803502895e-06,
      "loss": 0.8178,
      "step": 3831
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4874719065020147e-06,
      "loss": 0.7227,
      "step": 3832
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.483136576411034e-06,
      "loss": 0.8203,
      "step": 3833
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4788044919492505e-06,
      "loss": 0.7807,
      "step": 3834
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.474475654987175e-06,
      "loss": 0.7811,
      "step": 3835
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4701500673939062e-06,
      "loss": 0.7829,
      "step": 3836
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.465827731037147e-06,
      "loss": 0.7746,
      "step": 3837
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4615086477831995e-06,
      "loss": 0.8136,
      "step": 3838
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.45719281949695e-06,
      "loss": 0.8613,
      "step": 3839
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.45288024804189e-06,
      "loss": 0.7828,
      "step": 3840
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.448570935280096e-06,
      "loss": 0.7811,
      "step": 3841
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4442648830722437e-06,
      "loss": 0.8141,
      "step": 3842
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4399620932776023e-06,
      "loss": 0.765,
      "step": 3843
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4356625677540237e-06,
      "loss": 0.783,
      "step": 3844
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.431366308357962e-06,
      "loss": 0.7943,
      "step": 3845
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4270733169444483e-06,
      "loss": 0.7762,
      "step": 3846
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4227835953671166e-06,
      "loss": 0.7944,
      "step": 3847
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4184971454781737e-06,
      "loss": 0.7823,
      "step": 3848
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.414213969128425e-06,
      "loss": 0.8508,
      "step": 3849
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4099340681672635e-06,
      "loss": 0.7724,
      "step": 3850
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.405657444442657e-06,
      "loss": 0.7842,
      "step": 3851
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.401384099801171e-06,
      "loss": 0.6992,
      "step": 3852
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.397114036087946e-06,
      "loss": 0.7656,
      "step": 3853
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.392847255146705e-06,
      "loss": 0.77,
      "step": 3854
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3885837588197657e-06,
      "loss": 0.7082,
      "step": 3855
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.384323548948011e-06,
      "loss": 0.7926,
      "step": 3856
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.380066627370917e-06,
      "loss": 0.7574,
      "step": 3857
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.375812995926541e-06,
      "loss": 0.7574,
      "step": 3858
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.371562656451505e-06,
      "loss": 0.759,
      "step": 3859
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.367315610781028e-06,
      "loss": 0.7669,
      "step": 3860
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.363071860748892e-06,
      "loss": 0.8325,
      "step": 3861
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.358831408187465e-06,
      "loss": 0.816,
      "step": 3862
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3545942549276912e-06,
      "loss": 0.7392,
      "step": 3863
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3503604027990813e-06,
      "loss": 0.78,
      "step": 3864
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3461298536297326e-06,
      "loss": 0.8063,
      "step": 3865
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3419026092463058e-06,
      "loss": 0.7786,
      "step": 3866
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.337678671474044e-06,
      "loss": 0.8128,
      "step": 3867
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3334580421367524e-06,
      "loss": 0.8025,
      "step": 3868
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.329240723056816e-06,
      "loss": 0.7611,
      "step": 3869
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.325026716055191e-06,
      "loss": 0.7633,
      "step": 3870
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.320816022951393e-06,
      "loss": 0.7899,
      "step": 3871
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.3166086455635216e-06,
      "loss": 0.7812,
      "step": 3872
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.31240458570823e-06,
      "loss": 0.8042,
      "step": 3873
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.3082038452007494e-06,
      "loss": 0.7334,
      "step": 3874
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.3040064258548767e-06,
      "loss": 0.7665,
      "step": 3875
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2998123294829665e-06,
      "loss": 0.8261,
      "step": 3876
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.295621557895952e-06,
      "loss": 0.7721,
      "step": 3877
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2914341129033156e-06,
      "loss": 0.795,
      "step": 3878
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2872499963131155e-06,
      "loss": 0.7754,
      "step": 3879
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2830692099319707e-06,
      "loss": 0.779,
      "step": 3880
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.278891755565056e-06,
      "loss": 0.7764,
      "step": 3881
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2747176350161103e-06,
      "loss": 0.8002,
      "step": 3882
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2705468500874405e-06,
      "loss": 0.8174,
      "step": 3883
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.266379402579899e-06,
      "loss": 0.7365,
      "step": 3884
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.262215294292912e-06,
      "loss": 0.7862,
      "step": 3885
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2580545270244512e-06,
      "loss": 0.7479,
      "step": 3886
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2538971025710578e-06,
      "loss": 0.7997,
      "step": 3887
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.249743022727817e-06,
      "loss": 0.8018,
      "step": 3888
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2455922892883787e-06,
      "loss": 0.7679,
      "step": 3889
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.241444904044949e-06,
      "loss": 0.826,
      "step": 3890
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2373008687882793e-06,
      "loss": 0.8346,
      "step": 3891
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2331601853076847e-06,
      "loss": 0.7967,
      "step": 3892
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.229022855391024e-06,
      "loss": 0.7996,
      "step": 3893
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2248888808247136e-06,
      "loss": 0.8257,
      "step": 3894
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.220758263393724e-06,
      "loss": 0.8608,
      "step": 3895
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2166310048815664e-06,
      "loss": 0.7696,
      "step": 3896
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.212507107070312e-06,
      "loss": 0.7464,
      "step": 3897
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2083865717405706e-06,
      "loss": 0.7406,
      "step": 3898
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2042694006715093e-06,
      "loss": 0.8038,
      "step": 3899
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2001555956408428e-06,
      "loss": 0.7936,
      "step": 3900
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.196045158424821e-06,
      "loss": 0.8183,
      "step": 3901
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1919380907982545e-06,
      "loss": 0.7957,
      "step": 3902
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.187834394534485e-06,
      "loss": 0.8419,
      "step": 3903
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1837340714054124e-06,
      "loss": 0.7597,
      "step": 3904
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.179637123181466e-06,
      "loss": 0.828,
      "step": 3905
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1755435516316294e-06,
      "loss": 0.7727,
      "step": 3906
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1714533585234243e-06,
      "loss": 0.8175,
      "step": 3907
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.16736654562291e-06,
      "loss": 0.7647,
      "step": 3908
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1632831146946933e-06,
      "loss": 0.7564,
      "step": 3909
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1592030675019147e-06,
      "loss": 0.7435,
      "step": 3910
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1551264058062537e-06,
      "loss": 0.7779,
      "step": 3911
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.151053131367935e-06,
      "loss": 0.8355,
      "step": 3912
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.14698324594571e-06,
      "loss": 0.8419,
      "step": 3913
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1429167512968763e-06,
      "loss": 0.7743,
      "step": 3914
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.138853649177266e-06,
      "loss": 0.7452,
      "step": 3915
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.134793941341239e-06,
      "loss": 0.8352,
      "step": 3916
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1307376295416994e-06,
      "loss": 0.7262,
      "step": 3917
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1266847155300762e-06,
      "loss": 0.7734,
      "step": 3918
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.1226352010563378e-06,
      "loss": 0.8125,
      "step": 3919
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.1185890878689853e-06,
      "loss": 0.7834,
      "step": 3920
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.114546377715042e-06,
      "loss": 0.8238,
      "step": 3921
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.1105070723400746e-06,
      "loss": 0.8627,
      "step": 3922
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.106471173488167e-06,
      "loss": 0.8103,
      "step": 3923
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.102438682901945e-06,
      "loss": 0.7974,
      "step": 3924
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.098409602322551e-06,
      "loss": 0.7504,
      "step": 3925
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.094383933489661e-06,
      "loss": 0.7322,
      "step": 3926
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0903616781414816e-06,
      "loss": 0.7743,
      "step": 3927
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0863428380147346e-06,
      "loss": 0.8051,
      "step": 3928
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0823274148446804e-06,
      "loss": 0.7893,
      "step": 3929
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0783154103650905e-06,
      "loss": 0.7896,
      "step": 3930
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.074306826308271e-06,
      "loss": 0.8057,
      "step": 3931
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.070301664405049e-06,
      "loss": 0.8352,
      "step": 3932
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0662999263847672e-06,
      "loss": 0.8209,
      "step": 3933
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0623016139753004e-06,
      "loss": 0.8129,
      "step": 3934
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0583067289030334e-06,
      "loss": 0.8572,
      "step": 3935
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0543152728928793e-06,
      "loss": 0.7314,
      "step": 3936
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0503272476682733e-06,
      "loss": 0.7432,
      "step": 3937
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.046342654951152e-06,
      "loss": 0.7549,
      "step": 3938
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0423614964619885e-06,
      "loss": 0.8234,
      "step": 3939
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0383837739197687e-06,
      "loss": 0.7883,
      "step": 3940
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.034409489041986e-06,
      "loss": 0.7507,
      "step": 3941
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.030438643544663e-06,
      "loss": 0.7599,
      "step": 3942
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0264712391423248e-06,
      "loss": 0.8256,
      "step": 3943
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0225072775480203e-06,
      "loss": 0.7676,
      "step": 3944
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0185467604733034e-06,
      "loss": 0.7889,
      "step": 3945
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.014589689628247e-06,
      "loss": 0.7686,
      "step": 3946
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0106360667214375e-06,
      "loss": 0.7394,
      "step": 3947
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.006685893459963e-06,
      "loss": 0.808,
      "step": 3948
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.002739171549435e-06,
      "loss": 0.8072,
      "step": 3949
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9987959026939597e-06,
      "loss": 0.8006,
      "step": 3950
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9948560885961665e-06,
      "loss": 0.8161,
      "step": 3951
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.990919730957188e-06,
      "loss": 0.7938,
      "step": 3952
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9869868314766593e-06,
      "loss": 0.7838,
      "step": 3953
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9830573918527308e-06,
      "loss": 0.7805,
      "step": 3954
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9791314137820504e-06,
      "loss": 0.7789,
      "step": 3955
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9752088989597794e-06,
      "loss": 0.7225,
      "step": 3956
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.971289849079581e-06,
      "loss": 0.757,
      "step": 3957
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.967374265833616e-06,
      "loss": 0.7759,
      "step": 3958
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9634621509125616e-06,
      "loss": 0.7445,
      "step": 3959
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9595535060055815e-06,
      "loss": 0.7634,
      "step": 3960
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.955648332800357e-06,
      "loss": 0.8125,
      "step": 3961
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.951746632983056e-06,
      "loss": 0.8046,
      "step": 3962
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9478484082383564e-06,
      "loss": 0.8146,
      "step": 3963
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9439536602494347e-06,
      "loss": 0.794,
      "step": 3964
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.940062390697962e-06,
      "loss": 0.8039,
      "step": 3965
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.936174601264107e-06,
      "loss": 0.8044,
      "step": 3966
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9322902936265443e-06,
      "loss": 0.7827,
      "step": 3967
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.928409469462432e-06,
      "loss": 0.738,
      "step": 3968
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9245321304474386e-06,
      "loss": 0.8305,
      "step": 3969
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.920658278255714e-06,
      "loss": 0.8177,
      "step": 3970
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9167879145599112e-06,
      "loss": 0.7884,
      "step": 3971
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.912921041031179e-06,
      "loss": 0.7866,
      "step": 3972
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9090576593391485e-06,
      "loss": 0.8178,
      "step": 3973
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9051977711519554e-06,
      "loss": 0.8053,
      "step": 3974
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9013413781362155e-06,
      "loss": 0.7694,
      "step": 3975
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8974884819570438e-06,
      "loss": 0.7517,
      "step": 3976
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.893639084278046e-06,
      "loss": 0.7747,
      "step": 3977
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8897931867613072e-06,
      "loss": 0.7866,
      "step": 3978
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8859507910674146e-06,
      "loss": 0.7438,
      "step": 3979
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.882111898855431e-06,
      "loss": 0.7377,
      "step": 3980
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8782765117829182e-06,
      "loss": 0.814,
      "step": 3981
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8744446315059116e-06,
      "loss": 0.833,
      "step": 3982
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8706162596789434e-06,
      "loss": 0.7818,
      "step": 3983
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8667913979550302e-06,
      "loss": 0.8328,
      "step": 3984
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8629700479856616e-06,
      "loss": 0.8024,
      "step": 3985
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8591522114208283e-06,
      "loss": 0.7804,
      "step": 3986
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8553378899089857e-06,
      "loss": 0.7892,
      "step": 3987
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8515270850970857e-06,
      "loss": 0.731,
      "step": 3988
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8477197986305573e-06,
      "loss": 0.8033,
      "step": 3989
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8439160321533055e-06,
      "loss": 0.8399,
      "step": 3990
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8401157873077258e-06,
      "loss": 0.8084,
      "step": 3991
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8363190657346786e-06,
      "loss": 0.8435,
      "step": 3992
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8325258690735192e-06,
      "loss": 0.8089,
      "step": 3993
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8287361989620689e-06,
      "loss": 0.802,
      "step": 3994
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8249500570366296e-06,
      "loss": 0.7474,
      "step": 3995
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8211674449319805e-06,
      "loss": 0.7798,
      "step": 3996
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8173883642813817e-06,
      "loss": 0.7839,
      "step": 3997
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.813612816716558e-06,
      "loss": 0.8064,
      "step": 3998
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8098408038677174e-06,
      "loss": 0.7967,
      "step": 3999
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.806072327363536e-06,
      "loss": 0.8293,
      "step": 4000
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8023073888311703e-06,
      "loss": 0.8413,
      "step": 4001
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7985459898962376e-06,
      "loss": 0.7356,
      "step": 4002
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7947881321828387e-06,
      "loss": 0.7587,
      "step": 4003
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7910338173135399e-06,
      "loss": 0.8619,
      "step": 4004
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.787283046909376e-06,
      "loss": 0.8467,
      "step": 4005
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7835358225898569e-06,
      "loss": 0.8181,
      "step": 4006
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.779792145972954e-06,
      "loss": 0.7694,
      "step": 4007
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7760520186751128e-06,
      "loss": 0.7946,
      "step": 4008
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7723154423112466e-06,
      "loss": 0.7301,
      "step": 4009
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7685824184947298e-06,
      "loss": 0.8316,
      "step": 4010
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.76485294883741e-06,
      "loss": 0.7611,
      "step": 4011
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7611270349495923e-06,
      "loss": 0.8481,
      "step": 4012
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7574046784400534e-06,
      "loss": 0.7836,
      "step": 4013
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.753685880916033e-06,
      "loss": 0.7917,
      "step": 4014
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7499706439832275e-06,
      "loss": 0.7495,
      "step": 4015
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7462589692458065e-06,
      "loss": 0.7523,
      "step": 4016
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.742550858306391e-06,
      "loss": 0.7914,
      "step": 4017
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7388463127660725e-06,
      "loss": 0.794,
      "step": 4018
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.735145334224394e-06,
      "loss": 0.7546,
      "step": 4019
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.731447924279366e-06,
      "loss": 0.7614,
      "step": 4020
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7277540845274587e-06,
      "loss": 0.8769,
      "step": 4021
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7240638165635892e-06,
      "loss": 0.7734,
      "step": 4022
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7203771219811426e-06,
      "loss": 0.7984,
      "step": 4023
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7166940023719646e-06,
      "loss": 0.7728,
      "step": 4024
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7130144593263442e-06,
      "loss": 0.7455,
      "step": 4025
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7093384944330394e-06,
      "loss": 0.7783,
      "step": 4026
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7056661092792515e-06,
      "loss": 0.7257,
      "step": 4027
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7019973054506455e-06,
      "loss": 0.7377,
      "step": 4028
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.698332084531339e-06,
      "loss": 0.7844,
      "step": 4029
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6946704481038945e-06,
      "loss": 0.8654,
      "step": 4030
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6910123977493376e-06,
      "loss": 0.8132,
      "step": 4031
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6873579350471348e-06,
      "loss": 0.8022,
      "step": 4032
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6837070615752116e-06,
      "loss": 0.7693,
      "step": 4033
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6800597789099438e-06,
      "loss": 0.8362,
      "step": 4034
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6764160886261505e-06,
      "loss": 0.7833,
      "step": 4035
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6727759922971053e-06,
      "loss": 0.7738,
      "step": 4036
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6691394914945258e-06,
      "loss": 0.7738,
      "step": 4037
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6655065877885822e-06,
      "loss": 0.799,
      "step": 4038
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6618772827478857e-06,
      "loss": 0.7798,
      "step": 4039
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.658251577939497e-06,
      "loss": 0.7549,
      "step": 4040
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.654629474928926e-06,
      "loss": 0.8712,
      "step": 4041
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6510109752801172e-06,
      "loss": 0.8478,
      "step": 4042
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6473960805554722e-06,
      "loss": 0.8297,
      "step": 4043
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6437847923158223e-06,
      "loss": 0.8206,
      "step": 4044
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6401771121204512e-06,
      "loss": 0.7798,
      "step": 4045
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6365730415270854e-06,
      "loss": 0.8051,
      "step": 4046
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.632972582091884e-06,
      "loss": 0.8239,
      "step": 4047
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6293757353694584e-06,
      "loss": 0.8129,
      "step": 4048
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6257825029128493e-06,
      "loss": 0.7868,
      "step": 4049
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6221928862735414e-06,
      "loss": 0.7475,
      "step": 4050
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6186068870014626e-06,
      "loss": 0.783,
      "step": 4051
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6150245066449687e-06,
      "loss": 0.7971,
      "step": 4052
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6114457467508637e-06,
      "loss": 0.7813,
      "step": 4053
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6078706088643836e-06,
      "loss": 0.706,
      "step": 4054
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6042990945291969e-06,
      "loss": 0.7714,
      "step": 4055
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6007312052874146e-06,
      "loss": 0.7557,
      "step": 4056
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5971669426795765e-06,
      "loss": 0.8213,
      "step": 4057
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5936063082446617e-06,
      "loss": 0.741,
      "step": 4058
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5900493035200749e-06,
      "loss": 0.7615,
      "step": 4059
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5864959300416626e-06,
      "loss": 0.7446,
      "step": 4060
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5829461893437015e-06,
      "loss": 0.7795,
      "step": 4061
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5794000829588908e-06,
      "loss": 0.7426,
      "step": 4062
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5758576124183756e-06,
      "loss": 0.723,
      "step": 4063
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5723187792517147e-06,
      "loss": 0.7573,
      "step": 4064
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5687835849869093e-06,
      "loss": 0.7467,
      "step": 4065
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.565252031150385e-06,
      "loss": 0.7169,
      "step": 4066
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.561724119266993e-06,
      "loss": 0.7908,
      "step": 4067
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5581998508600161e-06,
      "loss": 0.8755,
      "step": 4068
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.554679227451158e-06,
      "loss": 0.8493,
      "step": 4069
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5511622505605562e-06,
      "loss": 0.8728,
      "step": 4070
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5476489217067714e-06,
      "loss": 0.8111,
      "step": 4071
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5441392424067825e-06,
      "loss": 0.7781,
      "step": 4072
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5406332141760028e-06,
      "loss": 0.7687,
      "step": 4073
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5371308385282603e-06,
      "loss": 0.7393,
      "step": 4074
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.533632116975814e-06,
      "loss": 0.8074,
      "step": 4075
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5301370510293368e-06,
      "loss": 0.7619,
      "step": 4076
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5266456421979303e-06,
      "loss": 0.8006,
      "step": 4077
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5231578919891133e-06,
      "loss": 0.788,
      "step": 4078
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5196738019088231e-06,
      "loss": 0.737,
      "step": 4079
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.516193373461421e-06,
      "loss": 0.7824,
      "step": 4080
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5127166081496869e-06,
      "loss": 0.8559,
      "step": 4081
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5092435074748145e-06,
      "loss": 0.794,
      "step": 4082
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5057740729364223e-06,
      "loss": 0.7826,
      "step": 4083
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5023083060325371e-06,
      "loss": 0.8184,
      "step": 4084
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.49884620825961e-06,
      "loss": 0.8273,
      "step": 4085
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.495387781112505e-06,
      "loss": 0.7708,
      "step": 4086
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4919330260844977e-06,
      "loss": 0.7762,
      "step": 4087
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.488481944667286e-06,
      "loss": 0.8507,
      "step": 4088
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4850345383509701e-06,
      "loss": 0.7999,
      "step": 4089
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4815908086240749e-06,
      "loss": 0.8065,
      "step": 4090
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4781507569735354e-06,
      "loss": 0.78,
      "step": 4091
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.474714384884689e-06,
      "loss": 0.856,
      "step": 4092
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4712816938412987e-06,
      "loss": 0.8064,
      "step": 4093
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4678526853255249e-06,
      "loss": 0.8005,
      "step": 4094
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4644273608179493e-06,
      "loss": 0.7265,
      "step": 4095
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4610057217975526e-06,
      "loss": 0.7165,
      "step": 4096
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4575877697417317e-06,
      "loss": 0.7959,
      "step": 4097
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4541735061262907e-06,
      "loss": 0.7698,
      "step": 4098
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4507629324254347e-06,
      "loss": 0.7388,
      "step": 4099
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4473560501117856e-06,
      "loss": 0.7808,
      "step": 4100
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4439528606563613e-06,
      "loss": 0.8117,
      "step": 4101
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.440553365528593e-06,
      "loss": 0.7508,
      "step": 4102
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4371575661963145e-06,
      "loss": 0.784,
      "step": 4103
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4337654641257592e-06,
      "loss": 0.8024,
      "step": 4104
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4303770607815727e-06,
      "loss": 0.7201,
      "step": 4105
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4269923576267963e-06,
      "loss": 0.8754,
      "step": 4106
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4236113561228748e-06,
      "loss": 0.7726,
      "step": 4107
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4202340577296591e-06,
      "loss": 0.7837,
      "step": 4108
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4168604639053952e-06,
      "loss": 0.8032,
      "step": 4109
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.413490576106733e-06,
      "loss": 0.8528,
      "step": 4110
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4101243957887267e-06,
      "loss": 0.816,
      "step": 4111
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.406761924404817e-06,
      "loss": 0.7964,
      "step": 4112
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4034031634068578e-06,
      "loss": 0.7228,
      "step": 4113
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4000481142450883e-06,
      "loss": 0.7749,
      "step": 4114
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.3966967783681551e-06,
      "loss": 0.8121,
      "step": 4115
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.3933491572230928e-06,
      "loss": 0.7611,
      "step": 4116
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3900052522553398e-06,
      "loss": 0.7806,
      "step": 4117
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3866650649087265e-06,
      "loss": 0.8074,
      "step": 4118
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.383328596625475e-06,
      "loss": 0.7898,
      "step": 4119
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3799958488462085e-06,
      "loss": 0.8014,
      "step": 4120
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3766668230099367e-06,
      "loss": 0.7745,
      "step": 4121
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3733415205540657e-06,
      "loss": 0.7452,
      "step": 4122
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3700199429143978e-06,
      "loss": 0.765,
      "step": 4123
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3667020915251173e-06,
      "loss": 0.8329,
      "step": 4124
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.36338796781881e-06,
      "loss": 0.8073,
      "step": 4125
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3600775732264415e-06,
      "loss": 0.7453,
      "step": 4126
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3567709091773773e-06,
      "loss": 0.7739,
      "step": 4127
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3534679770993697e-06,
      "loss": 0.8171,
      "step": 4128
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3501687784185525e-06,
      "loss": 0.7838,
      "step": 4129
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3468733145594582e-06,
      "loss": 0.7556,
      "step": 4130
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3435815869449964e-06,
      "loss": 0.7869,
      "step": 4131
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3402935969964713e-06,
      "loss": 0.6883,
      "step": 4132
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3370093461335708e-06,
      "loss": 0.7435,
      "step": 4133
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3337288357743638e-06,
      "loss": 0.829,
      "step": 4134
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3304520673353138e-06,
      "loss": 0.7907,
      "step": 4135
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.327179042231257e-06,
      "loss": 0.7165,
      "step": 4136
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3239097618754216e-06,
      "loss": 0.8097,
      "step": 4137
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3206442276794207e-06,
      "loss": 0.8343,
      "step": 4138
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3173824410532399e-06,
      "loss": 0.7483,
      "step": 4139
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3141244034052559e-06,
      "loss": 0.8156,
      "step": 4140
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.310870116142221e-06,
      "loss": 0.7313,
      "step": 4141
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3076195806692715e-06,
      "loss": 0.7799,
      "step": 4142
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3043727983899256e-06,
      "loss": 0.8135,
      "step": 4143
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3011297707060732e-06,
      "loss": 0.7167,
      "step": 4144
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2978904990179919e-06,
      "loss": 0.765,
      "step": 4145
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2946549847243295e-06,
      "loss": 0.7535,
      "step": 4146
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2914232292221174e-06,
      "loss": 0.7377,
      "step": 4147
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2881952339067648e-06,
      "loss": 0.7068,
      "step": 4148
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2849710001720506e-06,
      "loss": 0.8056,
      "step": 4149
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2817505294101373e-06,
      "loss": 0.7189,
      "step": 4150
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.278533823011554e-06,
      "loss": 0.8309,
      "step": 4151
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2753208823652142e-06,
      "loss": 0.7971,
      "step": 4152
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2721117088583957e-06,
      "loss": 0.8144,
      "step": 4153
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.268906303876758e-06,
      "loss": 0.7172,
      "step": 4154
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2657046688043306e-06,
      "loss": 0.8089,
      "step": 4155
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.262506805023511e-06,
      "loss": 0.8475,
      "step": 4156
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2593127139150762e-06,
      "loss": 0.768,
      "step": 4157
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.256122396858166e-06,
      "loss": 0.7521,
      "step": 4158
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2529358552302973e-06,
      "loss": 0.7504,
      "step": 4159
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.249753090407354e-06,
      "loss": 0.7402,
      "step": 4160
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2465741037635892e-06,
      "loss": 0.802,
      "step": 4161
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2433988966716226e-06,
      "loss": 0.8271,
      "step": 4162
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2402274705024476e-06,
      "loss": 0.7378,
      "step": 4163
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2370598266254186e-06,
      "loss": 0.8355,
      "step": 4164
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2338959664082628e-06,
      "loss": 0.7967,
      "step": 4165
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2307358912170687e-06,
      "loss": 0.8317,
      "step": 4166
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2275796024162924e-06,
      "loss": 0.8016,
      "step": 4167
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2244271013687592e-06,
      "loss": 0.8234,
      "step": 4168
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2212783894356506e-06,
      "loss": 0.8014,
      "step": 4169
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2181334679765212e-06,
      "loss": 0.7845,
      "step": 4170
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2149923383492778e-06,
      "loss": 0.8268,
      "step": 4171
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2118550019102037e-06,
      "loss": 0.7244,
      "step": 4172
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2087214600139308e-06,
      "loss": 0.8098,
      "step": 4173
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2055917140134631e-06,
      "loss": 0.7469,
      "step": 4174
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2024657652601612e-06,
      "loss": 0.8202,
      "step": 4175
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.199343615103744e-06,
      "loss": 0.7547,
      "step": 4176
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1962252648922957e-06,
      "loss": 0.7046,
      "step": 4177
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1931107159722533e-06,
      "loss": 0.7559,
      "step": 4178
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1899999696884167e-06,
      "loss": 0.8131,
      "step": 4179
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1868930273839474e-06,
      "loss": 0.8396,
      "step": 4180
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.183789890400353e-06,
      "loss": 0.7958,
      "step": 4181
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.180690560077512e-06,
      "loss": 0.8148,
      "step": 4182
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1775950377536472e-06,
      "loss": 0.7507,
      "step": 4183
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1745033247653437e-06,
      "loss": 0.7396,
      "step": 4184
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1714154224475438e-06,
      "loss": 0.7978,
      "step": 4185
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1683313321335354e-06,
      "loss": 0.7629,
      "step": 4186
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1652510551549722e-06,
      "loss": 0.7853,
      "step": 4187
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1621745928418504e-06,
      "loss": 0.7837,
      "step": 4188
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1591019465225273e-06,
      "loss": 0.7702,
      "step": 4189
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1560331175237082e-06,
      "loss": 0.8677,
      "step": 4190
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1529681071704479e-06,
      "loss": 0.7879,
      "step": 4191
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.149906916786162e-06,
      "loss": 0.8345,
      "step": 4192
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1468495476926055e-06,
      "loss": 0.8322,
      "step": 4193
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1437960012098892e-06,
      "loss": 0.8029,
      "step": 4194
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.140746278656476e-06,
      "loss": 0.7462,
      "step": 4195
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1377003813491694e-06,
      "loss": 0.7907,
      "step": 4196
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1346583106031295e-06,
      "loss": 0.7917,
      "step": 4197
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1316200677318589e-06,
      "loss": 0.8197,
      "step": 4198
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1285856540472095e-06,
      "loss": 0.6908,
      "step": 4199
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1255550708593822e-06,
      "loss": 0.8494,
      "step": 4200
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1225283194769176e-06,
      "loss": 0.8037,
      "step": 4201
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1195054012067085e-06,
      "loss": 0.7737,
      "step": 4202
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1164863173539874e-06,
      "loss": 0.6876,
      "step": 4203
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1134710692223339e-06,
      "loss": 0.7668,
      "step": 4204
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.110459658113674e-06,
      "loss": 0.7912,
      "step": 4205
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1074520853282688e-06,
      "loss": 0.7242,
      "step": 4206
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1044483521647331e-06,
      "loss": 0.79,
      "step": 4207
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1014484599200125e-06,
      "loss": 0.7664,
      "step": 4208
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.0984524098894034e-06,
      "loss": 0.7776,
      "step": 4209
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.0954602033665362e-06,
      "loss": 0.7813,
      "step": 4210
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.0924718416433877e-06,
      "loss": 0.7393,
      "step": 4211
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.0894873260102733e-06,
      "loss": 0.8285,
      "step": 4212
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.0865066577558414e-06,
      "loss": 0.7654,
      "step": 4213
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.0835298381670888e-06,
      "loss": 0.827,
      "step": 4214
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0805568685293421e-06,
      "loss": 0.7739,
      "step": 4215
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0775877501262711e-06,
      "loss": 0.8513,
      "step": 4216
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0746224842398845e-06,
      "loss": 0.7377,
      "step": 4217
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0716610721505161e-06,
      "loss": 0.81,
      "step": 4218
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0687035151368485e-06,
      "loss": 0.7478,
      "step": 4219
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.065749814475896e-06,
      "loss": 0.8112,
      "step": 4220
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0627999714430027e-06,
      "loss": 0.8267,
      "step": 4221
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0598539873118552e-06,
      "loss": 0.7629,
      "step": 4222
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.056911863354466e-06,
      "loss": 0.7095,
      "step": 4223
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0539736008411884e-06,
      "loss": 0.8082,
      "step": 4224
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0510392010407e-06,
      "loss": 0.7794,
      "step": 4225
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0481086652200168e-06,
      "loss": 0.7803,
      "step": 4226
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0451819946444886e-06,
      "loss": 0.781,
      "step": 4227
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0422591905777867e-06,
      "loss": 0.7966,
      "step": 4228
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0393402542819231e-06,
      "loss": 0.7518,
      "step": 4229
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0364251870172315e-06,
      "loss": 0.7977,
      "step": 4230
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0335139900423818e-06,
      "loss": 0.7789,
      "step": 4231
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0306066646143697e-06,
      "loss": 0.8409,
      "step": 4232
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0277032119885167e-06,
      "loss": 0.8433,
      "step": 4233
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0248036334184775e-06,
      "loss": 0.7879,
      "step": 4234
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0219079301562296e-06,
      "loss": 0.8107,
      "step": 4235
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0190161034520797e-06,
      "loss": 0.7584,
      "step": 4236
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0161281545546608e-06,
      "loss": 0.7827,
      "step": 4237
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0132440847109282e-06,
      "loss": 0.7716,
      "step": 4238
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0103638951661687e-06,
      "loss": 0.778,
      "step": 4239
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0074875871639854e-06,
      "loss": 0.8384,
      "step": 4240
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.004615161946312e-06,
      "loss": 0.839,
      "step": 4241
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0017466207534043e-06,
      "loss": 0.7768,
      "step": 4242
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.988819648238379e-07,
      "loss": 0.7217,
      "step": 4243
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.960211953945164e-07,
      "loss": 0.7458,
      "step": 4244
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.931643137006596e-07,
      "loss": 0.8061,
      "step": 4245
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.903113209758098e-07,
      "loss": 0.761,
      "step": 4246
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.874622184518345e-07,
      "loss": 0.7225,
      "step": 4247
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.846170073589156e-07,
      "loss": 0.7833,
      "step": 4248
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.817756889255603e-07,
      "loss": 0.8098,
      "step": 4249
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.789382643785894e-07,
      "loss": 0.822,
      "step": 4250
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.761047349431473e-07,
      "loss": 0.8182,
      "step": 4251
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.732751018426956e-07,
      "loss": 0.8531,
      "step": 4252
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.70449366299009e-07,
      "loss": 0.798,
      "step": 4253
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.676275295321858e-07,
      "loss": 0.7852,
      "step": 4254
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.64809592760636e-07,
      "loss": 0.7185,
      "step": 4255
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.619955572010885e-07,
      "loss": 0.7632,
      "step": 4256
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.591854240685882e-07,
      "loss": 0.7467,
      "step": 4257
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.5637919457649e-07,
      "loss": 0.8296,
      "step": 4258
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.535768699364712e-07,
      "loss": 0.7518,
      "step": 4259
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.50778451358515e-07,
      "loss": 0.7901,
      "step": 4260
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.479839400509249e-07,
      "loss": 0.8063,
      "step": 4261
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.451933372203103e-07,
      "loss": 0.7884,
      "step": 4262
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.424066440715995e-07,
      "loss": 0.8069,
      "step": 4263
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.396238618080322e-07,
      "loss": 0.8197,
      "step": 4264
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.368449916311529e-07,
      "loss": 0.7575,
      "step": 4265
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.34070034740826e-07,
      "loss": 0.7649,
      "step": 4266
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.312989923352167e-07,
      "loss": 0.7282,
      "step": 4267
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.285318656108078e-07,
      "loss": 0.9004,
      "step": 4268
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.25768655762389e-07,
      "loss": 0.7234,
      "step": 4269
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.230093639830561e-07,
      "loss": 0.7268,
      "step": 4270
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.202539914642184e-07,
      "loss": 0.7598,
      "step": 4271
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.175025393955872e-07,
      "loss": 0.7737,
      "step": 4272
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.147550089651835e-07,
      "loss": 0.7284,
      "step": 4273
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.120114013593385e-07,
      "loss": 0.7475,
      "step": 4274
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.092717177626819e-07,
      "loss": 0.8538,
      "step": 4275
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.065359593581557e-07,
      "loss": 0.8107,
      "step": 4276
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.038041273270071e-07,
      "loss": 0.7421,
      "step": 4277
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.010762228487813e-07,
      "loss": 0.8015,
      "step": 4278
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.983522471013362e-07,
      "loss": 0.853,
      "step": 4279
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.956322012608265e-07,
      "loss": 0.8329,
      "step": 4280
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.92916086501715e-07,
      "loss": 0.8298,
      "step": 4281
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.902039039967625e-07,
      "loss": 0.7723,
      "step": 4282
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.874956549170354e-07,
      "loss": 0.7737,
      "step": 4283
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.847913404319031e-07,
      "loss": 0.63,
      "step": 4284
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.82090961709029e-07,
      "loss": 0.8339,
      "step": 4285
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.793945199143872e-07,
      "loss": 0.7776,
      "step": 4286
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.767020162122431e-07,
      "loss": 0.7782,
      "step": 4287
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.740134517651655e-07,
      "loss": 0.8483,
      "step": 4288
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.713288277340237e-07,
      "loss": 0.8106,
      "step": 4289
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.686481452779816e-07,
      "loss": 0.7588,
      "step": 4290
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.659714055545065e-07,
      "loss": 0.7547,
      "step": 4291
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.632986097193574e-07,
      "loss": 0.7804,
      "step": 4292
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.606297589265933e-07,
      "loss": 0.7809,
      "step": 4293
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.579648543285745e-07,
      "loss": 0.7811,
      "step": 4294
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.553038970759464e-07,
      "loss": 0.748,
      "step": 4295
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.52646888317662e-07,
      "loss": 0.7682,
      "step": 4296
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.49993829200958e-07,
      "loss": 0.8296,
      "step": 4297
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.473447208713781e-07,
      "loss": 0.8039,
      "step": 4298
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.446995644727473e-07,
      "loss": 0.7912,
      "step": 4299
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.420583611471955e-07,
      "loss": 0.801,
      "step": 4300
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.394211120351381e-07,
      "loss": 0.8223,
      "step": 4301
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.367878182752853e-07,
      "loss": 0.7743,
      "step": 4302
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.341584810046399e-07,
      "loss": 0.7674,
      "step": 4303
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.315331013585005e-07,
      "loss": 0.8144,
      "step": 4304
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.289116804704467e-07,
      "loss": 0.7885,
      "step": 4305
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.2629421947236e-07,
      "loss": 0.7545,
      "step": 4306
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.236807194944041e-07,
      "loss": 0.784,
      "step": 4307
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.210711816650351e-07,
      "loss": 0.7987,
      "step": 4308
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.184656071110009e-07,
      "loss": 0.7285,
      "step": 4309
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.158639969573334e-07,
      "loss": 0.8468,
      "step": 4310
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.132663523273576e-07,
      "loss": 0.8005,
      "step": 4311
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.106726743426807e-07,
      "loss": 0.768,
      "step": 4312
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.080829641232013e-07,
      "loss": 0.7833,
      "step": 4313
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.05497222787106e-07,
      "loss": 0.8236,
      "step": 4314
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.02915451450863e-07,
      "loss": 0.7987,
      "step": 4315
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.003376512292305e-07,
      "loss": 0.7977,
      "step": 4316
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.97763823235247e-07,
      "loss": 0.7543,
      "step": 4317
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.951939685802445e-07,
      "loss": 0.793,
      "step": 4318
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.926280883738291e-07,
      "loss": 0.757,
      "step": 4319
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.900661837238977e-07,
      "loss": 0.7705,
      "step": 4320
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.87508255736631e-07,
      "loss": 0.8046,
      "step": 4321
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.849543055164877e-07,
      "loss": 0.7651,
      "step": 4322
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.824043341662136e-07,
      "loss": 0.7942,
      "step": 4323
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.798583427868312e-07,
      "loss": 0.7587,
      "step": 4324
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.773163324776511e-07,
      "loss": 0.8455,
      "step": 4325
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.747783043362622e-07,
      "loss": 0.7484,
      "step": 4326
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.722442594585312e-07,
      "loss": 0.7925,
      "step": 4327
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.697141989386103e-07,
      "loss": 0.7465,
      "step": 4328
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.67188123868926e-07,
      "loss": 0.7239,
      "step": 4329
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.646660353401847e-07,
      "loss": 0.8065,
      "step": 4330
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.621479344413785e-07,
      "loss": 0.7681,
      "step": 4331
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.596338222597655e-07,
      "loss": 0.8053,
      "step": 4332
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.571236998808929e-07,
      "loss": 0.7414,
      "step": 4333
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.546175683885815e-07,
      "loss": 0.7872,
      "step": 4334
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.521154288649235e-07,
      "loss": 0.7525,
      "step": 4335
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.49617282390297e-07,
      "loss": 0.766,
      "step": 4336
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.471231300433468e-07,
      "loss": 0.7868,
      "step": 4337
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.446329729010015e-07,
      "loss": 0.7641,
      "step": 4338
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.421468120384557e-07,
      "loss": 0.7697,
      "step": 4339
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.396646485291858e-07,
      "loss": 0.7203,
      "step": 4340
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.371864834449405e-07,
      "loss": 0.8039,
      "step": 4341
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.347123178557403e-07,
      "loss": 0.7522,
      "step": 4342
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.322421528298795e-07,
      "loss": 0.7957,
      "step": 4343
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.297759894339252e-07,
      "loss": 0.8377,
      "step": 4344
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.273138287327164e-07,
      "loss": 0.817,
      "step": 4345
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.248556717893673e-07,
      "loss": 0.8117,
      "step": 4346
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.224015196652546e-07,
      "loss": 0.7997,
      "step": 4347
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.19951373420037e-07,
      "loss": 0.7654,
      "step": 4348
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.17505234111634e-07,
      "loss": 0.7393,
      "step": 4349
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.150631027962406e-07,
      "loss": 0.8124,
      "step": 4350
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.126249805283203e-07,
      "loss": 0.7766,
      "step": 4351
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.101908683606029e-07,
      "loss": 0.7853,
      "step": 4352
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.077607673440912e-07,
      "loss": 0.7281,
      "step": 4353
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.053346785280501e-07,
      "loss": 0.7881,
      "step": 4354
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.029126029600197e-07,
      "loss": 0.8123,
      "step": 4355
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.004945416858011e-07,
      "loss": 0.8164,
      "step": 4356
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.980804957494613e-07,
      "loss": 0.821,
      "step": 4357
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.956704661933422e-07,
      "loss": 0.8643,
      "step": 4358
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.932644540580402e-07,
      "loss": 0.7428,
      "step": 4359
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.908624603824244e-07,
      "loss": 0.8126,
      "step": 4360
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.884644862036293e-07,
      "loss": 0.7941,
      "step": 4361
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.860705325570493e-07,
      "loss": 0.8027,
      "step": 4362
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.836806004763463e-07,
      "loss": 0.7952,
      "step": 4363
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.812946909934415e-07,
      "loss": 0.7642,
      "step": 4364
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.789128051385252e-07,
      "loss": 0.7504,
      "step": 4365
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.76534943940047e-07,
      "loss": 0.8808,
      "step": 4366
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.74161108424718e-07,
      "loss": 0.8377,
      "step": 4367
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.717912996175146e-07,
      "loss": 0.7535,
      "step": 4368
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.694255185416687e-07,
      "loss": 0.7944,
      "step": 4369
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.670637662186785e-07,
      "loss": 0.8368,
      "step": 4370
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.647060436683028e-07,
      "loss": 0.7679,
      "step": 4371
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.62352351908554e-07,
      "loss": 0.7636,
      "step": 4372
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.600026919557135e-07,
      "loss": 0.7469,
      "step": 4373
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.576570648243108e-07,
      "loss": 0.7571,
      "step": 4374
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.553154715271459e-07,
      "loss": 0.7291,
      "step": 4375
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.529779130752678e-07,
      "loss": 0.8027,
      "step": 4376
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.506443904779869e-07,
      "loss": 0.773,
      "step": 4377
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.48314904742875e-07,
      "loss": 0.7983,
      "step": 4378
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.459894568757508e-07,
      "loss": 0.7801,
      "step": 4379
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.436680478807001e-07,
      "loss": 0.7824,
      "step": 4380
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.413506787600576e-07,
      "loss": 0.8063,
      "step": 4381
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.390373505144166e-07,
      "loss": 0.8411,
      "step": 4382
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.367280641426277e-07,
      "loss": 0.7518,
      "step": 4383
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.344228206417924e-07,
      "loss": 0.7858,
      "step": 4384
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.321216210072667e-07,
      "loss": 0.7999,
      "step": 4385
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.298244662326647e-07,
      "loss": 0.8123,
      "step": 4386
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.275313573098474e-07,
      "loss": 0.7819,
      "step": 4387
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.252422952289372e-07,
      "loss": 0.7878,
      "step": 4388
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.229572809783013e-07,
      "loss": 0.8227,
      "step": 4389
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.206763155445628e-07,
      "loss": 0.7624,
      "step": 4390
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.183993999126003e-07,
      "loss": 0.8314,
      "step": 4391
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.161265350655343e-07,
      "loss": 0.8057,
      "step": 4392
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.138577219847453e-07,
      "loss": 0.7715,
      "step": 4393
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.115929616498584e-07,
      "loss": 0.6948,
      "step": 4394
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.093322550387548e-07,
      "loss": 0.806,
      "step": 4395
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.070756031275571e-07,
      "loss": 0.7928,
      "step": 4396
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.048230068906447e-07,
      "loss": 0.7294,
      "step": 4397
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.02574467300644e-07,
      "loss": 0.8417,
      "step": 4398
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.003299853284261e-07,
      "loss": 0.8085,
      "step": 4399
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.980895619431148e-07,
      "loss": 0.7978,
      "step": 4400
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.958531981120774e-07,
      "loss": 0.7874,
      "step": 4401
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.936208948009314e-07,
      "loss": 0.8,
      "step": 4402
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.913926529735425e-07,
      "loss": 0.7289,
      "step": 4403
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.891684735920166e-07,
      "loss": 0.7692,
      "step": 4404
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.869483576167123e-07,
      "loss": 0.7933,
      "step": 4405
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.847323060062271e-07,
      "loss": 0.802,
      "step": 4406
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.825203197174101e-07,
      "loss": 0.7622,
      "step": 4407
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.803123997053528e-07,
      "loss": 0.8243,
      "step": 4408
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.781085469233882e-07,
      "loss": 0.7226,
      "step": 4409
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.759087623230964e-07,
      "loss": 0.785,
      "step": 4410
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.737130468542973e-07,
      "loss": 0.7643,
      "step": 4411
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.715214014650606e-07,
      "loss": 0.7504,
      "step": 4412
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.693338271016913e-07,
      "loss": 0.7439,
      "step": 4413
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.671503247087395e-07,
      "loss": 0.8196,
      "step": 4414
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.649708952290001e-07,
      "loss": 0.7955,
      "step": 4415
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.627955396035023e-07,
      "loss": 0.7513,
      "step": 4416
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.606242587715227e-07,
      "loss": 0.8148,
      "step": 4417
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.58457053670578e-07,
      "loss": 0.719,
      "step": 4418
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.562939252364208e-07,
      "loss": 0.7703,
      "step": 4419
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.541348744030483e-07,
      "loss": 0.8471,
      "step": 4420
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.519799021026928e-07,
      "loss": 0.7586,
      "step": 4421
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.498290092658276e-07,
      "loss": 0.8373,
      "step": 4422
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.476821968211676e-07,
      "loss": 0.8326,
      "step": 4423
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.455394656956603e-07,
      "loss": 0.7722,
      "step": 4424
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.434008168144944e-07,
      "loss": 0.8164,
      "step": 4425
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.412662511010936e-07,
      "loss": 0.806,
      "step": 4426
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.391357694771216e-07,
      "loss": 0.8358,
      "step": 4427
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.370093728624781e-07,
      "loss": 0.7619,
      "step": 4428
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.348870621752955e-07,
      "loss": 0.7694,
      "step": 4429
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.327688383319474e-07,
      "loss": 0.795,
      "step": 4430
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.306547022470365e-07,
      "loss": 0.8765,
      "step": 4431
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.285446548334072e-07,
      "loss": 0.7572,
      "step": 4432
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.264386970021329e-07,
      "loss": 0.8702,
      "step": 4433
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.24336829662524e-07,
      "loss": 0.733,
      "step": 4434
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.222390537221256e-07,
      "loss": 0.7733,
      "step": 4435
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.201453700867131e-07,
      "loss": 0.7941,
      "step": 4436
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.18055779660298e-07,
      "loss": 0.7471,
      "step": 4437
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.159702833451208e-07,
      "loss": 0.7528,
      "step": 4438
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.138888820416587e-07,
      "loss": 0.7873,
      "step": 4439
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.11811576648621e-07,
      "loss": 0.8346,
      "step": 4440
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.097383680629386e-07,
      "loss": 0.8478,
      "step": 4441
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.07669257179787e-07,
      "loss": 0.7868,
      "step": 4442
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.056042448925647e-07,
      "loss": 0.7852,
      "step": 4443
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.035433320929017e-07,
      "loss": 0.7741,
      "step": 4444
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.014865196706597e-07,
      "loss": 0.7944,
      "step": 4445
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.994338085139261e-07,
      "loss": 0.7833,
      "step": 4446
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.973851995090218e-07,
      "loss": 0.8273,
      "step": 4447
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.953406935404948e-07,
      "loss": 0.7644,
      "step": 4448
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.9330029149112e-07,
      "loss": 0.7858,
      "step": 4449
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.912639942419039e-07,
      "loss": 0.7663,
      "step": 4450
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.892318026720755e-07,
      "loss": 0.8417,
      "step": 4451
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.872037176590971e-07,
      "loss": 0.7808,
      "step": 4452
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.851797400786506e-07,
      "loss": 0.7635,
      "step": 4453
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.831598708046514e-07,
      "loss": 0.778,
      "step": 4454
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.811441107092385e-07,
      "loss": 0.7659,
      "step": 4455
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.791324606627745e-07,
      "loss": 0.7691,
      "step": 4456
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.771249215338503e-07,
      "loss": 0.7995,
      "step": 4457
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.75121494189279e-07,
      "loss": 0.7616,
      "step": 4458
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.73122179494101e-07,
      "loss": 0.8329,
      "step": 4459
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.711269783115813e-07,
      "loss": 0.7224,
      "step": 4460
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.691358915032052e-07,
      "loss": 0.8001,
      "step": 4461
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.6714891992868385e-07,
      "loss": 0.7942,
      "step": 4462
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.6516606444595214e-07,
      "loss": 0.7591,
      "step": 4463
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.6318732591116524e-07,
      "loss": 0.8421,
      "step": 4464
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.612127051787052e-07,
      "loss": 0.7726,
      "step": 4465
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.5924220310117006e-07,
      "loss": 0.7762,
      "step": 4466
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.572758205293848e-07,
      "loss": 0.7547,
      "step": 4467
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.5531355831239354e-07,
      "loss": 0.7658,
      "step": 4468
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.533554172974597e-07,
      "loss": 0.7347,
      "step": 4469
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.5140139833007023e-07,
      "loss": 0.8262,
      "step": 4470
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.494515022539303e-07,
      "loss": 0.7842,
      "step": 4471
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.475057299109653e-07,
      "loss": 0.7631,
      "step": 4472
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.4556408214132095e-07,
      "loss": 0.8213,
      "step": 4473
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.4362655978336e-07,
      "loss": 0.7531,
      "step": 4474
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.4169316367366766e-07,
      "loss": 0.7295,
      "step": 4475
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.397638946470428e-07,
      "loss": 0.7907,
      "step": 4476
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.3783875353650695e-07,
      "loss": 0.7676,
      "step": 4477
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.35917741173294e-07,
      "loss": 0.7756,
      "step": 4478
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.3400085838686047e-07,
      "loss": 0.7587,
      "step": 4479
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.320881060048787e-07,
      "loss": 0.7935,
      "step": 4480
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.301794848532326e-07,
      "loss": 0.7361,
      "step": 4481
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.282749957560295e-07,
      "loss": 0.7546,
      "step": 4482
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.263746395355861e-07,
      "loss": 0.7415,
      "step": 4483
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.244784170124405e-07,
      "loss": 0.7932,
      "step": 4484
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.2258632900534224e-07,
      "loss": 0.7943,
      "step": 4485
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.2069837633125557e-07,
      "loss": 0.7465,
      "step": 4486
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.188145598053617e-07,
      "loss": 0.7463,
      "step": 4487
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.169348802410522e-07,
      "loss": 0.7221,
      "step": 4488
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.1505933844993797e-07,
      "loss": 0.773,
      "step": 4489
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.131879352418355e-07,
      "loss": 0.8214,
      "step": 4490
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.1132067142478195e-07,
      "loss": 0.7534,
      "step": 4491
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.0945754780502446e-07,
      "loss": 0.7316,
      "step": 4492
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.075985651870196e-07,
      "loss": 0.7503,
      "step": 4493
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.057437243734408e-07,
      "loss": 0.7749,
      "step": 4494
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.0389302616516747e-07,
      "loss": 0.8559,
      "step": 4495
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.02046471361297e-07,
      "loss": 0.8024,
      "step": 4496
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.0020406075913396e-07,
      "loss": 0.8014,
      "step": 4497
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.9836579515419084e-07,
      "loss": 0.6978,
      "step": 4498
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.9653167534019485e-07,
      "loss": 0.7539,
      "step": 4499
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.9470170210908375e-07,
      "loss": 0.8112,
      "step": 4500
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.92875876251001e-07,
      "loss": 0.7603,
      "step": 4501
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.9105419855430146e-07,
      "loss": 0.7572,
      "step": 4502
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.892366698055483e-07,
      "loss": 0.7315,
      "step": 4503
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.874232907895137e-07,
      "loss": 0.8076,
      "step": 4504
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.856140622891802e-07,
      "loss": 0.7696,
      "step": 4505
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.838089850857318e-07,
      "loss": 0.7815,
      "step": 4506
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.8200805995856846e-07,
      "loss": 0.8059,
      "step": 4507
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.8021128768529036e-07,
      "loss": 0.79,
      "step": 4508
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.7841866904170797e-07,
      "loss": 0.7427,
      "step": 4509
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.7663020480183776e-07,
      "loss": 0.7596,
      "step": 4510
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.74845895737902e-07,
      "loss": 0.7885,
      "step": 4511
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.7306574262033104e-07,
      "loss": 0.7108,
      "step": 4512
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.712897462177556e-07,
      "loss": 0.7891,
      "step": 4513
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.6951790729701784e-07,
      "loss": 0.7444,
      "step": 4514
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.677502266231603e-07,
      "loss": 0.7914,
      "step": 4515
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.659867049594312e-07,
      "loss": 0.736,
      "step": 4516
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.6422734306728604e-07,
      "loss": 0.7614,
      "step": 4517
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.624721417063781e-07,
      "loss": 0.7659,
      "step": 4518
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.607211016345713e-07,
      "loss": 0.8034,
      "step": 4519
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.5897422360792636e-07,
      "loss": 0.7788,
      "step": 4520
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.5723150838071097e-07,
      "loss": 0.8105,
      "step": 4521
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.5549295670539553e-07,
      "loss": 0.7215,
      "step": 4522
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.5375856933264843e-07,
      "loss": 0.7611,
      "step": 4523
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.5202834701134616e-07,
      "loss": 0.8145,
      "step": 4524
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.5030229048856114e-07,
      "loss": 0.7686,
      "step": 4525
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.4858040050957056e-07,
      "loss": 0.7948,
      "step": 4526
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.4686267781785186e-07,
      "loss": 0.7261,
      "step": 4527
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.4514912315508076e-07,
      "loss": 0.7674,
      "step": 4528
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.434397372611398e-07,
      "loss": 0.7938,
      "step": 4529
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.4173452087410186e-07,
      "loss": 0.865,
      "step": 4530
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.400334747302492e-07,
      "loss": 0.778,
      "step": 4531
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.383365995640564e-07,
      "loss": 0.8045,
      "step": 4532
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.366438961082008e-07,
      "loss": 0.8107,
      "step": 4533
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.3495536509355886e-07,
      "loss": 0.8487,
      "step": 4534
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.332710072492007e-07,
      "loss": 0.7924,
      "step": 4535
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.31590823302399e-07,
      "loss": 0.8347,
      "step": 4536
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.2991481397862567e-07,
      "loss": 0.8261,
      "step": 4537
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.282429800015441e-07,
      "loss": 0.7947,
      "step": 4538
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.2657532209302124e-07,
      "loss": 0.741,
      "step": 4539
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.2491184097311557e-07,
      "loss": 0.7479,
      "step": 4540
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.2325253736008475e-07,
      "loss": 0.7568,
      "step": 4541
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.215974119703857e-07,
      "loss": 0.7714,
      "step": 4542
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.1994646551866346e-07,
      "loss": 0.8177,
      "step": 4543
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.1829969871776556e-07,
      "loss": 0.7436,
      "step": 4544
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.1665711227873206e-07,
      "loss": 0.8071,
      "step": 4545
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.1501870691080017e-07,
      "loss": 0.7514,
      "step": 4546
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.1338448332139614e-07,
      "loss": 0.7015,
      "step": 4547
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.117544422161478e-07,
      "loss": 0.7341,
      "step": 4548
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.101285842988744e-07,
      "loss": 0.786,
      "step": 4549
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.085069102715854e-07,
      "loss": 0.8069,
      "step": 4550
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.068894208344897e-07,
      "loss": 0.798,
      "step": 4551
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.0527611668598523e-07,
      "loss": 0.7892,
      "step": 4552
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.0366699852266256e-07,
      "loss": 0.7275,
      "step": 4553
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.020620670393082e-07,
      "loss": 0.764,
      "step": 4554
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.0046132292889774e-07,
      "loss": 0.8247,
      "step": 4555
    },
    {
      "epoch": 0.92,
      "learning_rate": 2.988647668826017e-07,
      "loss": 0.8594,
      "step": 4556
    },
    {
      "epoch": 0.92,
      "learning_rate": 2.972723995897797e-07,
      "loss": 0.734,
      "step": 4557
    },
    {
      "epoch": 0.92,
      "learning_rate": 2.9568422173798293e-07,
      "loss": 0.8069,
      "step": 4558
    },
    {
      "epoch": 0.92,
      "learning_rate": 2.941002340129562e-07,
      "loss": 0.8394,
      "step": 4559
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.925204370986312e-07,
      "loss": 0.7782,
      "step": 4560
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.9094483167713236e-07,
      "loss": 0.7637,
      "step": 4561
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.8937341842877667e-07,
      "loss": 0.8188,
      "step": 4562
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.8780619803206566e-07,
      "loss": 0.7867,
      "step": 4563
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.862431711636959e-07,
      "loss": 0.8455,
      "step": 4564
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.846843384985476e-07,
      "loss": 0.6785,
      "step": 4565
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.831297007096956e-07,
      "loss": 0.7529,
      "step": 4566
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.815792584683996e-07,
      "loss": 0.8106,
      "step": 4567
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.800330124441086e-07,
      "loss": 0.8452,
      "step": 4568
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.7849096330446303e-07,
      "loss": 0.7814,
      "step": 4569
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.769531117152857e-07,
      "loss": 0.7805,
      "step": 4570
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.7541945834059227e-07,
      "loss": 0.8078,
      "step": 4571
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.738900038425796e-07,
      "loss": 0.84,
      "step": 4572
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.723647488816383e-07,
      "loss": 0.793,
      "step": 4573
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.708436941163417e-07,
      "loss": 0.7882,
      "step": 4574
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.693268402034488e-07,
      "loss": 0.7404,
      "step": 4575
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.67814187797909e-07,
      "loss": 0.8186,
      "step": 4576
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.6630573755285327e-07,
      "loss": 0.7473,
      "step": 4577
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.6480149011959946e-07,
      "loss": 0.7659,
      "step": 4578
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.633014461476524e-07,
      "loss": 0.763,
      "step": 4579
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.618056062847008e-07,
      "loss": 0.8035,
      "step": 4580
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.6031397117661673e-07,
      "loss": 0.7448,
      "step": 4581
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.5882654146745847e-07,
      "loss": 0.7832,
      "step": 4582
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.573433177994678e-07,
      "loss": 0.8125,
      "step": 4583
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.558643008130712e-07,
      "loss": 0.7981,
      "step": 4584
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.5438949114687694e-07,
      "loss": 0.785,
      "step": 4585
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.5291888943767993e-07,
      "loss": 0.8195,
      "step": 4586
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.5145249632045453e-07,
      "loss": 0.7524,
      "step": 4587
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.499903124283598e-07,
      "loss": 0.8078,
      "step": 4588
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.485323383927385e-07,
      "loss": 0.7671,
      "step": 4589
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.470785748431115e-07,
      "loss": 0.7521,
      "step": 4590
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.4562902240718775e-07,
      "loss": 0.8417,
      "step": 4591
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.4418368171085225e-07,
      "loss": 0.7496,
      "step": 4592
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.4274255337817465e-07,
      "loss": 0.7528,
      "step": 4593
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.4130563803140495e-07,
      "loss": 0.7858,
      "step": 4594
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.398729362909735e-07,
      "loss": 0.7814,
      "step": 4595
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3844444877549334e-07,
      "loss": 0.8306,
      "step": 4596
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3702017610175432e-07,
      "loss": 0.7505,
      "step": 4597
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.35600118884729e-07,
      "loss": 0.7939,
      "step": 4598
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3418427773757024e-07,
      "loss": 0.8309,
      "step": 4599
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3277265327160903e-07,
      "loss": 0.7742,
      "step": 4600
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.313652460963578e-07,
      "loss": 0.7648,
      "step": 4601
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2996205681950268e-07,
      "loss": 0.7908,
      "step": 4602
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2856308604691679e-07,
      "loss": 0.7812,
      "step": 4603
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.271683343826425e-07,
      "loss": 0.7669,
      "step": 4604
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2577780242890924e-07,
      "loss": 0.7783,
      "step": 4605
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2439149078612e-07,
      "loss": 0.7083,
      "step": 4606
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2300940005285377e-07,
      "loss": 0.7952,
      "step": 4607
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2163153082587208e-07,
      "loss": 0.728,
      "step": 4608
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2025788370010903e-07,
      "loss": 0.7524,
      "step": 4609
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1888845926867797e-07,
      "loss": 0.7119,
      "step": 4610
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1752325812286924e-07,
      "loss": 0.8045,
      "step": 4611
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1616228085214687e-07,
      "loss": 0.821,
      "step": 4612
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1480552804415634e-07,
      "loss": 0.8053,
      "step": 4613
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.134530002847146e-07,
      "loss": 0.8267,
      "step": 4614
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1210469815781565e-07,
      "loss": 0.7315,
      "step": 4615
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1076062224562933e-07,
      "loss": 0.8086,
      "step": 4616
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.094207731284992e-07,
      "loss": 0.7906,
      "step": 4617
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.080851513849458e-07,
      "loss": 0.7558,
      "step": 4618
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.067537575916645e-07,
      "loss": 0.719,
      "step": 4619
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0542659232352212e-07,
      "loss": 0.8113,
      "step": 4620
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0410365615356364e-07,
      "loss": 0.7499,
      "step": 4621
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0278494965300433e-07,
      "loss": 0.7281,
      "step": 4622
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0147047339123648e-07,
      "loss": 0.761,
      "step": 4623
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.001602279358239e-07,
      "loss": 0.7809,
      "step": 4624
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9885421385250292e-07,
      "loss": 0.8104,
      "step": 4625
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9755243170518468e-07,
      "loss": 0.81,
      "step": 4626
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9625488205595288e-07,
      "loss": 0.8289,
      "step": 4627
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9496156546506273e-07,
      "loss": 0.7461,
      "step": 4628
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9367248249094084e-07,
      "loss": 0.7714,
      "step": 4629
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9238763369018977e-07,
      "loss": 0.7601,
      "step": 4630
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9110701961757904e-07,
      "loss": 0.7845,
      "step": 4631
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8983064082605196e-07,
      "loss": 0.8426,
      "step": 4632
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.885584978667243e-07,
      "loss": 0.7208,
      "step": 4633
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8729059128888006e-07,
      "loss": 0.7575,
      "step": 4634
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.860269216399768e-07,
      "loss": 0.8127,
      "step": 4635
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.847674894656426e-07,
      "loss": 0.8037,
      "step": 4636
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.835122953096713e-07,
      "loss": 0.7863,
      "step": 4637
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.822613397140327e-07,
      "loss": 0.7645,
      "step": 4638
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8101462321886253e-07,
      "loss": 0.7334,
      "step": 4639
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.797721463624691e-07,
      "loss": 0.7648,
      "step": 4640
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7853390968132878e-07,
      "loss": 0.7115,
      "step": 4641
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7729991371008504e-07,
      "loss": 0.7658,
      "step": 4642
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.76070158981555e-07,
      "loss": 0.7295,
      "step": 4643
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7484464602672057e-07,
      "loss": 0.7448,
      "step": 4644
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7362337537473294e-07,
      "loss": 0.7658,
      "step": 4645
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7240634755291362e-07,
      "loss": 0.7848,
      "step": 4646
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7119356308674784e-07,
      "loss": 0.7786,
      "step": 4647
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6998502249989446e-07,
      "loss": 0.7406,
      "step": 4648
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6878072631417386e-07,
      "loss": 0.731,
      "step": 4649
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6758067504957897e-07,
      "loss": 0.8412,
      "step": 4650
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6638486922426756e-07,
      "loss": 0.8105,
      "step": 4651
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6519330935456211e-07,
      "loss": 0.7616,
      "step": 4652
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.640059959549567e-07,
      "loss": 0.8302,
      "step": 4653
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6282292953810675e-07,
      "loss": 0.7788,
      "step": 4654
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6164411061483699e-07,
      "loss": 0.865,
      "step": 4655
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6046953969413913e-07,
      "loss": 0.7833,
      "step": 4656
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.5929921728316756e-07,
      "loss": 0.7722,
      "step": 4657
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.5813314388724578e-07,
      "loss": 0.8484,
      "step": 4658
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.569713200098566e-07,
      "loss": 0.7739,
      "step": 4659
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5581374615265654e-07,
      "loss": 0.7782,
      "step": 4660
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.546604228154591e-07,
      "loss": 0.8244,
      "step": 4661
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.535113504962471e-07,
      "loss": 0.7524,
      "step": 4662
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5236652969116805e-07,
      "loss": 0.7699,
      "step": 4663
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.51225960894531e-07,
      "loss": 0.7827,
      "step": 4664
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.500896445988087e-07,
      "loss": 0.6982,
      "step": 4665
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.489575812946431e-07,
      "loss": 0.7388,
      "step": 4666
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4782977147083434e-07,
      "loss": 0.7267,
      "step": 4667
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4670621561434728e-07,
      "loss": 0.7775,
      "step": 4668
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.455869142103117e-07,
      "loss": 0.7455,
      "step": 4669
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.444718677420176e-07,
      "loss": 0.768,
      "step": 4670
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4336107669092215e-07,
      "loss": 0.8142,
      "step": 4671
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4225454153663942e-07,
      "loss": 0.7829,
      "step": 4672
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.411522627569517e-07,
      "loss": 0.8177,
      "step": 4673
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4005424082779827e-07,
      "loss": 0.7666,
      "step": 4674
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3896047622328323e-07,
      "loss": 0.7504,
      "step": 4675
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3787096941567324e-07,
      "loss": 0.756,
      "step": 4676
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.367857208753931e-07,
      "loss": 0.787,
      "step": 4677
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3570473107103355e-07,
      "loss": 0.7451,
      "step": 4678
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.346280004693423e-07,
      "loss": 0.8252,
      "step": 4679
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3355552953523088e-07,
      "loss": 0.7729,
      "step": 4680
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.324873187317699e-07,
      "loss": 0.7006,
      "step": 4681
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3142336852019044e-07,
      "loss": 0.7289,
      "step": 4682
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3036367935988724e-07,
      "loss": 0.7032,
      "step": 4683
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2930825170840877e-07,
      "loss": 0.7535,
      "step": 4684
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2825708602147046e-07,
      "loss": 0.823,
      "step": 4685
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.272101827529426e-07,
      "loss": 0.8041,
      "step": 4686
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2616754235485808e-07,
      "loss": 0.748,
      "step": 4687
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.251291652774067e-07,
      "loss": 0.7513,
      "step": 4688
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2409505196893878e-07,
      "loss": 0.8252,
      "step": 4689
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.230652028759638e-07,
      "loss": 0.7556,
      "step": 4690
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2203961844315048e-07,
      "loss": 0.7461,
      "step": 4691
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.210182991133235e-07,
      "loss": 0.7974,
      "step": 4692
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2000124532747014e-07,
      "loss": 0.7823,
      "step": 4693
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1898845752473131e-07,
      "loss": 0.7335,
      "step": 4694
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1797993614241055e-07,
      "loss": 0.8106,
      "step": 4695
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1697568161596396e-07,
      "loss": 0.7522,
      "step": 4696
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1597569437901135e-07,
      "loss": 0.8053,
      "step": 4697
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1497997486332512e-07,
      "loss": 0.7823,
      "step": 4698
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1398852349883694e-07,
      "loss": 0.8123,
      "step": 4699
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1300134071363656e-07,
      "loss": 0.7433,
      "step": 4700
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1201842693396859e-07,
      "loss": 0.8038,
      "step": 4701
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1103978258423465e-07,
      "loss": 0.7778,
      "step": 4702
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.100654080869945e-07,
      "loss": 0.7473,
      "step": 4703
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.0909530386296274e-07,
      "loss": 0.7618,
      "step": 4704
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.0812947033101207e-07,
      "loss": 0.8031,
      "step": 4705
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.0716790790816778e-07,
      "loss": 0.8676,
      "step": 4706
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.0621061700961333e-07,
      "loss": 0.7731,
      "step": 4707
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0525759804868917e-07,
      "loss": 0.7963,
      "step": 4708
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.043088514368884e-07,
      "loss": 0.7975,
      "step": 4709
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0336437758386108e-07,
      "loss": 0.7855,
      "step": 4710
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0242417689741102e-07,
      "loss": 0.8124,
      "step": 4711
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0148824978349791e-07,
      "loss": 0.8052,
      "step": 4712
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.005565966462374e-07,
      "loss": 0.8209,
      "step": 4713
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.962921788789659e-08,
      "loss": 0.7351,
      "step": 4714
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.870611390889961e-08,
      "loss": 0.8086,
      "step": 4715
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.778728510782432e-08,
      "loss": 0.7523,
      "step": 4716
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.687273188140333e-08,
      "loss": 0.7791,
      "step": 4717
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.59624546245197e-08,
      "loss": 0.7661,
      "step": 4718
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.505645373021455e-08,
      "loss": 0.7833,
      "step": 4719
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.415472958968163e-08,
      "loss": 0.7798,
      "step": 4720
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.325728259226397e-08,
      "loss": 0.785,
      "step": 4721
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.236411312546267e-08,
      "loss": 0.7341,
      "step": 4722
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.14752215749315e-08,
      "loss": 0.7771,
      "step": 4723
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.059060832447342e-08,
      "loss": 0.7668,
      "step": 4724
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.971027375604735e-08,
      "loss": 0.7893,
      "step": 4725
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.883421824976479e-08,
      "loss": 0.8033,
      "step": 4726
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.79624421838876e-08,
      "loss": 0.7767,
      "step": 4727
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.709494593483248e-08,
      "loss": 0.7684,
      "step": 4728
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.623172987716532e-08,
      "loss": 0.8139,
      "step": 4729
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.537279438360579e-08,
      "loss": 0.8086,
      "step": 4730
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.4518139825025e-08,
      "loss": 0.7685,
      "step": 4731
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.36677665704444e-08,
      "loss": 0.7277,
      "step": 4732
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.282167498703919e-08,
      "loss": 0.7428,
      "step": 4733
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.197986544013381e-08,
      "loss": 0.7387,
      "step": 4734
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.114233829320639e-08,
      "loss": 0.806,
      "step": 4735
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.0309093907881e-08,
      "loss": 0.7665,
      "step": 4736
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.948013264393873e-08,
      "loss": 0.8051,
      "step": 4737
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.865545485930548e-08,
      "loss": 0.81,
      "step": 4738
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.7835060910062e-08,
      "loss": 0.7634,
      "step": 4739
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.701895115043823e-08,
      "loss": 0.8306,
      "step": 4740
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.620712593281232e-08,
      "loss": 0.8163,
      "step": 4741
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.539958560771499e-08,
      "loss": 0.7766,
      "step": 4742
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.45963305238262e-08,
      "loss": 0.7716,
      "step": 4743
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.379736102797297e-08,
      "loss": 0.7765,
      "step": 4744
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.300267746513712e-08,
      "loss": 0.794,
      "step": 4745
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.221228017844529e-08,
      "loss": 0.8644,
      "step": 4746
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.142616950917447e-08,
      "loss": 0.8458,
      "step": 4747
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.064434579675317e-08,
      "loss": 0.7314,
      "step": 4748
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.986680937875467e-08,
      "loss": 0.7617,
      "step": 4749
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.909356059090489e-08,
      "loss": 0.8261,
      "step": 4750
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.832459976707673e-08,
      "loss": 0.7931,
      "step": 4751
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.755992723929128e-08,
      "loss": 0.7445,
      "step": 4752
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.679954333771999e-08,
      "loss": 0.7794,
      "step": 4753
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.604344839068022e-08,
      "loss": 0.7146,
      "step": 4754
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.529164272463862e-08,
      "loss": 0.7955,
      "step": 4755
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.454412666420885e-08,
      "loss": 0.8347,
      "step": 4756
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.380090053215493e-08,
      "loss": 0.7582,
      "step": 4757
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.306196464938574e-08,
      "loss": 0.7977,
      "step": 4758
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.232731933495828e-08,
      "loss": 0.8329,
      "step": 4759
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.15969649060788e-08,
      "loss": 0.7693,
      "step": 4760
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.08709016780984e-08,
      "loss": 0.804,
      "step": 4761
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.014912996451849e-08,
      "loss": 0.7752,
      "step": 4762
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.943165007698204e-08,
      "loss": 0.7558,
      "step": 4763
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.871846232528455e-08,
      "loss": 0.7551,
      "step": 4764
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.800956701736638e-08,
      "loss": 0.7231,
      "step": 4765
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.730496445931266e-08,
      "loss": 0.7513,
      "step": 4766
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.660465495535783e-08,
      "loss": 0.7494,
      "step": 4767
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.590863880788111e-08,
      "loss": 0.7686,
      "step": 4768
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.521691631740767e-08,
      "loss": 0.8154,
      "step": 4769
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.452948778260858e-08,
      "loss": 0.7725,
      "step": 4770
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.3846353500303095e-08,
      "loss": 0.7931,
      "step": 4771
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.316751376545415e-08,
      "loss": 0.6978,
      "step": 4772
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.2492968871169504e-08,
      "loss": 0.7491,
      "step": 4773
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.182271910870729e-08,
      "loss": 0.8123,
      "step": 4774
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.115676476746489e-08,
      "loss": 0.7641,
      "step": 4775
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.049510613498898e-08,
      "loss": 0.7226,
      "step": 4776
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.98377434969699e-08,
      "loss": 0.8128,
      "step": 4777
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.918467713724284e-08,
      "loss": 0.7697,
      "step": 4778
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.853590733779001e-08,
      "loss": 0.8461,
      "step": 4779
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.789143437873734e-08,
      "loss": 0.8315,
      "step": 4780
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.725125853835444e-08,
      "loss": 0.8605,
      "step": 4781
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.6615380093055774e-08,
      "loss": 0.7559,
      "step": 4782
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.59837993174006e-08,
      "loss": 0.7227,
      "step": 4783
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.535651648409412e-08,
      "loss": 0.7844,
      "step": 4784
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.473353186398299e-08,
      "loss": 0.7709,
      "step": 4785
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.411484572606095e-08,
      "loss": 0.7757,
      "step": 4786
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.350045833746208e-08,
      "loss": 0.7603,
      "step": 4787
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.2890369963467516e-08,
      "loss": 0.7695,
      "step": 4788
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.228458086750098e-08,
      "loss": 0.8121,
      "step": 4789
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.168309131112991e-08,
      "loss": 0.7605,
      "step": 4790
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.1085901554064334e-08,
      "loss": 0.8194,
      "step": 4791
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.049301185416021e-08,
      "loss": 0.7848,
      "step": 4792
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.9904422467414995e-08,
      "loss": 0.7446,
      "step": 4793
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.9320133647968714e-08,
      "loss": 0.7761,
      "step": 4794
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.8740145648106245e-08,
      "loss": 0.7532,
      "step": 4795
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.8164458718255025e-08,
      "loss": 0.7408,
      "step": 4796
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.759307310698401e-08,
      "loss": 0.7606,
      "step": 4797
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.702598906100585e-08,
      "loss": 0.7764,
      "step": 4798
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.64632068251769e-08,
      "loss": 0.8156,
      "step": 4799
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.5904726642493894e-08,
      "loss": 0.8028,
      "step": 4800
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.5350548754098376e-08,
      "loss": 0.7054,
      "step": 4801
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.48006733992734e-08,
      "loss": 0.809,
      "step": 4802
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.425510081544237e-08,
      "loss": 0.8119,
      "step": 4803
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.371383123817351e-08,
      "loss": 0.7812,
      "step": 4804
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.3176864901176553e-08,
      "loss": 0.7642,
      "step": 4805
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.2644202036301585e-08,
      "loss": 0.7731,
      "step": 4806
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.2115842873541304e-08,
      "loss": 0.8322,
      "step": 4807
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.1591787641032103e-08,
      "loss": 0.7687,
      "step": 4808
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.1072036565049644e-08,
      "loss": 0.8078,
      "step": 4809
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.05565898700122e-08,
      "loss": 0.8129,
      "step": 4810
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.00454477784784e-08,
      "loss": 0.7821,
      "step": 4811
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.953861051114948e-08,
      "loss": 0.7422,
      "step": 4812
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.9036078286867055e-08,
      "loss": 0.7307,
      "step": 4813
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.8537851322615327e-08,
      "loss": 0.6615,
      "step": 4814
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.804392983351778e-08,
      "loss": 0.8301,
      "step": 4815
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.755431403283937e-08,
      "loss": 0.8014,
      "step": 4816
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.7069004131987652e-08,
      "loss": 0.7688,
      "step": 4817
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.6588000340508346e-08,
      "loss": 0.756,
      "step": 4818
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.611130286609087e-08,
      "loss": 0.8077,
      "step": 4819
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.563891191456058e-08,
      "loss": 0.8167,
      "step": 4820
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.5170827689888766e-08,
      "loss": 0.7331,
      "step": 4821
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.4707050394183753e-08,
      "loss": 0.76,
      "step": 4822
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.4247580227695355e-08,
      "loss": 0.8227,
      "step": 4823
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.379241738881377e-08,
      "loss": 0.7914,
      "step": 4824
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.334156207406846e-08,
      "loss": 0.7827,
      "step": 4825
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.289501447813036e-08,
      "loss": 0.88,
      "step": 4826
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.2452774793808586e-08,
      "loss": 0.7392,
      "step": 4827
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.2014843212054826e-08,
      "loss": 0.8156,
      "step": 4828
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.158121992195783e-08,
      "loss": 0.6397,
      "step": 4829
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.1151905110746718e-08,
      "loss": 0.745,
      "step": 4830
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.0726898963793208e-08,
      "loss": 0.8188,
      "step": 4831
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.0306201664603843e-08,
      "loss": 0.8225,
      "step": 4832
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.9889813394828872e-08,
      "loss": 0.7232,
      "step": 4833
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.9477734334255594e-08,
      "loss": 0.7858,
      "step": 4834
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.9069964660811678e-08,
      "loss": 0.7419,
      "step": 4835
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.8666504550562957e-08,
      "loss": 0.7683,
      "step": 4836
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.8267354177716745e-08,
      "loss": 0.7835,
      "step": 4837
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.7872513714617403e-08,
      "loss": 0.7506,
      "step": 4838
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.7481983331749664e-08,
      "loss": 0.8246,
      "step": 4839
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.7095763197735315e-08,
      "loss": 0.8092,
      "step": 4840
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.6713853479336517e-08,
      "loss": 0.7392,
      "step": 4841
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.6336254341454694e-08,
      "loss": 0.7777,
      "step": 4842
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5962965947130537e-08,
      "loss": 0.7886,
      "step": 4843
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5593988457540675e-08,
      "loss": 0.788,
      "step": 4844
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5229322032002113e-08,
      "loss": 0.7627,
      "step": 4845
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.486896682797223e-08,
      "loss": 0.7773,
      "step": 4846
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4512923001043233e-08,
      "loss": 0.7991,
      "step": 4847
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4161190704948813e-08,
      "loss": 0.7933,
      "step": 4848
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3813770091558599e-08,
      "loss": 0.7278,
      "step": 4849
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3470661310883703e-08,
      "loss": 0.755,
      "step": 4850
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3131864511068958e-08,
      "loss": 0.7561,
      "step": 4851
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2797379838402901e-08,
      "loss": 0.771,
      "step": 4852
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2467207437306673e-08,
      "loss": 0.7999,
      "step": 4853
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.21413474503429e-08,
      "loss": 0.7399,
      "step": 4854
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1819800018212368e-08,
      "loss": 0.769,
      "step": 4855
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.1502565279750687e-08,
      "loss": 0.8025,
      "step": 4856
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.1189643371934955e-08,
      "loss": 0.7762,
      "step": 4857
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.0881034429878201e-08,
      "loss": 0.8273,
      "step": 4858
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.0576738586831614e-08,
      "loss": 0.7515,
      "step": 4859
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.0276755974183428e-08,
      "loss": 0.8027,
      "step": 4860
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.981086721461141e-09,
      "loss": 0.766,
      "step": 4861
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.689730956327082e-09,
      "loss": 0.8054,
      "step": 4862
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.402688804583949e-09,
      "loss": 0.7849,
      "step": 4863
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.11996039017038e-09,
      "loss": 0.7815,
      "step": 4864
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.841545835162058e-09,
      "loss": 0.8025,
      "step": 4865
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.567445259775042e-09,
      "loss": 0.7384,
      "step": 4866
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.297658782357997e-09,
      "loss": 0.788,
      "step": 4867
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.032186519399965e-09,
      "loss": 0.7729,
      "step": 4868
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.771028585525919e-09,
      "loss": 0.7619,
      "step": 4869
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.514185093500104e-09,
      "loss": 0.821,
      "step": 4870
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.261656154221586e-09,
      "loss": 0.7552,
      "step": 4871
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.013441876727589e-09,
      "loss": 0.7426,
      "step": 4872
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.7695423681901625e-09,
      "loss": 0.7485,
      "step": 4873
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.5299577339228425e-09,
      "loss": 0.8026,
      "step": 4874
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.294688077371769e-09,
      "loss": 0.8024,
      "step": 4875
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.063733500122348e-09,
      "loss": 0.8325,
      "step": 4876
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.837094101894813e-09,
      "loss": 0.7622,
      "step": 4877
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.614769980548662e-09,
      "loss": 0.7977,
      "step": 4878
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.396761232079328e-09,
      "loss": 0.8317,
      "step": 4879
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.183067950617071e-09,
      "loss": 0.7616,
      "step": 4880
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.973690228431416e-09,
      "loss": 0.8316,
      "step": 4881
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.768628155927824e-09,
      "loss": 0.7729,
      "step": 4882
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.56788182164658e-09,
      "loss": 0.7287,
      "step": 4883
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.371451312266129e-09,
      "loss": 0.8392,
      "step": 4884
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.1793367126019555e-09,
      "loss": 0.7687,
      "step": 4885
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.991538105605486e-09,
      "loss": 0.7844,
      "step": 4886
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.808055572362967e-09,
      "loss": 0.685,
      "step": 4887
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.6288891920988056e-09,
      "loss": 0.7295,
      "step": 4888
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.4540390421755608e-09,
      "loss": 0.8275,
      "step": 4889
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.2835051980861788e-09,
      "loss": 0.7674,
      "step": 4890
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.1172877334673113e-09,
      "loss": 0.7902,
      "step": 4891
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.9553867200859953e-09,
      "loss": 0.7734,
      "step": 4892
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.797802227849644e-09,
      "loss": 0.7762,
      "step": 4893
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.6445343247982758e-09,
      "loss": 0.7546,
      "step": 4894
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.495583077110064e-09,
      "loss": 0.7764,
      "step": 4895
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.3509485491002293e-09,
      "loss": 0.7583,
      "step": 4896
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.210630803217706e-09,
      "loss": 0.7719,
      "step": 4897
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.0746299000506953e-09,
      "loss": 0.8061,
      "step": 4898
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.9429458983200033e-09,
      "loss": 0.7394,
      "step": 4899
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.815578854884592e-09,
      "loss": 0.7206,
      "step": 4900
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.6925288247393589e-09,
      "loss": 0.7759,
      "step": 4901
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.573795861014027e-09,
      "loss": 0.7551,
      "step": 4902
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.4593800149753644e-09,
      "loss": 0.7406,
      "step": 4903
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.349281336026076e-09,
      "loss": 0.7386,
      "step": 4904
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.2434998717048008e-09,
      "loss": 0.8412,
      "step": 4905
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.1420356676850042e-09,
      "loss": 0.7186,
      "step": 4906
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0448887677771967e-09,
      "loss": 0.8073,
      "step": 4907
    },
    {
      "epoch": 1.0,
      "learning_rate": 9.52059213927825e-10,
      "loss": 0.8229,
      "step": 4908
    },
    {
      "epoch": 1.0,
      "learning_rate": 8.635470462192708e-10,
      "loss": 0.8064,
      "step": 4909
    },
    {
      "epoch": 1.0,
      "learning_rate": 7.793523028676309e-10,
      "loss": 0.7401,
      "step": 4910
    },
    {
      "epoch": 1.0,
      "learning_rate": 6.994750202271583e-10,
      "loss": 0.7713,
      "step": 4911
    },
    {
      "epoch": 1.0,
      "learning_rate": 6.239152327880415e-10,
      "loss": 0.7673,
      "step": 4912
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.526729731752944e-10,
      "loss": 0.6617,
      "step": 4913
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.857482721487561e-10,
      "loss": 0.8903,
      "step": 4914
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.2314115860642157e-10,
      "loss": 0.7352,
      "step": 4915
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.6485165958000115e-10,
      "loss": 0.8309,
      "step": 4916
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.108798002382507e-10,
      "loss": 0.7622,
      "step": 4917
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.612256038847516e-10,
      "loss": 0.7244,
      "step": 4918
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.1588909196013086e-10,
      "loss": 0.7863,
      "step": 4919
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.748702840376204e-10,
      "loss": 0.7474,
      "step": 4920
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.3816919782971837e-10,
      "loss": 0.7587,
      "step": 4921
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0578584918374824e-10,
      "loss": 0.7198,
      "step": 4922
    },
    {
      "epoch": 1.0,
      "learning_rate": 7.772025208185874e-11,
      "loss": 0.7458,
      "step": 4923
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.397241864102398e-11,
      "loss": 0.8467,
      "step": 4924
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.4542359116374046e-11,
      "loss": 0.7284,
      "step": 4925
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.9430081896754104e-11,
      "loss": 0.7833,
      "step": 4926
    },
    {
      "epoch": 1.0,
      "learning_rate": 8.635593508055096e-12,
      "loss": 0.8164,
      "step": 4927
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.1588986098830534e-12,
      "loss": 0.8209,
      "step": 4928
    },
    {
      "epoch": 1.0,
      "learning_rate": 0.0,
      "loss": 0.8089,
      "step": 4929
    },
    {
      "epoch": 1.0,
      "step": 4929,
      "total_flos": 1.9397087594176053e+19,
      "train_loss": 0.8793924733358505,
      "train_runtime": 75026.7893,
      "train_samples_per_second": 8.41,
      "train_steps_per_second": 0.066
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 4929,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "total_flos": 1.9397087594176053e+19,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}