| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 5.0, | |
| "eval_steps": 500, | |
| "global_step": 2010, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.950248756218906e-06, | |
| "loss": 0.6611, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 9.900497512437812e-06, | |
| "loss": 0.6622, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 9.850746268656717e-06, | |
| "loss": 0.6558, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 9.800995024875622e-06, | |
| "loss": 0.6535, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 9.751243781094527e-06, | |
| "loss": 0.6359, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 9.701492537313434e-06, | |
| "loss": 0.6274, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 9.651741293532339e-06, | |
| "loss": 0.6193, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 9.601990049751244e-06, | |
| "loss": 0.5715, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 9.552238805970149e-06, | |
| "loss": 0.5749, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 9.502487562189056e-06, | |
| "loss": 0.536, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 9.45273631840796e-06, | |
| "loss": 0.5248, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 9.402985074626867e-06, | |
| "loss": 0.525, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 9.353233830845772e-06, | |
| "loss": 0.5185, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 9.303482587064677e-06, | |
| "loss": 0.4787, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 9.253731343283582e-06, | |
| "loss": 0.5257, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 9.203980099502489e-06, | |
| "loss": 0.5418, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 9.154228855721394e-06, | |
| "loss": 0.4907, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 9.104477611940299e-06, | |
| "loss": 0.4937, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 9.054726368159204e-06, | |
| "loss": 0.5307, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 9.00497512437811e-06, | |
| "loss": 0.5081, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 8.955223880597016e-06, | |
| "loss": 0.4422, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 8.905472636815922e-06, | |
| "loss": 0.4795, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 8.855721393034826e-06, | |
| "loss": 0.5052, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 8.805970149253732e-06, | |
| "loss": 0.4952, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 8.756218905472637e-06, | |
| "loss": 0.4394, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 8.706467661691544e-06, | |
| "loss": 0.5088, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 8.656716417910447e-06, | |
| "loss": 0.4878, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 8.606965174129354e-06, | |
| "loss": 0.4851, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 8.557213930348259e-06, | |
| "loss": 0.4383, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 8.507462686567165e-06, | |
| "loss": 0.4377, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 8.45771144278607e-06, | |
| "loss": 0.4818, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 8.407960199004975e-06, | |
| "loss": 0.4399, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 8.35820895522388e-06, | |
| "loss": 0.5072, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "learning_rate": 8.308457711442787e-06, | |
| "loss": 0.4585, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "learning_rate": 8.258706467661692e-06, | |
| "loss": 0.4994, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "learning_rate": 8.208955223880599e-06, | |
| "loss": 0.4836, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "learning_rate": 8.159203980099502e-06, | |
| "loss": 0.4744, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "learning_rate": 8.109452736318409e-06, | |
| "loss": 0.4244, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "learning_rate": 8.059701492537314e-06, | |
| "loss": 0.4591, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 8.00995024875622e-06, | |
| "loss": 0.4019, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_DeTox:accuracy": 0.7757009345794392, | |
| "eval_DeTox:f1-macro": 0.7292154841128502, | |
| "eval_DeTox:precision": 0.6744186046511628, | |
| "eval_DeTox:recall": 0.5686274509803921, | |
| "eval_HASOC2019:accuracy": 0.7575757575757576, | |
| "eval_HASOC2019:f1-macro": 0.7380952380952381, | |
| "eval_HASOC2019:precision": 0.6153846153846154, | |
| "eval_HASOC2019:recall": 0.7272727272727273, | |
| "eval_HASOC2020:accuracy": 0.6511627906976745, | |
| "eval_HASOC2020:f1-macro": 0.5274725274725275, | |
| "eval_HASOC2020:precision": 0.3333333333333333, | |
| "eval_HASOC2020:recall": 0.25, | |
| "eval_MHC:accuracy": NaN, | |
| "eval_MHC:f1-macro": NaN, | |
| "eval_MHC:precision": 0.0, | |
| "eval_MHC:recall": 0.0, | |
| "eval_RP:accuracy": 0.8848684210526315, | |
| "eval_RP:f1-macro": 0.8664105364922722, | |
| "eval_RP:precision": 0.9397590361445783, | |
| "eval_RP:recall": 0.7222222222222222, | |
| "eval_Round1:accuracy": NaN, | |
| "eval_Round1:f1-macro": NaN, | |
| "eval_Round1:precision": 0.0, | |
| "eval_Round1:recall": 0.0, | |
| "eval_Round2:accuracy": NaN, | |
| "eval_Round2:f1-macro": NaN, | |
| "eval_Round2:precision": 0.0, | |
| "eval_Round2:recall": 0.0, | |
| "eval_Round3:accuracy": NaN, | |
| "eval_Round3:f1-macro": NaN, | |
| "eval_Round3:precision": 0.0, | |
| "eval_Round3:recall": 0.0, | |
| "eval_Round4:accuracy": NaN, | |
| "eval_Round4:f1-macro": NaN, | |
| "eval_Round4:precision": 0.0, | |
| "eval_Round4:recall": 0.0, | |
| "eval_accuracy": 0.7868085106382978, | |
| "eval_f1-macro": 0.7744064408987412, | |
| "eval_loss": 0.46475154161453247, | |
| "eval_precision": 0.7572928821470245, | |
| "eval_recall": 0.6889596602972399, | |
| "eval_runtime": 9.743, | |
| "eval_samples_per_second": 241.2, | |
| "eval_steps_per_second": 30.176, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 7.960199004975125e-06, | |
| "loss": 0.4151, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "learning_rate": 7.91044776119403e-06, | |
| "loss": 0.4307, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "learning_rate": 7.860696517412935e-06, | |
| "loss": 0.4405, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "learning_rate": 7.810945273631842e-06, | |
| "loss": 0.4275, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "learning_rate": 7.761194029850747e-06, | |
| "loss": 0.4203, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "learning_rate": 7.711442786069654e-06, | |
| "loss": 0.4934, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "learning_rate": 7.661691542288557e-06, | |
| "loss": 0.4166, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "learning_rate": 7.611940298507463e-06, | |
| "loss": 0.3872, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "learning_rate": 7.5621890547263685e-06, | |
| "loss": 0.362, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "learning_rate": 7.512437810945274e-06, | |
| "loss": 0.3795, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "learning_rate": 7.46268656716418e-06, | |
| "loss": 0.3736, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "learning_rate": 7.412935323383084e-06, | |
| "loss": 0.3603, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "learning_rate": 7.36318407960199e-06, | |
| "loss": 0.3526, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "learning_rate": 7.313432835820896e-06, | |
| "loss": 0.3054, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "learning_rate": 7.263681592039802e-06, | |
| "loss": 0.3601, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "learning_rate": 7.213930348258708e-06, | |
| "loss": 0.4352, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "learning_rate": 7.164179104477612e-06, | |
| "loss": 0.3177, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "learning_rate": 7.114427860696518e-06, | |
| "loss": 0.3465, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "learning_rate": 7.064676616915423e-06, | |
| "loss": 0.3679, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "learning_rate": 7.014925373134329e-06, | |
| "loss": 0.3933, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "learning_rate": 6.965174129353235e-06, | |
| "loss": 0.3282, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "learning_rate": 6.915422885572139e-06, | |
| "loss": 0.361, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "learning_rate": 6.865671641791045e-06, | |
| "loss": 0.3475, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "learning_rate": 6.815920398009951e-06, | |
| "loss": 0.3196, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "learning_rate": 6.766169154228857e-06, | |
| "loss": 0.2777, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "learning_rate": 6.7164179104477625e-06, | |
| "loss": 0.2905, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "learning_rate": 6.666666666666667e-06, | |
| "loss": 0.3959, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "learning_rate": 6.6169154228855725e-06, | |
| "loss": 0.3215, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "learning_rate": 6.567164179104478e-06, | |
| "loss": 0.3283, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "learning_rate": 6.517412935323384e-06, | |
| "loss": 0.2946, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "learning_rate": 6.46766169154229e-06, | |
| "loss": 0.3383, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "learning_rate": 6.417910447761194e-06, | |
| "loss": 0.279, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "learning_rate": 6.3681592039801e-06, | |
| "loss": 0.3557, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "learning_rate": 6.318407960199006e-06, | |
| "loss": 0.352, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "learning_rate": 6.2686567164179116e-06, | |
| "loss": 0.2888, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "learning_rate": 6.218905472636816e-06, | |
| "loss": 0.3714, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "learning_rate": 6.1691542288557215e-06, | |
| "loss": 0.2962, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "learning_rate": 6.119402985074627e-06, | |
| "loss": 0.3303, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "learning_rate": 6.069651741293533e-06, | |
| "loss": 0.311, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 1.99, | |
| "learning_rate": 6.019900497512439e-06, | |
| "loss": 0.2763, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_DeTox:accuracy": 0.778816199376947, | |
| "eval_DeTox:f1-macro": 0.7338028662531974, | |
| "eval_DeTox:precision": 0.6781609195402298, | |
| "eval_DeTox:recall": 0.5784313725490197, | |
| "eval_HASOC2019:accuracy": 0.7878787878787878, | |
| "eval_HASOC2019:f1-macro": 0.7664307381193125, | |
| "eval_HASOC2019:precision": 0.6666666666666666, | |
| "eval_HASOC2019:recall": 0.7272727272727273, | |
| "eval_HASOC2020:accuracy": 0.6511627906976745, | |
| "eval_HASOC2020:f1-macro": 0.5274725274725275, | |
| "eval_HASOC2020:precision": 0.3333333333333333, | |
| "eval_HASOC2020:recall": 0.25, | |
| "eval_MHC:accuracy": NaN, | |
| "eval_MHC:f1-macro": NaN, | |
| "eval_MHC:precision": 0.0, | |
| "eval_MHC:recall": 0.0, | |
| "eval_RP:accuracy": 0.8618421052631579, | |
| "eval_RP:f1-macro": 0.8342679127725857, | |
| "eval_RP:precision": 0.9583333333333334, | |
| "eval_RP:recall": 0.6388888888888888, | |
| "eval_Round1:accuracy": NaN, | |
| "eval_Round1:f1-macro": NaN, | |
| "eval_Round1:precision": 0.0, | |
| "eval_Round1:recall": 0.0, | |
| "eval_Round2:accuracy": NaN, | |
| "eval_Round2:f1-macro": NaN, | |
| "eval_Round2:precision": 0.0, | |
| "eval_Round2:recall": 0.0, | |
| "eval_Round3:accuracy": NaN, | |
| "eval_Round3:f1-macro": NaN, | |
| "eval_Round3:precision": 0.0, | |
| "eval_Round3:recall": 0.0, | |
| "eval_Round4:accuracy": NaN, | |
| "eval_Round4:f1-macro": NaN, | |
| "eval_Round4:precision": 0.0, | |
| "eval_Round4:recall": 0.0, | |
| "eval_accuracy": 0.7919148936170213, | |
| "eval_f1-macro": 0.7729607214046385, | |
| "eval_loss": 0.5181771516799927, | |
| "eval_precision": 0.8106995884773662, | |
| "eval_recall": 0.6273885350318471, | |
| "eval_runtime": 9.762, | |
| "eval_samples_per_second": 240.729, | |
| "eval_steps_per_second": 30.117, | |
| "step": 804 | |
| }, | |
| { | |
| "epoch": 2.01, | |
| "learning_rate": 5.970149253731343e-06, | |
| "loss": 0.2548, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 2.04, | |
| "learning_rate": 5.920398009950249e-06, | |
| "loss": 0.3048, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 2.06, | |
| "learning_rate": 5.870646766169155e-06, | |
| "loss": 0.2669, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 2.09, | |
| "learning_rate": 5.820895522388061e-06, | |
| "loss": 0.2954, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 2.11, | |
| "learning_rate": 5.771144278606966e-06, | |
| "loss": 0.2801, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 2.14, | |
| "learning_rate": 5.721393034825871e-06, | |
| "loss": 0.4024, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 2.16, | |
| "learning_rate": 5.671641791044776e-06, | |
| "loss": 0.2838, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 2.19, | |
| "learning_rate": 5.621890547263682e-06, | |
| "loss": 0.2733, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 2.21, | |
| "learning_rate": 5.572139303482588e-06, | |
| "loss": 0.2462, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 2.24, | |
| "learning_rate": 5.522388059701493e-06, | |
| "loss": 0.225, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 2.26, | |
| "learning_rate": 5.472636815920398e-06, | |
| "loss": 0.2447, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 2.29, | |
| "learning_rate": 5.422885572139304e-06, | |
| "loss": 0.2392, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 2.31, | |
| "learning_rate": 5.37313432835821e-06, | |
| "loss": 0.2926, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 2.34, | |
| "learning_rate": 5.323383084577115e-06, | |
| "loss": 0.1636, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 2.36, | |
| "learning_rate": 5.2736318407960205e-06, | |
| "loss": 0.2151, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 2.39, | |
| "learning_rate": 5.2238805970149255e-06, | |
| "loss": 0.26, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 2.41, | |
| "learning_rate": 5.174129353233831e-06, | |
| "loss": 0.2943, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 2.44, | |
| "learning_rate": 5.124378109452737e-06, | |
| "loss": 0.2122, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 2.46, | |
| "learning_rate": 5.074626865671642e-06, | |
| "loss": 0.2709, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 2.49, | |
| "learning_rate": 5.024875621890548e-06, | |
| "loss": 0.2713, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 2.51, | |
| "learning_rate": 4.975124378109453e-06, | |
| "loss": 0.2157, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 2.54, | |
| "learning_rate": 4.925373134328359e-06, | |
| "loss": 0.2441, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 2.56, | |
| "learning_rate": 4.875621890547264e-06, | |
| "loss": 0.2299, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 2.59, | |
| "learning_rate": 4.8258706467661695e-06, | |
| "loss": 0.2002, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 2.61, | |
| "learning_rate": 4.7761194029850745e-06, | |
| "loss": 0.1875, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 2.64, | |
| "learning_rate": 4.72636815920398e-06, | |
| "loss": 0.2272, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 2.66, | |
| "learning_rate": 4.676616915422886e-06, | |
| "loss": 0.2605, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 2.69, | |
| "learning_rate": 4.626865671641791e-06, | |
| "loss": 0.2487, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 2.71, | |
| "learning_rate": 4.577114427860697e-06, | |
| "loss": 0.2037, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 2.74, | |
| "learning_rate": 4.527363184079602e-06, | |
| "loss": 0.2093, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 2.76, | |
| "learning_rate": 4.477611940298508e-06, | |
| "loss": 0.1975, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 2.79, | |
| "learning_rate": 4.427860696517413e-06, | |
| "loss": 0.1983, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 2.81, | |
| "learning_rate": 4.378109452736319e-06, | |
| "loss": 0.2215, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 2.84, | |
| "learning_rate": 4.3283582089552236e-06, | |
| "loss": 0.2411, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 2.86, | |
| "learning_rate": 4.278606965174129e-06, | |
| "loss": 0.2356, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 2.89, | |
| "learning_rate": 4.228855721393035e-06, | |
| "loss": 0.2352, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 2.91, | |
| "learning_rate": 4.17910447761194e-06, | |
| "loss": 0.1669, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 2.94, | |
| "learning_rate": 4.129353233830846e-06, | |
| "loss": 0.2586, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 2.96, | |
| "learning_rate": 4.079601990049751e-06, | |
| "loss": 0.2224, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 2.99, | |
| "learning_rate": 4.029850746268657e-06, | |
| "loss": 0.2033, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_DeTox:accuracy": 0.8037383177570093, | |
| "eval_DeTox:f1-macro": 0.774259083551934, | |
| "eval_DeTox:precision": 0.6893203883495146, | |
| "eval_DeTox:recall": 0.696078431372549, | |
| "eval_HASOC2019:accuracy": 0.7575757575757576, | |
| "eval_HASOC2019:f1-macro": 0.7518796992481203, | |
| "eval_HASOC2019:precision": 0.5882352941176471, | |
| "eval_HASOC2019:recall": 0.9090909090909091, | |
| "eval_HASOC2020:accuracy": 0.7209302325581395, | |
| "eval_HASOC2020:f1-macro": 0.6692307692307692, | |
| "eval_HASOC2020:precision": 0.5, | |
| "eval_HASOC2020:recall": 0.5833333333333334, | |
| "eval_MHC:accuracy": NaN, | |
| "eval_MHC:f1-macro": NaN, | |
| "eval_MHC:precision": 0.0, | |
| "eval_MHC:recall": 0.0, | |
| "eval_RP:accuracy": 0.8782894736842105, | |
| "eval_RP:f1-macro": 0.8595667644671952, | |
| "eval_RP:precision": 0.9176470588235294, | |
| "eval_RP:recall": 0.7222222222222222, | |
| "eval_Round1:accuracy": NaN, | |
| "eval_Round1:f1-macro": NaN, | |
| "eval_Round1:precision": 0.0, | |
| "eval_Round1:recall": 0.0, | |
| "eval_Round2:accuracy": NaN, | |
| "eval_Round2:f1-macro": NaN, | |
| "eval_Round2:precision": 0.0, | |
| "eval_Round2:recall": 0.0, | |
| "eval_Round3:accuracy": NaN, | |
| "eval_Round3:f1-macro": NaN, | |
| "eval_Round3:precision": 0.0, | |
| "eval_Round3:recall": 0.0, | |
| "eval_Round4:accuracy": NaN, | |
| "eval_Round4:f1-macro": NaN, | |
| "eval_Round4:precision": 0.0, | |
| "eval_Round4:recall": 0.0, | |
| "eval_accuracy": 0.8246808510638298, | |
| "eval_f1-macro": 0.8160155062328975, | |
| "eval_loss": 0.4982839524745941, | |
| "eval_precision": 0.7951002227171492, | |
| "eval_recall": 0.7579617834394905, | |
| "eval_runtime": 9.7615, | |
| "eval_samples_per_second": 240.741, | |
| "eval_steps_per_second": 30.118, | |
| "step": 1206 | |
| }, | |
| { | |
| "epoch": 3.01, | |
| "learning_rate": 3.980099502487563e-06, | |
| "loss": 0.15, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 3.03, | |
| "learning_rate": 3.930348258706468e-06, | |
| "loss": 0.2823, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 3.06, | |
| "learning_rate": 3.8805970149253735e-06, | |
| "loss": 0.2278, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 3.08, | |
| "learning_rate": 3.8308457711442784e-06, | |
| "loss": 0.1614, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 3.11, | |
| "learning_rate": 3.7810945273631843e-06, | |
| "loss": 0.1793, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 3.13, | |
| "learning_rate": 3.73134328358209e-06, | |
| "loss": 0.3277, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 3.16, | |
| "learning_rate": 3.681592039800995e-06, | |
| "loss": 0.185, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 3.18, | |
| "learning_rate": 3.631840796019901e-06, | |
| "loss": 0.1947, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 3.21, | |
| "learning_rate": 3.582089552238806e-06, | |
| "loss": 0.1548, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 3.23, | |
| "learning_rate": 3.5323383084577117e-06, | |
| "loss": 0.1412, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 3.26, | |
| "learning_rate": 3.4825870646766175e-06, | |
| "loss": 0.1608, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 3.28, | |
| "learning_rate": 3.4328358208955225e-06, | |
| "loss": 0.1994, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 3.31, | |
| "learning_rate": 3.3830845771144283e-06, | |
| "loss": 0.2287, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 3.33, | |
| "learning_rate": 3.3333333333333333e-06, | |
| "loss": 0.2052, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 3.36, | |
| "learning_rate": 3.283582089552239e-06, | |
| "loss": 0.1324, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 3.38, | |
| "learning_rate": 3.233830845771145e-06, | |
| "loss": 0.1727, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 3.41, | |
| "learning_rate": 3.18407960199005e-06, | |
| "loss": 0.2653, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 3.43, | |
| "learning_rate": 3.1343283582089558e-06, | |
| "loss": 0.1253, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 3.46, | |
| "learning_rate": 3.0845771144278608e-06, | |
| "loss": 0.1939, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 3.48, | |
| "learning_rate": 3.0348258706467666e-06, | |
| "loss": 0.1671, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 3.51, | |
| "learning_rate": 2.9850746268656716e-06, | |
| "loss": 0.1425, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 3.53, | |
| "learning_rate": 2.9353233830845774e-06, | |
| "loss": 0.2261, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 3.56, | |
| "learning_rate": 2.885572139303483e-06, | |
| "loss": 0.152, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 3.58, | |
| "learning_rate": 2.835820895522388e-06, | |
| "loss": 0.15, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 3.61, | |
| "learning_rate": 2.786069651741294e-06, | |
| "loss": 0.1616, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 3.63, | |
| "learning_rate": 2.736318407960199e-06, | |
| "loss": 0.147, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 3.66, | |
| "learning_rate": 2.686567164179105e-06, | |
| "loss": 0.2288, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 3.68, | |
| "learning_rate": 2.6368159203980102e-06, | |
| "loss": 0.1681, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 3.71, | |
| "learning_rate": 2.5870646766169156e-06, | |
| "loss": 0.1668, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 3.73, | |
| "learning_rate": 2.537313432835821e-06, | |
| "loss": 0.159, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 3.76, | |
| "learning_rate": 2.4875621890547264e-06, | |
| "loss": 0.1464, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 3.78, | |
| "learning_rate": 2.437810945273632e-06, | |
| "loss": 0.1449, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 3.81, | |
| "learning_rate": 2.3880597014925373e-06, | |
| "loss": 0.1459, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 3.83, | |
| "learning_rate": 2.338308457711443e-06, | |
| "loss": 0.2006, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 3.86, | |
| "learning_rate": 2.2885572139303485e-06, | |
| "loss": 0.1621, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 3.88, | |
| "learning_rate": 2.238805970149254e-06, | |
| "loss": 0.2158, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 3.91, | |
| "learning_rate": 2.1890547263681593e-06, | |
| "loss": 0.1351, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 3.93, | |
| "learning_rate": 2.1393034825870647e-06, | |
| "loss": 0.1395, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 3.96, | |
| "learning_rate": 2.08955223880597e-06, | |
| "loss": 0.1569, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 3.98, | |
| "learning_rate": 2.0398009950248755e-06, | |
| "loss": 0.1868, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_DeTox:accuracy": 0.8130841121495327, | |
| "eval_DeTox:f1-macro": 0.7855615925892937, | |
| "eval_DeTox:precision": 0.7019230769230769, | |
| "eval_DeTox:recall": 0.7156862745098039, | |
| "eval_HASOC2019:accuracy": 0.7575757575757576, | |
| "eval_HASOC2019:f1-macro": 0.7518796992481203, | |
| "eval_HASOC2019:precision": 0.5882352941176471, | |
| "eval_HASOC2019:recall": 0.9090909090909091, | |
| "eval_HASOC2020:accuracy": 0.7441860465116279, | |
| "eval_HASOC2020:f1-macro": 0.7030759573132455, | |
| "eval_HASOC2020:precision": 0.5333333333333333, | |
| "eval_HASOC2020:recall": 0.6666666666666666, | |
| "eval_MHC:accuracy": NaN, | |
| "eval_MHC:f1-macro": NaN, | |
| "eval_MHC:precision": 0.0, | |
| "eval_MHC:recall": 0.0, | |
| "eval_RP:accuracy": 0.881578947368421, | |
| "eval_RP:f1-macro": 0.8651884700665189, | |
| "eval_RP:precision": 0.9, | |
| "eval_RP:recall": 0.75, | |
| "eval_Round1:accuracy": NaN, | |
| "eval_Round1:f1-macro": NaN, | |
| "eval_Round1:precision": 0.0, | |
| "eval_Round1:recall": 0.0, | |
| "eval_Round2:accuracy": NaN, | |
| "eval_Round2:f1-macro": NaN, | |
| "eval_Round2:precision": 0.0, | |
| "eval_Round2:recall": 0.0, | |
| "eval_Round3:accuracy": NaN, | |
| "eval_Round3:f1-macro": NaN, | |
| "eval_Round3:precision": 0.0, | |
| "eval_Round3:recall": 0.0, | |
| "eval_Round4:accuracy": NaN, | |
| "eval_Round4:f1-macro": NaN, | |
| "eval_Round4:precision": 0.0, | |
| "eval_Round4:recall": 0.0, | |
| "eval_accuracy": 0.828936170212766, | |
| "eval_f1-macro": 0.8213584698436758, | |
| "eval_loss": 0.5340345501899719, | |
| "eval_precision": 0.7922077922077922, | |
| "eval_recall": 0.7770700636942676, | |
| "eval_runtime": 10.0181, | |
| "eval_samples_per_second": 234.576, | |
| "eval_steps_per_second": 29.347, | |
| "step": 1608 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "learning_rate": 1.9900497512437813e-06, | |
| "loss": 0.0959, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 4.03, | |
| "learning_rate": 1.9402985074626867e-06, | |
| "loss": 0.2036, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 4.05, | |
| "learning_rate": 1.8905472636815921e-06, | |
| "loss": 0.1506, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 4.08, | |
| "learning_rate": 1.8407960199004975e-06, | |
| "loss": 0.1104, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 4.1, | |
| "learning_rate": 1.791044776119403e-06, | |
| "loss": 0.1229, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 4.13, | |
| "learning_rate": 1.7412935323383088e-06, | |
| "loss": 0.1676, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 4.15, | |
| "learning_rate": 1.6915422885572142e-06, | |
| "loss": 0.1602, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 4.18, | |
| "learning_rate": 1.6417910447761196e-06, | |
| "loss": 0.1397, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 4.2, | |
| "learning_rate": 1.592039800995025e-06, | |
| "loss": 0.1205, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 4.23, | |
| "learning_rate": 1.5422885572139304e-06, | |
| "loss": 0.1497, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 4.25, | |
| "learning_rate": 1.4925373134328358e-06, | |
| "loss": 0.085, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 4.28, | |
| "learning_rate": 1.4427860696517414e-06, | |
| "loss": 0.1142, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 4.3, | |
| "learning_rate": 1.393034825870647e-06, | |
| "loss": 0.1601, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 4.33, | |
| "learning_rate": 1.3432835820895524e-06, | |
| "loss": 0.1047, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 4.35, | |
| "learning_rate": 1.2935323383084578e-06, | |
| "loss": 0.0812, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 4.38, | |
| "learning_rate": 1.2437810945273632e-06, | |
| "loss": 0.0614, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 4.4, | |
| "learning_rate": 1.1940298507462686e-06, | |
| "loss": 0.169, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 4.43, | |
| "learning_rate": 1.1442786069651742e-06, | |
| "loss": 0.0794, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 4.45, | |
| "learning_rate": 1.0945273631840796e-06, | |
| "loss": 0.1185, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 4.48, | |
| "learning_rate": 1.044776119402985e-06, | |
| "loss": 0.1428, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 4.5, | |
| "learning_rate": 9.950248756218907e-07, | |
| "loss": 0.1351, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 4.53, | |
| "learning_rate": 9.452736318407961e-07, | |
| "loss": 0.1341, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 4.55, | |
| "learning_rate": 8.955223880597015e-07, | |
| "loss": 0.0735, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 4.58, | |
| "learning_rate": 8.457711442786071e-07, | |
| "loss": 0.1164, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 4.6, | |
| "learning_rate": 7.960199004975125e-07, | |
| "loss": 0.0471, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 4.63, | |
| "learning_rate": 7.462686567164179e-07, | |
| "loss": 0.1176, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 4.65, | |
| "learning_rate": 6.965174129353235e-07, | |
| "loss": 0.1874, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 4.68, | |
| "learning_rate": 6.467661691542289e-07, | |
| "loss": 0.159, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 4.7, | |
| "learning_rate": 5.970149253731343e-07, | |
| "loss": 0.0975, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 4.73, | |
| "learning_rate": 5.472636815920398e-07, | |
| "loss": 0.0947, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 4.75, | |
| "learning_rate": 4.975124378109453e-07, | |
| "loss": 0.0872, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 4.78, | |
| "learning_rate": 4.4776119402985074e-07, | |
| "loss": 0.0993, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 4.8, | |
| "learning_rate": 3.9800995024875624e-07, | |
| "loss": 0.1159, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 4.83, | |
| "learning_rate": 3.4825870646766175e-07, | |
| "loss": 0.1865, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 4.85, | |
| "learning_rate": 2.9850746268656716e-07, | |
| "loss": 0.1229, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 4.88, | |
| "learning_rate": 2.4875621890547267e-07, | |
| "loss": 0.1395, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 4.9, | |
| "learning_rate": 1.9900497512437812e-07, | |
| "loss": 0.1113, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 4.93, | |
| "learning_rate": 1.4925373134328358e-07, | |
| "loss": 0.1167, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 4.95, | |
| "learning_rate": 9.950248756218906e-08, | |
| "loss": 0.093, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 4.98, | |
| "learning_rate": 4.975124378109453e-08, | |
| "loss": 0.1402, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "learning_rate": 0.0, | |
| "loss": 0.0734, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "eval_DeTox:accuracy": 0.8193146417445483, | |
| "eval_DeTox:f1-macro": 0.7985762506491259, | |
| "eval_DeTox:precision": 0.6896551724137931, | |
| "eval_DeTox:recall": 0.7843137254901961, | |
| "eval_HASOC2019:accuracy": 0.7272727272727273, | |
| "eval_HASOC2019:f1-macro": 0.723205964585275, | |
| "eval_HASOC2019:precision": 0.5555555555555556, | |
| "eval_HASOC2019:recall": 0.9090909090909091, | |
| "eval_HASOC2020:accuracy": 0.6976744186046512, | |
| "eval_HASOC2020:f1-macro": 0.661826981246219, | |
| "eval_HASOC2020:precision": 0.47058823529411764, | |
| "eval_HASOC2020:recall": 0.6666666666666666, | |
| "eval_MHC:accuracy": NaN, | |
| "eval_MHC:f1-macro": NaN, | |
| "eval_MHC:precision": 0.0, | |
| "eval_MHC:recall": 0.0, | |
| "eval_RP:accuracy": 0.881578947368421, | |
| "eval_RP:f1-macro": 0.8672102504368084, | |
| "eval_RP:precision": 0.875, | |
| "eval_RP:recall": 0.7777777777777778, | |
| "eval_Round1:accuracy": NaN, | |
| "eval_Round1:f1-macro": NaN, | |
| "eval_Round1:precision": 0.0, | |
| "eval_Round1:recall": 0.0, | |
| "eval_Round2:accuracy": NaN, | |
| "eval_Round2:f1-macro": NaN, | |
| "eval_Round2:precision": 0.0, | |
| "eval_Round2:recall": 0.0, | |
| "eval_Round3:accuracy": NaN, | |
| "eval_Round3:f1-macro": NaN, | |
| "eval_Round3:precision": 0.0, | |
| "eval_Round3:recall": 0.0, | |
| "eval_Round4:accuracy": NaN, | |
| "eval_Round4:f1-macro": NaN, | |
| "eval_Round4:precision": 0.0, | |
| "eval_Round4:recall": 0.0, | |
| "eval_accuracy": 0.8336170212765958, | |
| "eval_f1-macro": 0.8283671540104293, | |
| "eval_loss": 0.6073299050331116, | |
| "eval_precision": 0.7763289869608826, | |
| "eval_recall": 0.821656050955414, | |
| "eval_runtime": 9.7194, | |
| "eval_samples_per_second": 241.784, | |
| "eval_steps_per_second": 30.249, | |
| "step": 2010 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 2010, | |
| "num_train_epochs": 5, | |
| "save_steps": 500, | |
| "total_flos": 9308565479568180.0, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |