File size: 8,820 Bytes
f182806
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
{
  "best_metric": 0.9424768686294556,
  "best_model_checkpoint": "diogopaes10/012-microsoft-deberta-v3-base-finetuned-yahoo-8000_2000/checkpoint-500",
  "epoch": 2.0,
  "global_step": 500,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "learning_rate": 1.9984e-05,
      "loss": 2.308,
      "step": 1
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9200000000000003e-05,
      "loss": 2.2963,
      "step": 50
    },
    {
      "epoch": 0.2,
      "eval_accuracy": 0.2015,
      "eval_disk_space_total": 78.1898422241211,
      "eval_disk_space_used": 24.807334899902344,
      "eval_f1": 0.12984294240667255,
      "eval_gpu_ram_allocated": 2.0898146629333496,
      "eval_gpu_ram_cached": 25.845703125,
      "eval_gpu_ram_total": 39.56402587890625,
      "eval_gpu_utilization": 48,
      "eval_loss": 2.2150378227233887,
      "eval_precision": 0.20897251377917925,
      "eval_recall": 0.2015,
      "eval_runtime": 2.4064,
      "eval_samples_per_second": 831.127,
      "eval_steps_per_second": 26.181,
      "eval_system_ram_total": 83.48073959350586,
      "eval_system_ram_used": 3.9806594848632812,
      "step": 50
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.8400000000000003e-05,
      "loss": 1.8843,
      "step": 100
    },
    {
      "epoch": 0.4,
      "eval_accuracy": 0.592,
      "eval_disk_space_total": 78.1898422241211,
      "eval_disk_space_used": 24.80740737915039,
      "eval_f1": 0.5588381140615875,
      "eval_gpu_ram_allocated": 2.0897889137268066,
      "eval_gpu_ram_cached": 25.84765625,
      "eval_gpu_ram_total": 39.56402587890625,
      "eval_gpu_utilization": 49,
      "eval_loss": 1.4590158462524414,
      "eval_precision": 0.6417526665901784,
      "eval_recall": 0.592,
      "eval_runtime": 2.4022,
      "eval_samples_per_second": 832.564,
      "eval_steps_per_second": 26.226,
      "eval_system_ram_total": 83.48073959350586,
      "eval_system_ram_used": 3.9979324340820312,
      "step": 100
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.7616000000000002e-05,
      "loss": 1.3348,
      "step": 150
    },
    {
      "epoch": 0.6,
      "eval_accuracy": 0.668,
      "eval_disk_space_total": 78.1898422241211,
      "eval_disk_space_used": 24.80740737915039,
      "eval_f1": 0.6613366784391611,
      "eval_gpu_ram_allocated": 2.089787483215332,
      "eval_gpu_ram_cached": 25.85546875,
      "eval_gpu_ram_total": 39.56402587890625,
      "eval_gpu_utilization": 49,
      "eval_loss": 1.180911660194397,
      "eval_precision": 0.6736430562605106,
      "eval_recall": 0.668,
      "eval_runtime": 2.3835,
      "eval_samples_per_second": 839.093,
      "eval_steps_per_second": 26.431,
      "eval_system_ram_total": 83.48073959350586,
      "eval_system_ram_used": 3.983623504638672,
      "step": 150
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.6816e-05,
      "loss": 1.1501,
      "step": 200
    },
    {
      "epoch": 0.8,
      "eval_accuracy": 0.695,
      "eval_disk_space_total": 78.1898422241211,
      "eval_disk_space_used": 24.807422637939453,
      "eval_f1": 0.6929220794455174,
      "eval_gpu_ram_allocated": 2.0897974967956543,
      "eval_gpu_ram_cached": 25.85546875,
      "eval_gpu_ram_total": 39.56402587890625,
      "eval_gpu_utilization": 51,
      "eval_loss": 1.0483959913253784,
      "eval_precision": 0.6981404124535453,
      "eval_recall": 0.695,
      "eval_runtime": 2.3606,
      "eval_samples_per_second": 847.255,
      "eval_steps_per_second": 26.689,
      "eval_system_ram_total": 83.48073959350586,
      "eval_system_ram_used": 3.9695281982421875,
      "step": 200
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.6016e-05,
      "loss": 1.0842,
      "step": 250
    },
    {
      "epoch": 1.0,
      "eval_accuracy": 0.6905,
      "eval_disk_space_total": 78.1898422241211,
      "eval_disk_space_used": 24.80750274658203,
      "eval_f1": 0.6825102140466686,
      "eval_gpu_ram_allocated": 2.0897974967956543,
      "eval_gpu_ram_cached": 25.85546875,
      "eval_gpu_ram_total": 39.56402587890625,
      "eval_gpu_utilization": 50,
      "eval_loss": 1.0264948606491089,
      "eval_precision": 0.6893511728014889,
      "eval_recall": 0.6905,
      "eval_runtime": 2.3931,
      "eval_samples_per_second": 835.746,
      "eval_steps_per_second": 26.326,
      "eval_system_ram_total": 83.48073959350586,
      "eval_system_ram_used": 3.975543975830078,
      "step": 250
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.5216000000000001e-05,
      "loss": 0.8618,
      "step": 300
    },
    {
      "epoch": 1.2,
      "eval_accuracy": 0.704,
      "eval_disk_space_total": 78.1898422241211,
      "eval_disk_space_used": 24.807506561279297,
      "eval_f1": 0.70238565521567,
      "eval_gpu_ram_allocated": 2.0897774696350098,
      "eval_gpu_ram_cached": 25.85546875,
      "eval_gpu_ram_total": 39.56402587890625,
      "eval_gpu_utilization": 50,
      "eval_loss": 0.9903561472892761,
      "eval_precision": 0.7048361105844692,
      "eval_recall": 0.704,
      "eval_runtime": 2.3588,
      "eval_samples_per_second": 847.898,
      "eval_steps_per_second": 26.709,
      "eval_system_ram_total": 83.48073959350586,
      "eval_system_ram_used": 3.97076416015625,
      "step": 300
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.4416e-05,
      "loss": 0.9329,
      "step": 350
    },
    {
      "epoch": 1.4,
      "eval_accuracy": 0.686,
      "eval_disk_space_total": 78.1898422241211,
      "eval_disk_space_used": 24.807571411132812,
      "eval_f1": 0.6824952585178898,
      "eval_gpu_ram_allocated": 2.089780330657959,
      "eval_gpu_ram_cached": 25.85546875,
      "eval_gpu_ram_total": 39.56402587890625,
      "eval_gpu_utilization": 48,
      "eval_loss": 0.9927061796188354,
      "eval_precision": 0.6938911551302326,
      "eval_recall": 0.686,
      "eval_runtime": 2.3815,
      "eval_samples_per_second": 839.799,
      "eval_steps_per_second": 26.454,
      "eval_system_ram_total": 83.48073959350586,
      "eval_system_ram_used": 3.9594879150390625,
      "step": 350
    },
    {
      "epoch": 1.6,
      "learning_rate": 1.3616e-05,
      "loss": 0.9053,
      "step": 400
    },
    {
      "epoch": 1.6,
      "eval_accuracy": 0.705,
      "eval_disk_space_total": 78.1898422241211,
      "eval_disk_space_used": 24.807575225830078,
      "eval_f1": 0.702067821848656,
      "eval_gpu_ram_allocated": 2.089798927307129,
      "eval_gpu_ram_cached": 25.85546875,
      "eval_gpu_ram_total": 39.56402587890625,
      "eval_gpu_utilization": 48,
      "eval_loss": 0.9795323610305786,
      "eval_precision": 0.7048247100554489,
      "eval_recall": 0.705,
      "eval_runtime": 2.405,
      "eval_samples_per_second": 831.614,
      "eval_steps_per_second": 26.196,
      "eval_system_ram_total": 83.48073959350586,
      "eval_system_ram_used": 3.9837112426757812,
      "step": 400
    },
    {
      "epoch": 1.8,
      "learning_rate": 1.2816000000000002e-05,
      "loss": 0.9173,
      "step": 450
    },
    {
      "epoch": 1.8,
      "eval_accuracy": 0.709,
      "eval_disk_space_total": 78.1898422241211,
      "eval_disk_space_used": 24.807697296142578,
      "eval_f1": 0.702389340359417,
      "eval_gpu_ram_allocated": 2.089791774749756,
      "eval_gpu_ram_cached": 25.85546875,
      "eval_gpu_ram_total": 39.56402587890625,
      "eval_gpu_utilization": 48,
      "eval_loss": 0.9748538136482239,
      "eval_precision": 0.7139968646595424,
      "eval_recall": 0.709,
      "eval_runtime": 2.4003,
      "eval_samples_per_second": 833.243,
      "eval_steps_per_second": 26.247,
      "eval_system_ram_total": 83.48073959350586,
      "eval_system_ram_used": 3.9850807189941406,
      "step": 450
    },
    {
      "epoch": 2.0,
      "learning_rate": 1.2016000000000002e-05,
      "loss": 0.9189,
      "step": 500
    },
    {
      "epoch": 2.0,
      "eval_accuracy": 0.718,
      "eval_disk_space_total": 78.1898422241211,
      "eval_disk_space_used": 24.807697296142578,
      "eval_f1": 0.7137748110894239,
      "eval_gpu_ram_allocated": 2.0897889137268066,
      "eval_gpu_ram_cached": 25.85546875,
      "eval_gpu_ram_total": 39.56402587890625,
      "eval_gpu_utilization": 48,
      "eval_loss": 0.9424768686294556,
      "eval_precision": 0.718404095887314,
      "eval_recall": 0.718,
      "eval_runtime": 2.381,
      "eval_samples_per_second": 839.978,
      "eval_steps_per_second": 26.459,
      "eval_system_ram_total": 83.48073959350586,
      "eval_system_ram_used": 3.994873046875,
      "step": 500
    }
  ],
  "max_steps": 1250,
  "num_train_epochs": 5,
  "total_flos": 965391777104256.0,
  "trial_name": null,
  "trial_params": null
}