nclgbd commited on
Commit
28e3789
1 Parent(s): 9cbae94

End of training

Browse files
Files changed (3) hide show
  1. README.md +4 -0
  2. mm_projector.bin +1 -1
  3. trainer_state.json +180 -3
README.md CHANGED
@@ -42,6 +42,10 @@ The following hyperparameters were used during training:
42
  - training_steps: 50
43
  - mixed_precision_training: Native AMP
44
 
 
 
 
 
45
  ### Framework versions
46
 
47
  - Transformers 4.37.2
 
42
  - training_steps: 50
43
  - mixed_precision_training: Native AMP
44
 
45
+ ### Training results
46
+
47
+
48
+
49
  ### Framework versions
50
 
51
  - Transformers 4.37.2
mm_projector.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3564ad963e0a52caa824d7ccadfeabf219798c668fb6f7aa45078c1419e6e76e
3
  size 83920509
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4ca7cc2a30b6db843c634f3f49f8246c425ca64d9fb6de436139f61c95a7307
3
  size 83920509
trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.00011124539216529043,
5
  "eval_steps": 500,
6
- "global_step": 22,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -139,6 +139,183 @@
139
  "learning_rate": 6.607197326515808e-05,
140
  "loss": 1.3423,
141
  "step": 22
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
142
  }
143
  ],
144
  "logging_steps": 1.0,
@@ -146,7 +323,7 @@
146
  "num_input_tokens_seen": 0,
147
  "num_train_epochs": 1,
148
  "save_steps": 10,
149
- "total_flos": 177760243906560.0,
150
  "train_batch_size": 1,
151
  "trial_name": null,
152
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.0002528304367392964,
5
  "eval_steps": 500,
6
+ "global_step": 50,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
139
  "learning_rate": 6.607197326515808e-05,
140
  "loss": 1.3423,
141
  "step": 22
142
+ },
143
+ {
144
+ "epoch": 0.0,
145
+ "learning_rate": 6.294095225512603e-05,
146
+ "loss": 1.6224,
147
+ "step": 23
148
+ },
149
+ {
150
+ "epoch": 0.0,
151
+ "learning_rate": 5.9754516100806423e-05,
152
+ "loss": 2.3795,
153
+ "step": 24
154
+ },
155
+ {
156
+ "epoch": 0.0,
157
+ "learning_rate": 5.6526309611002594e-05,
158
+ "loss": 1.5578,
159
+ "step": 25
160
+ },
161
+ {
162
+ "epoch": 0.0,
163
+ "learning_rate": 5.327015646150716e-05,
164
+ "loss": 2.0889,
165
+ "step": 26
166
+ },
167
+ {
168
+ "epoch": 0.0,
169
+ "learning_rate": 5e-05,
170
+ "loss": 1.3747,
171
+ "step": 27
172
+ },
173
+ {
174
+ "epoch": 0.0,
175
+ "learning_rate": 4.6729843538492847e-05,
176
+ "loss": 1.9868,
177
+ "step": 28
178
+ },
179
+ {
180
+ "epoch": 0.0,
181
+ "learning_rate": 4.347369038899744e-05,
182
+ "loss": 1.3326,
183
+ "step": 29
184
+ },
185
+ {
186
+ "epoch": 0.0,
187
+ "learning_rate": 4.0245483899193595e-05,
188
+ "loss": 1.856,
189
+ "step": 30
190
+ },
191
+ {
192
+ "epoch": 0.0,
193
+ "learning_rate": 3.705904774487396e-05,
194
+ "loss": 1.6524,
195
+ "step": 31
196
+ },
197
+ {
198
+ "epoch": 0.0,
199
+ "learning_rate": 3.392802673484193e-05,
200
+ "loss": 2.2403,
201
+ "step": 32
202
+ },
203
+ {
204
+ "epoch": 0.0,
205
+ "learning_rate": 3.086582838174551e-05,
206
+ "loss": 2.021,
207
+ "step": 33
208
+ },
209
+ {
210
+ "epoch": 0.0,
211
+ "learning_rate": 2.7885565489049946e-05,
212
+ "loss": 1.7178,
213
+ "step": 34
214
+ },
215
+ {
216
+ "epoch": 0.0,
217
+ "learning_rate": 2.500000000000001e-05,
218
+ "loss": 1.7909,
219
+ "step": 35
220
+ },
221
+ {
222
+ "epoch": 0.0,
223
+ "learning_rate": 2.2221488349019903e-05,
224
+ "loss": 1.4629,
225
+ "step": 36
226
+ },
227
+ {
228
+ "epoch": 0.0,
229
+ "learning_rate": 1.9561928549563968e-05,
230
+ "loss": 1.6591,
231
+ "step": 37
232
+ },
233
+ {
234
+ "epoch": 0.0,
235
+ "learning_rate": 1.703270924499656e-05,
236
+ "loss": 2.4752,
237
+ "step": 38
238
+ },
239
+ {
240
+ "epoch": 0.0,
241
+ "learning_rate": 1.4644660940672627e-05,
242
+ "loss": 1.0742,
243
+ "step": 39
244
+ },
245
+ {
246
+ "epoch": 0.0,
247
+ "learning_rate": 1.2408009626051137e-05,
248
+ "loss": 1.9453,
249
+ "step": 40
250
+ },
251
+ {
252
+ "epoch": 0.0,
253
+ "learning_rate": 1.0332332985438248e-05,
254
+ "loss": 1.3289,
255
+ "step": 41
256
+ },
257
+ {
258
+ "epoch": 0.0,
259
+ "learning_rate": 8.426519384872733e-06,
260
+ "loss": 1.431,
261
+ "step": 42
262
+ },
263
+ {
264
+ "epoch": 0.0,
265
+ "learning_rate": 6.698729810778065e-06,
266
+ "loss": 1.4762,
267
+ "step": 43
268
+ },
269
+ {
270
+ "epoch": 0.0,
271
+ "learning_rate": 5.156362923365588e-06,
272
+ "loss": 2.0352,
273
+ "step": 44
274
+ },
275
+ {
276
+ "epoch": 0.0,
277
+ "learning_rate": 3.8060233744356633e-06,
278
+ "loss": 1.3314,
279
+ "step": 45
280
+ },
281
+ {
282
+ "epoch": 0.0,
283
+ "learning_rate": 2.653493525244721e-06,
284
+ "loss": 1.2719,
285
+ "step": 46
286
+ },
287
+ {
288
+ "epoch": 0.0,
289
+ "learning_rate": 1.70370868554659e-06,
290
+ "loss": 1.6705,
291
+ "step": 47
292
+ },
293
+ {
294
+ "epoch": 0.0,
295
+ "learning_rate": 9.607359798384785e-07,
296
+ "loss": 1.434,
297
+ "step": 48
298
+ },
299
+ {
300
+ "epoch": 0.0,
301
+ "learning_rate": 4.277569313094809e-07,
302
+ "loss": 1.6516,
303
+ "step": 49
304
+ },
305
+ {
306
+ "epoch": 0.0,
307
+ "learning_rate": 1.0705383806982606e-07,
308
+ "loss": 1.197,
309
+ "step": 50
310
+ },
311
+ {
312
+ "epoch": 0.0,
313
+ "step": 50,
314
+ "total_flos": 408469398607872.0,
315
+ "train_loss": 1.9394794535636901,
316
+ "train_runtime": 76.3235,
317
+ "train_samples_per_second": 0.655,
318
+ "train_steps_per_second": 0.655
319
  }
320
  ],
321
  "logging_steps": 1.0,
 
323
  "num_input_tokens_seen": 0,
324
  "num_train_epochs": 1,
325
  "save_steps": 10,
326
+ "total_flos": 408469398607872.0,
327
  "train_batch_size": 1,
328
  "trial_name": null,
329
  "trial_params": null