farmery commited on
Commit
2a267a2
·
verified ·
1 Parent(s): bdb6b4a

Training in progress, step 75, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fbe4fc7be1ccba8daef25bd61f44ef5a75698422cc2183612d0124c6997dd256
3
  size 50624
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75f1d892b2366386761f0a72e1416c3a2e5e8a2c42705893fa8dc14c92a4967e
3
  size 50624
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0ac3e41769b66c1f194991218d9b55e721a05e01a8a0d058dec38ac038faeb25
3
  size 118090
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7fce9ad8826004310c683743744f592950aa99030e99c0a773d97fb67c7cc572
3
  size 118090
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d8aabd519abc495ccb535c004724ef30a212d44ae05909dc43f853b8ee289e02
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a124254e9255126713591c1f59a9c70d9b2a575d52070bed3b63df36570aa65
3
  size 15024
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8dd3dc831fa3d1edd6228ac25fb0b3524842e9bb646e369c883e51e64a29c94b
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4cf20479de077e1f12a1a0a2558891d641a7cd7f83617558364eb5fab3cecf50
3
  size 15024
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0fead0c274db93260b4c1d4d18d91d2c90573a8fd7b91cf7923ae8bb2130a922
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d32bbee8c1a3203e5781cafb76382ca878bef03f828d2544598d5b9e442e046
3
  size 15024
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e6d85a19b48d8f01ee180cf08c27ad1e5bd30f3bb9466da21da8d2f31fda9284
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44022d716771debca474b8d0807aaa6d48fb5a1f2aa65fce603e5767b76f790b
3
  size 15024
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:521ae5e3fe83cd3ae02d0637923203760021afa02676b0d5217193cc127d4bfe
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92c40e70c89071663742fb7f45e3d35ba3e327e558255bec76dafa8c4bde0527
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 1.7543859649122808,
5
  "eval_steps": 8,
6
- "global_step": 50,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -413,6 +413,205 @@
413
  "learning_rate": 4.5871032726383386e-05,
414
  "loss": 10.4802,
415
  "step": 50
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
416
  }
417
  ],
418
  "logging_steps": 1,
@@ -432,7 +631,7 @@
432
  "attributes": {}
433
  }
434
  },
435
- "total_flos": 10460489318400.0,
436
  "train_batch_size": 8,
437
  "trial_name": null,
438
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 2.6315789473684212,
5
  "eval_steps": 8,
6
+ "global_step": 75,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
413
  "learning_rate": 4.5871032726383386e-05,
414
  "loss": 10.4802,
415
  "step": 50
416
+ },
417
+ {
418
+ "epoch": 1.7894736842105263,
419
+ "grad_norm": 0.03883575648069382,
420
+ "learning_rate": 4.381536843653262e-05,
421
+ "loss": 10.0867,
422
+ "step": 51
423
+ },
424
+ {
425
+ "epoch": 1.8245614035087718,
426
+ "grad_norm": 0.04744650423526764,
427
+ "learning_rate": 4.17702704859633e-05,
428
+ "loss": 10.9924,
429
+ "step": 52
430
+ },
431
+ {
432
+ "epoch": 1.8596491228070176,
433
+ "grad_norm": 0.046235229820013046,
434
+ "learning_rate": 3.973923289021829e-05,
435
+ "loss": 9.8877,
436
+ "step": 53
437
+ },
438
+ {
439
+ "epoch": 1.8947368421052633,
440
+ "grad_norm": 0.05214040353894234,
441
+ "learning_rate": 3.772572564296005e-05,
442
+ "loss": 10.369,
443
+ "step": 54
444
+ },
445
+ {
446
+ "epoch": 1.9298245614035088,
447
+ "grad_norm": 0.041679393500089645,
448
+ "learning_rate": 3.5733188787544745e-05,
449
+ "loss": 11.1291,
450
+ "step": 55
451
+ },
452
+ {
453
+ "epoch": 1.9649122807017543,
454
+ "grad_norm": 0.04238257557153702,
455
+ "learning_rate": 3.3765026539765834e-05,
456
+ "loss": 9.99,
457
+ "step": 56
458
+ },
459
+ {
460
+ "epoch": 1.9649122807017543,
461
+ "eval_loss": 10.36238956451416,
462
+ "eval_runtime": 0.0482,
463
+ "eval_samples_per_second": 1990.632,
464
+ "eval_steps_per_second": 62.207,
465
+ "step": 56
466
+ },
467
+ {
468
+ "epoch": 2.0,
469
+ "grad_norm": 0.07189306616783142,
470
+ "learning_rate": 3.18246014718085e-05,
471
+ "loss": 15.2056,
472
+ "step": 57
473
+ },
474
+ {
475
+ "epoch": 2.0350877192982457,
476
+ "grad_norm": 0.041363537311553955,
477
+ "learning_rate": 2.991522876735154e-05,
478
+ "loss": 10.3649,
479
+ "step": 58
480
+ },
481
+ {
482
+ "epoch": 2.0701754385964914,
483
+ "grad_norm": 0.04258178174495697,
484
+ "learning_rate": 2.804017055763149e-05,
485
+ "loss": 10.3674,
486
+ "step": 59
487
+ },
488
+ {
489
+ "epoch": 2.1052631578947367,
490
+ "grad_norm": 0.0516861192882061,
491
+ "learning_rate": 2.6202630348146324e-05,
492
+ "loss": 10.3673,
493
+ "step": 60
494
+ },
495
+ {
496
+ "epoch": 2.1403508771929824,
497
+ "grad_norm": 0.0398215688765049,
498
+ "learning_rate": 2.4405747545519963e-05,
499
+ "loss": 10.3627,
500
+ "step": 61
501
+ },
502
+ {
503
+ "epoch": 2.175438596491228,
504
+ "grad_norm": 0.052411239594221115,
505
+ "learning_rate": 2.2652592093878666e-05,
506
+ "loss": 10.3681,
507
+ "step": 62
508
+ },
509
+ {
510
+ "epoch": 2.2105263157894735,
511
+ "grad_norm": 0.04860823601484299,
512
+ "learning_rate": 2.094615922990309e-05,
513
+ "loss": 10.3668,
514
+ "step": 63
515
+ },
516
+ {
517
+ "epoch": 2.245614035087719,
518
+ "grad_norm": 0.04707632586359978,
519
+ "learning_rate": 1.928936436551661e-05,
520
+ "loss": 10.3688,
521
+ "step": 64
522
+ },
523
+ {
524
+ "epoch": 2.245614035087719,
525
+ "eval_loss": 10.361990928649902,
526
+ "eval_runtime": 0.0503,
527
+ "eval_samples_per_second": 1907.875,
528
+ "eval_steps_per_second": 59.621,
529
+ "step": 64
530
+ },
531
+ {
532
+ "epoch": 2.280701754385965,
533
+ "grad_norm": 0.047561973333358765,
534
+ "learning_rate": 1.768503810695295e-05,
535
+ "loss": 10.3625,
536
+ "step": 65
537
+ },
538
+ {
539
+ "epoch": 2.3157894736842106,
540
+ "grad_norm": 0.0470132939517498,
541
+ "learning_rate": 1.6135921418712956e-05,
542
+ "loss": 10.3681,
543
+ "step": 66
544
+ },
545
+ {
546
+ "epoch": 2.3508771929824563,
547
+ "grad_norm": 0.0447855144739151,
548
+ "learning_rate": 1.4644660940672627e-05,
549
+ "loss": 10.3667,
550
+ "step": 67
551
+ },
552
+ {
553
+ "epoch": 2.3859649122807016,
554
+ "grad_norm": 0.04761236160993576,
555
+ "learning_rate": 1.3213804466343421e-05,
556
+ "loss": 10.3676,
557
+ "step": 68
558
+ },
559
+ {
560
+ "epoch": 2.4210526315789473,
561
+ "grad_norm": 0.04890201613306999,
562
+ "learning_rate": 1.1845796590009683e-05,
563
+ "loss": 10.3666,
564
+ "step": 69
565
+ },
566
+ {
567
+ "epoch": 2.456140350877193,
568
+ "grad_norm": 0.055010754615068436,
569
+ "learning_rate": 1.0542974530180327e-05,
570
+ "loss": 10.3671,
571
+ "step": 70
572
+ },
573
+ {
574
+ "epoch": 2.4912280701754383,
575
+ "grad_norm": 0.04802040010690689,
576
+ "learning_rate": 9.307564136490254e-06,
577
+ "loss": 10.3659,
578
+ "step": 71
579
+ },
580
+ {
581
+ "epoch": 2.526315789473684,
582
+ "grad_norm": 0.0498974546790123,
583
+ "learning_rate": 8.141676086873572e-06,
584
+ "loss": 10.3678,
585
+ "step": 72
586
+ },
587
+ {
588
+ "epoch": 2.526315789473684,
589
+ "eval_loss": 10.361777305603027,
590
+ "eval_runtime": 0.0479,
591
+ "eval_samples_per_second": 2002.244,
592
+ "eval_steps_per_second": 62.57,
593
+ "step": 72
594
+ },
595
+ {
596
+ "epoch": 2.56140350877193,
597
+ "grad_norm": 0.052232056856155396,
598
+ "learning_rate": 7.047302281505736e-06,
599
+ "loss": 10.3665,
600
+ "step": 73
601
+ },
602
+ {
603
+ "epoch": 2.5964912280701755,
604
+ "grad_norm": 0.045570556074380875,
605
+ "learning_rate": 6.026312439675552e-06,
606
+ "loss": 10.3654,
607
+ "step": 74
608
+ },
609
+ {
610
+ "epoch": 2.6315789473684212,
611
+ "grad_norm": 0.050531383603811264,
612
+ "learning_rate": 5.080450905401057e-06,
613
+ "loss": 10.364,
614
+ "step": 75
615
  }
616
  ],
617
  "logging_steps": 1,
 
631
  "attributes": {}
632
  }
633
  },
634
+ "total_flos": 15690733977600.0,
635
  "train_batch_size": 8,
636
  "trial_name": null,
637
  "trial_params": null