Nadav commited on
Commit
30ec52d
·
1 Parent(s): 2b22202

Training in progress, step 60000

Browse files
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b262f3940750b190d96db404d8b7be748afd37e7722c173c295ae970e72d408f
3
  size 893438545
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dcbb71ee6902820938fb7191246d8d93bb293cabd8d7e19570813e3bd71858fb
3
  size 893438545
last-checkpoint/pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c41267e907c3c64a9eab9a9be9e42135251f0170acce84b7512dcf74b73603d6
3
  size 449471589
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:813c3bc201a3d6b8c1f9f27a12e5ae8d332dd8fa1dd981f77aaed37dd2821d1b
3
  size 449471589
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bff383314706f04a5be47f7718a16317dcbc2e34ef67666665654cf6c6ee365b
3
  size 15587
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fda46c45207c477583d8570015b878d6c2d34bc9f248ab28ce54748ea88ac403
3
  size 15587
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:45a60ece43c7f2b86d8fa5a261371b3d68475d4bd4f09601e0100b9c7dc8846c
3
  size 559
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b567b22b755ea350861d319b375faafd7e69841d532b0cb359c63888848bb7a2
3
  size 559
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8ec42c25eb7478ac84d4d9417b6c2bb3174731b719c2aa0a659b71f10e98687e
3
  size 623
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:621aa918e7d94e76e980dd52e6d602b019ed8ae919fe1ca65a5ac903747bec67
3
  size 623
last-checkpoint/trainer_state.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 4.788438098554762,
5
- "global_step": 55000,
6
  "is_hyper_param_search": false,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
@@ -754,11 +754,79 @@
754
  "eval_samples_per_second": 286.186,
755
  "eval_steps_per_second": 4.522,
756
  "step": 55000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
757
  }
758
  ],
759
  "max_steps": 100000,
760
  "num_train_epochs": 9,
761
- "total_flos": 2.590349259484095e+21,
762
  "trial_name": null,
763
  "trial_params": null
764
  }
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 5.223750652968832,
5
+ "global_step": 60000,
6
  "is_hyper_param_search": false,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
 
754
  "eval_samples_per_second": 286.186,
755
  "eval_steps_per_second": 4.522,
756
  "step": 55000
757
+ },
758
+ {
759
+ "epoch": 4.83,
760
+ "learning_rate": 4.7616157225640255e-05,
761
+ "loss": 0.4173,
762
+ "step": 55500
763
+ },
764
+ {
765
+ "epoch": 4.88,
766
+ "learning_rate": 4.6914687204096124e-05,
767
+ "loss": 0.4152,
768
+ "step": 56000
769
+ },
770
+ {
771
+ "epoch": 4.92,
772
+ "learning_rate": 4.621530849337495e-05,
773
+ "loss": 0.4153,
774
+ "step": 56500
775
+ },
776
+ {
777
+ "epoch": 4.96,
778
+ "learning_rate": 4.5518193654708575e-05,
779
+ "loss": 0.4156,
780
+ "step": 57000
781
+ },
782
+ {
783
+ "epoch": 5.01,
784
+ "learning_rate": 4.48235146907523e-05,
785
+ "loss": 0.4149,
786
+ "step": 57500
787
+ },
788
+ {
789
+ "epoch": 5.05,
790
+ "learning_rate": 4.413282443085026e-05,
791
+ "loss": 0.4138,
792
+ "step": 58000
793
+ },
794
+ {
795
+ "epoch": 5.09,
796
+ "learning_rate": 4.344352505188909e-05,
797
+ "loss": 0.4138,
798
+ "step": 58500
799
+ },
800
+ {
801
+ "epoch": 5.14,
802
+ "learning_rate": 4.2757173441071825e-05,
803
+ "loss": 0.4129,
804
+ "step": 59000
805
+ },
806
+ {
807
+ "epoch": 5.18,
808
+ "learning_rate": 4.2073938945388334e-05,
809
+ "loss": 0.4128,
810
+ "step": 59500
811
+ },
812
+ {
813
+ "epoch": 5.22,
814
+ "learning_rate": 4.1393990142726966e-05,
815
+ "loss": 0.4133,
816
+ "step": 60000
817
+ },
818
+ {
819
+ "epoch": 5.22,
820
+ "eval_loss": 0.3932584524154663,
821
+ "eval_runtime": 17.6982,
822
+ "eval_samples_per_second": 282.515,
823
+ "eval_steps_per_second": 4.464,
824
+ "step": 60000
825
  }
826
  ],
827
  "max_steps": 100000,
828
  "num_train_epochs": 9,
829
+ "total_flos": 2.8258237064667857e+21,
830
  "trial_name": null,
831
  "trial_params": null
832
  }
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c41267e907c3c64a9eab9a9be9e42135251f0170acce84b7512dcf74b73603d6
3
  size 449471589
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:813c3bc201a3d6b8c1f9f27a12e5ae8d332dd8fa1dd981f77aaed37dd2821d1b
3
  size 449471589