Nadav commited on
Commit
0979e48
·
1 Parent(s): f0b8cb7

Training in progress, step 85000

Browse files
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:13f88c1653eaee71905eff10c477ade80a8231b1852fd24fc1d8070feadbe867
3
  size 893439185
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:991fa5d4e5f5edee4c8ef0d2412d108fe8823401ec1d29bf753ff58c6250ef3e
3
  size 893439185
last-checkpoint/pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:287c54a7fb259d9a27424e770b3fdfa09912688280150c514400ad14fd8b8e71
3
  size 449471589
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11bb76b4f4b7c201591694a6bcc8c84f8d309b1f1cea21af022f918961a63b4e
3
  size 449471589
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9ec9444070936ff912e17b8bf39a488fe9c3508ab66a9f8cc8090cbf033a8133
3
  size 15587
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:194884037966e731fcb91766eca35472e355bcdf78ecca2ffbee8cb9b09126dd
3
  size 15587
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:eda0fb0016a5517f1c8a7137584fb99d1503d53e8d61b84aafd902b7463f3a6d
3
  size 559
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ec9980e0e4d49a11c107c88863e01c8ed67819546b646e61e0a1dcaaf5d9232
3
  size 559
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:68e5bc2866367788ff40bed8e1205d239c8a00166e6a17a9ac8e287f80b514c7
3
  size 623
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5312022d6e3da19908b0afff153bcac2a5b0f2f58c4dfc36e2fe367687099b95
3
  size 623
last-checkpoint/trainer_state.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 6.965000870625109,
5
- "global_step": 80000,
6
  "is_hyper_param_search": false,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
@@ -1094,11 +1094,79 @@
1094
  "eval_samples_per_second": 281.235,
1095
  "eval_steps_per_second": 4.444,
1096
  "step": 80000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1097
  }
1098
  ],
1099
  "max_steps": 100000,
1100
  "num_train_epochs": 9,
1101
- "total_flos": 3.7677773555437614e+21,
1102
  "trial_name": null,
1103
  "trial_params": null
1104
  }
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 7.400313425039178,
5
+ "global_step": 85000,
6
  "is_hyper_param_search": false,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
 
1094
  "eval_samples_per_second": 281.235,
1095
  "eval_steps_per_second": 4.444,
1096
  "step": 80000
1097
+ },
1098
+ {
1099
+ "epoch": 7.01,
1100
+ "learning_rate": 1.8278912999303293e-05,
1101
+ "loss": 0.4046,
1102
+ "step": 80500
1103
+ },
1104
+ {
1105
+ "epoch": 7.05,
1106
+ "learning_rate": 1.7873785866083376e-05,
1107
+ "loss": 0.4039,
1108
+ "step": 81000
1109
+ },
1110
+ {
1111
+ "epoch": 7.1,
1112
+ "learning_rate": 1.747709438313117e-05,
1113
+ "loss": 0.4041,
1114
+ "step": 81500
1115
+ },
1116
+ {
1117
+ "epoch": 7.14,
1118
+ "learning_rate": 1.7089757496546325e-05,
1119
+ "loss": 0.4029,
1120
+ "step": 82000
1121
+ },
1122
+ {
1123
+ "epoch": 7.18,
1124
+ "learning_rate": 1.671187077590979e-05,
1125
+ "loss": 0.4031,
1126
+ "step": 82500
1127
+ },
1128
+ {
1129
+ "epoch": 7.23,
1130
+ "learning_rate": 1.6343527459115402e-05,
1131
+ "loss": 0.404,
1132
+ "step": 83000
1133
+ },
1134
+ {
1135
+ "epoch": 7.27,
1136
+ "learning_rate": 1.5985526173180873e-05,
1137
+ "loss": 0.4021,
1138
+ "step": 83500
1139
+ },
1140
+ {
1141
+ "epoch": 7.31,
1142
+ "learning_rate": 1.563652040423561e-05,
1143
+ "loss": 0.4028,
1144
+ "step": 84000
1145
+ },
1146
+ {
1147
+ "epoch": 7.36,
1148
+ "learning_rate": 1.5297323365745916e-05,
1149
+ "loss": 0.4028,
1150
+ "step": 84500
1151
+ },
1152
+ {
1153
+ "epoch": 7.4,
1154
+ "learning_rate": 1.496801874950552e-05,
1155
+ "loss": 0.403,
1156
+ "step": 85000
1157
+ },
1158
+ {
1159
+ "epoch": 7.4,
1160
+ "eval_loss": 0.3836823105812073,
1161
+ "eval_runtime": 17.7691,
1162
+ "eval_samples_per_second": 281.388,
1163
+ "eval_steps_per_second": 4.446,
1164
+ "step": 85000
1165
  }
1166
  ],
1167
  "max_steps": 100000,
1168
  "num_train_epochs": 9,
1169
+ "total_flos": 4.0032518025264523e+21,
1170
  "trial_name": null,
1171
  "trial_params": null
1172
  }
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:287c54a7fb259d9a27424e770b3fdfa09912688280150c514400ad14fd8b8e71
3
  size 449471589
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11bb76b4f4b7c201591694a6bcc8c84f8d309b1f1cea21af022f918961a63b4e
3
  size 449471589