lesso15 commited on
Commit
383fb8f
·
verified ·
1 Parent(s): 4f1c6ea

Training in progress, step 200, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:861ab745682694f78266a4fc1e90b3f9a43f17b70c614719240b34e5c31340f3
3
  size 9450352
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0297c820bceffdd6bb26200f035cdf49c5804e02036a7aab5730dc9f309983f
3
  size 9450352
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d95bdb5908e873eddb021f20e5fab289709e88005b2b50136fe0dd08f4e0b16d
3
  size 4906490
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50f96ae09dc4a06dfbd16afce7ac7dc3f8299f4d0a44ce6f13cda89c80a4b8b3
3
  size 4906490
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7da1a7bcd39b722467e48cffd358fb3f0ba544f3bd970efd28c3ffdeed3cba30
3
  size 14308
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f861110b10b7cae8997e8c76ce37a824d2ffd06c800c3ccee7f1510bf1e6368
3
  size 14308
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7f2e88614aff46cd1ada70fbc3b2ec41b24cceb0ef1b4801de4a83c39b9b26bc
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1782a34e31686f496476697aa213a8a4eb0ce51a76589caf9070e07b3ee2de6a
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": 2.1459875106811523,
3
  "best_model_checkpoint": "miner_id_24/checkpoint-50",
4
- "epoch": 0.055299539170506916,
5
  "eval_steps": 50,
6
- "global_step": 150,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -144,6 +144,49 @@
144
  "eval_samples_per_second": 128.882,
145
  "eval_steps_per_second": 32.277,
146
  "step": 150
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
147
  }
148
  ],
149
  "logging_steps": 10,
@@ -158,7 +201,7 @@
158
  "early_stopping_threshold": 0.0
159
  },
160
  "attributes": {
161
- "early_stopping_patience_counter": 2
162
  }
163
  },
164
  "TrainerControl": {
@@ -167,12 +210,12 @@
167
  "should_evaluate": false,
168
  "should_log": false,
169
  "should_save": true,
170
- "should_training_stop": false
171
  },
172
  "attributes": {}
173
  }
174
  },
175
- "total_flos": 464666178355200.0,
176
  "train_batch_size": 4,
177
  "trial_name": null,
178
  "trial_params": null
 
1
  {
2
  "best_metric": 2.1459875106811523,
3
  "best_model_checkpoint": "miner_id_24/checkpoint-50",
4
+ "epoch": 0.07373271889400922,
5
  "eval_steps": 50,
6
+ "global_step": 200,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
144
  "eval_samples_per_second": 128.882,
145
  "eval_steps_per_second": 32.277,
146
  "step": 150
147
+ },
148
+ {
149
+ "epoch": 0.05898617511520737,
150
+ "grad_norm": 6141.27783203125,
151
+ "learning_rate": 0.000184829028536405,
152
+ "loss": 5.7739,
153
+ "step": 160
154
+ },
155
+ {
156
+ "epoch": 0.06267281105990784,
157
+ "grad_norm": 5252.96923828125,
158
+ "learning_rate": 0.00017943154018357726,
159
+ "loss": 6.1322,
160
+ "step": 170
161
+ },
162
+ {
163
+ "epoch": 0.0663594470046083,
164
+ "grad_norm": 3136.222900390625,
165
+ "learning_rate": 0.00017368360859750824,
166
+ "loss": 7.6432,
167
+ "step": 180
168
+ },
169
+ {
170
+ "epoch": 0.07004608294930875,
171
+ "grad_norm": 1761.0489501953125,
172
+ "learning_rate": 0.00016761323712310527,
173
+ "loss": 8.9134,
174
+ "step": 190
175
+ },
176
+ {
177
+ "epoch": 0.07373271889400922,
178
+ "grad_norm": 1086.85205078125,
179
+ "learning_rate": 0.00016125,
180
+ "loss": 9.8258,
181
+ "step": 200
182
+ },
183
+ {
184
+ "epoch": 0.07373271889400922,
185
+ "eval_loss": 4.759106159210205,
186
+ "eval_runtime": 8.8624,
187
+ "eval_samples_per_second": 128.859,
188
+ "eval_steps_per_second": 32.271,
189
+ "step": 200
190
  }
191
  ],
192
  "logging_steps": 10,
 
201
  "early_stopping_threshold": 0.0
202
  },
203
  "attributes": {
204
+ "early_stopping_patience_counter": 3
205
  }
206
  },
207
  "TrainerControl": {
 
210
  "should_evaluate": false,
211
  "should_log": false,
212
  "should_save": true,
213
+ "should_training_stop": true
214
  },
215
  "attributes": {}
216
  }
217
  },
218
+ "total_flos": 619554904473600.0,
219
  "train_batch_size": 4,
220
  "trial_name": null,
221
  "trial_params": null