adel-cybral commited on
Commit
2e187c1
·
verified ·
1 Parent(s): e9a5f34

Training in progress, step 500, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:619e9a53f49dec2566c9a98e6dcb1bed6dc7993d4b7ccf60204a9e6261fe46d2
3
  size 57029756
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45a95787a4f0d59d777f32312df3183e7ca71a9e350b75b0141a40ace6f8527b
3
  size 57029756
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:df1d56fc341eab45ea15135984abe110fae89f56f08327c3d2b94ea480b9f4bc
3
  size 114100410
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1460dd019148384f9b0f3ae825901e137507b363f3aaf0a999f0b81babc2b22e
3
  size 114100410
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:33a94b7bbebc6d906d53a4da39cdae0c35e24d988bd6807fa9fae222b6c5c145
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da0daaee6d37fe3cce06b6f0665377993b2425570925631e7bd3877098b13e56
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4a84374ae6db0b004a6b87b94c39a9a830c4ddd474ee1230a71eeead31d62515
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0992f3eb6a6e87d7c905716ad6cb10cdc7e7e02476fe12e47e23d9729391391c
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,77 +1,25 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 2.847380410022779,
5
  "eval_steps": 500,
6
- "global_step": 2500,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
10
  "log_history": [
11
  {
12
  "epoch": 0.5694760820045558,
13
- "grad_norm": 1.6383419036865234,
14
- "learning_rate": 1.6203492786636296e-05,
15
- "loss": 0.5069,
16
  "step": 500
17
- },
18
- {
19
- "epoch": 1.0,
20
- "eval_accuracy": 0.9481309673217151,
21
- "eval_f1": 0.7565174618789966,
22
- "eval_loss": 0.21838697791099548,
23
- "eval_precision": 0.7395811070741611,
24
- "eval_recall": 0.7742476787112652,
25
- "eval_runtime": 2.9034,
26
- "eval_samples_per_second": 1119.376,
27
- "eval_steps_per_second": 70.262,
28
- "step": 878
29
- },
30
- {
31
- "epoch": 1.1389521640091116,
32
- "grad_norm": 2.9091055393218994,
33
- "learning_rate": 1.240698557327259e-05,
34
- "loss": 0.2615,
35
- "step": 1000
36
- },
37
- {
38
- "epoch": 1.7084282460136673,
39
- "grad_norm": 3.3975818157196045,
40
- "learning_rate": 8.610478359908885e-06,
41
- "loss": 0.2068,
42
- "step": 1500
43
- },
44
- {
45
- "epoch": 2.0,
46
- "eval_accuracy": 0.9593149792682734,
47
- "eval_f1": 0.8157792243921438,
48
- "eval_loss": 0.16669189929962158,
49
- "eval_precision": 0.8114899269426611,
50
- "eval_recall": 0.8201141067233472,
51
- "eval_runtime": 3.0974,
52
- "eval_samples_per_second": 1049.272,
53
- "eval_steps_per_second": 65.862,
54
- "step": 1756
55
- },
56
- {
57
- "epoch": 2.277904328018223,
58
- "grad_norm": 7.613577842712402,
59
- "learning_rate": 4.8139711465451785e-06,
60
- "loss": 0.1847,
61
- "step": 2000
62
- },
63
- {
64
- "epoch": 2.847380410022779,
65
- "grad_norm": 3.9789023399353027,
66
- "learning_rate": 1.0174639331814731e-06,
67
- "loss": 0.166,
68
- "step": 2500
69
  }
70
  ],
71
  "logging_steps": 500,
72
- "max_steps": 2634,
73
  "num_input_tokens_seen": 0,
74
- "num_train_epochs": 3,
75
  "save_steps": 500,
76
  "stateful_callbacks": {
77
  "TrainerControl": {
@@ -85,7 +33,7 @@
85
  "attributes": {}
86
  }
87
  },
88
- "total_flos": 52075934697042.0,
89
  "train_batch_size": 16,
90
  "trial_name": null,
91
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.5694760820045558,
5
  "eval_steps": 500,
6
+ "global_step": 500,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
10
  "log_history": [
11
  {
12
  "epoch": 0.5694760820045558,
13
+ "grad_norm": 1.5356756448745728,
14
+ "learning_rate": 1.7722095671981778e-05,
15
+ "loss": 0.1506,
16
  "step": 500
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
17
  }
18
  ],
19
  "logging_steps": 500,
20
+ "max_steps": 4390,
21
  "num_input_tokens_seen": 0,
22
+ "num_train_epochs": 5,
23
  "save_steps": 500,
24
  "stateful_callbacks": {
25
  "TrainerControl": {
 
33
  "attributes": {}
34
  }
35
  },
36
+ "total_flos": 10392521743584.0,
37
  "train_batch_size": 16,
38
  "trial_name": null,
39
  "trial_params": null
last-checkpoint/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:685608d25e53a9d2b788ce2fd83e8fa1c83bb39b307e090b4935f273ce41406f
3
  size 5304
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6179295ed33670bef4e6ae443db6c86535ebdf6636bdd940a34e8a5e5cd430e0
3
  size 5304