fedovtt commited on
Commit
8c2d83c
1 Parent(s): 6bc66f3

Training in progress, step 10, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7d448ed0eb63fb8ce796a2581a39a0989adf0f3fdc057758e65f7b276b4a7621
3
  size 27024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf9902b37fdf30bd898e72e062032368ce7d3124d27defa06d740efe280dc41d
3
  size 27024
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2d317dc7f642fe19af067cb4a47a5dfb0a5d3f563e97db730ffcfb5ee3f8999f
3
  size 70922
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8fe13c1088b03e11a3d5905d908bcc33c1f9e0792d459d74980c963162b3a66
3
  size 70922
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:34bbf0a182beb8b828664678e023a763c79c30da1ab16c76d1c95f00474ec9ee
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63076df0e2f5c2eff0ee92071ec83ec94c981f8fbd2f640764417db149cee50d
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ab098d97568c94b26c087e3ff4fd649c3aaa775049e6dbf18e927dde2c5feee8
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06829946ff807c7143728448cc1bf384944e638865601317db4b29a92003bb11
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.003418803418803419,
5
  "eval_steps": 2,
6
- "global_step": 5,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -66,6 +66,65 @@
66
  "learning_rate": 0.0001,
67
  "loss": 10.3781,
68
  "step": 5
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
69
  }
70
  ],
71
  "logging_steps": 1,
@@ -85,7 +144,7 @@
85
  "attributes": {}
86
  }
87
  },
88
- "total_flos": 258618163200.0,
89
  "train_batch_size": 2,
90
  "trial_name": null,
91
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.006837606837606838,
5
  "eval_steps": 2,
6
+ "global_step": 10,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
66
  "learning_rate": 0.0001,
67
  "loss": 10.3781,
68
  "step": 5
69
+ },
70
+ {
71
+ "epoch": 0.0041025641025641026,
72
+ "grad_norm": 0.012160197831690311,
73
+ "learning_rate": 9.755282581475769e-05,
74
+ "loss": 10.3803,
75
+ "step": 6
76
+ },
77
+ {
78
+ "epoch": 0.0041025641025641026,
79
+ "eval_loss": 10.379097938537598,
80
+ "eval_runtime": 3.6086,
81
+ "eval_samples_per_second": 170.703,
82
+ "eval_steps_per_second": 85.352,
83
+ "step": 6
84
+ },
85
+ {
86
+ "epoch": 0.004786324786324786,
87
+ "grad_norm": 0.01298796571791172,
88
+ "learning_rate": 9.045084971874738e-05,
89
+ "loss": 10.3767,
90
+ "step": 7
91
+ },
92
+ {
93
+ "epoch": 0.00547008547008547,
94
+ "grad_norm": 0.012850708328187466,
95
+ "learning_rate": 7.938926261462366e-05,
96
+ "loss": 10.3795,
97
+ "step": 8
98
+ },
99
+ {
100
+ "epoch": 0.00547008547008547,
101
+ "eval_loss": 10.379048347473145,
102
+ "eval_runtime": 3.5895,
103
+ "eval_samples_per_second": 171.61,
104
+ "eval_steps_per_second": 85.805,
105
+ "step": 8
106
+ },
107
+ {
108
+ "epoch": 0.006153846153846154,
109
+ "grad_norm": 0.013943369500339031,
110
+ "learning_rate": 6.545084971874738e-05,
111
+ "loss": 10.3819,
112
+ "step": 9
113
+ },
114
+ {
115
+ "epoch": 0.006837606837606838,
116
+ "grad_norm": 0.017278488725423813,
117
+ "learning_rate": 5e-05,
118
+ "loss": 10.3765,
119
+ "step": 10
120
+ },
121
+ {
122
+ "epoch": 0.006837606837606838,
123
+ "eval_loss": 10.379008293151855,
124
+ "eval_runtime": 3.566,
125
+ "eval_samples_per_second": 172.744,
126
+ "eval_steps_per_second": 86.372,
127
+ "step": 10
128
  }
129
  ],
130
  "logging_steps": 1,
 
144
  "attributes": {}
145
  }
146
  },
147
+ "total_flos": 517236326400.0,
148
  "train_batch_size": 2,
149
  "trial_name": null,
150
  "trial_params": null