DewiBrynJones commited on
Commit
50c770e
1 Parent(s): 1427801

End of training

Browse files
README.md CHANGED
@@ -2,6 +2,8 @@
2
  license: apache-2.0
3
  base_model: facebook/wav2vec2-large-xlsr-53
4
  tags:
 
 
5
  - generated_from_trainer
6
  metrics:
7
  - wer
@@ -15,7 +17,7 @@ should probably proofread and complete it, then remove this comment. -->
15
 
16
  # wav2vec2-xlsr-53-ft-btb-ccv-cy
17
 
18
- This model is a fine-tuned version of [facebook/wav2vec2-large-xlsr-53](https://huggingface.co/facebook/wav2vec2-large-xlsr-53) on an unknown dataset.
19
  It achieves the following results on the evaluation set:
20
  - Loss: 0.5418
21
  - Wer: 0.4178
 
2
  license: apache-2.0
3
  base_model: facebook/wav2vec2-large-xlsr-53
4
  tags:
5
+ - automatic-speech-recognition
6
+ - DewiBrynJones/banc-trawsgrifiadau-bangor-clean-with-ccv
7
  - generated_from_trainer
8
  metrics:
9
  - wer
 
17
 
18
  # wav2vec2-xlsr-53-ft-btb-ccv-cy
19
 
20
+ This model is a fine-tuned version of [facebook/wav2vec2-large-xlsr-53](https://huggingface.co/facebook/wav2vec2-large-xlsr-53) on the DEWIBRYNJONES/BANC-TRAWSGRIFIADAU-BANGOR-CLEAN-WITH-CCV - DEFAULT dataset.
21
  It achieves the following results on the evaluation set:
22
  - Loss: 0.5418
23
  - Wer: 0.4178
all_results.json CHANGED
@@ -1,15 +1,15 @@
1
  {
2
  "epoch": 1.0080645161290323,
3
- "eval_loss": 0.4942198395729065,
4
- "eval_runtime": 177.2206,
5
  "eval_samples": 7022,
6
- "eval_samples_per_second": 39.623,
7
- "eval_steps_per_second": 2.477,
8
- "eval_wer": 0.3917272352808302,
9
  "total_flos": 6.709869296482936e+18,
10
- "train_loss": 1.1787635701497396,
11
- "train_runtime": 4443.9077,
12
  "train_samples": 47607,
13
- "train_samples_per_second": 10.801,
14
- "train_steps_per_second": 0.675
15
  }
 
1
  {
2
  "epoch": 1.0080645161290323,
3
+ "eval_loss": 0.5417820811271667,
4
+ "eval_runtime": 188.0972,
5
  "eval_samples": 7022,
6
+ "eval_samples_per_second": 37.332,
7
+ "eval_steps_per_second": 2.334,
8
+ "eval_wer": 0.4178370693206128,
9
  "total_flos": 6.709869296482936e+18,
10
+ "train_loss": 1.3100875549316406,
11
+ "train_runtime": 4950.9591,
12
  "train_samples": 47607,
13
+ "train_samples_per_second": 9.695,
14
+ "train_steps_per_second": 0.606
15
  }
eval_results.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "epoch": 1.0080645161290323,
3
- "eval_loss": 0.4942198395729065,
4
- "eval_runtime": 177.2206,
5
  "eval_samples": 7022,
6
- "eval_samples_per_second": 39.623,
7
- "eval_steps_per_second": 2.477,
8
- "eval_wer": 0.3917272352808302
9
  }
 
1
  {
2
  "epoch": 1.0080645161290323,
3
+ "eval_loss": 0.5417820811271667,
4
+ "eval_runtime": 188.0972,
5
  "eval_samples": 7022,
6
+ "eval_samples_per_second": 37.332,
7
+ "eval_steps_per_second": 2.334,
8
+ "eval_wer": 0.4178370693206128
9
  }
runs/Aug29_20-04-14_6d77da852b30/events.out.tfevents.1724964390.6d77da852b30.1700.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c9a9b676fc791d60bb726636f5c4bf380faff55248219f6ccafe191364c4580
3
+ size 406
train_results.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "epoch": 1.0080645161290323,
3
  "total_flos": 6.709869296482936e+18,
4
- "train_loss": 1.1787635701497396,
5
- "train_runtime": 4443.9077,
6
  "train_samples": 47607,
7
- "train_samples_per_second": 10.801,
8
- "train_steps_per_second": 0.675
9
  }
 
1
  {
2
  "epoch": 1.0080645161290323,
3
  "total_flos": 6.709869296482936e+18,
4
+ "train_loss": 1.3100875549316406,
5
+ "train_runtime": 4950.9591,
6
  "train_samples": 47607,
7
+ "train_samples_per_second": 9.695,
8
+ "train_steps_per_second": 0.606
9
  }
trainer_state.json CHANGED
@@ -10,189 +10,189 @@
10
  "log_history": [
11
  {
12
  "epoch": 0.06720430107526881,
13
- "eval_loss": 2.9829530715942383,
14
- "eval_runtime": 176.5397,
15
- "eval_samples_per_second": 39.776,
16
- "eval_steps_per_second": 2.487,
17
  "eval_wer": 1.0,
18
  "step": 200
19
  },
20
  {
21
  "epoch": 0.13440860215053763,
22
- "eval_loss": 1.5613375902175903,
23
- "eval_runtime": 174.5758,
24
- "eval_samples_per_second": 40.223,
25
- "eval_steps_per_second": 2.515,
26
- "eval_wer": 0.9657582481829415,
27
  "step": 400
28
  },
29
  {
30
  "epoch": 0.16801075268817203,
31
- "grad_norm": 2.138428211212158,
32
- "learning_rate": 0.00027833333333333334,
33
- "loss": 3.6118,
34
  "step": 500
35
  },
36
  {
37
  "epoch": 0.20161290322580644,
38
- "eval_loss": 1.0701438188552856,
39
- "eval_runtime": 174.6767,
40
- "eval_samples_per_second": 40.2,
41
- "eval_steps_per_second": 2.513,
42
- "eval_wer": 0.7648786191684716,
43
  "step": 600
44
  },
45
  {
46
  "epoch": 0.26881720430107525,
47
- "eval_loss": 0.8867517113685608,
48
- "eval_runtime": 174.8944,
49
- "eval_samples_per_second": 40.15,
50
- "eval_steps_per_second": 2.51,
51
- "eval_wer": 0.6947474720631419,
52
  "step": 800
53
  },
54
  {
55
  "epoch": 0.33602150537634407,
56
- "grad_norm": 2.852606773376465,
57
- "learning_rate": 0.00022288888888888887,
58
- "loss": 0.9333,
59
  "step": 1000
60
  },
61
  {
62
  "epoch": 0.33602150537634407,
63
- "eval_loss": 0.7679557204246521,
64
- "eval_runtime": 175.5538,
65
- "eval_samples_per_second": 39.999,
66
- "eval_steps_per_second": 2.501,
67
- "eval_wer": 0.6070503195631087,
68
  "step": 1000
69
  },
70
  {
71
  "epoch": 0.4032258064516129,
72
- "eval_loss": 0.7223904132843018,
73
- "eval_runtime": 175.6961,
74
- "eval_samples_per_second": 39.967,
75
- "eval_steps_per_second": 2.499,
76
- "eval_wer": 0.5453965638661157,
77
  "step": 1200
78
  },
79
  {
80
  "epoch": 0.47043010752688175,
81
- "eval_loss": 0.6732765436172485,
82
- "eval_runtime": 175.6064,
83
- "eval_samples_per_second": 39.987,
84
- "eval_steps_per_second": 2.5,
85
- "eval_wer": 0.5121646580475425,
86
  "step": 1400
87
  },
88
  {
89
  "epoch": 0.5040322580645161,
90
- "grad_norm": 4.027652740478516,
91
- "learning_rate": 0.00016744444444444443,
92
- "loss": 0.7446,
93
  "step": 1500
94
  },
95
  {
96
  "epoch": 0.5376344086021505,
97
- "eval_loss": 0.6437448859214783,
98
- "eval_runtime": 175.5304,
99
- "eval_samples_per_second": 40.004,
100
- "eval_steps_per_second": 2.501,
101
- "eval_wer": 0.4966449195445063,
102
  "step": 1600
103
  },
104
  {
105
  "epoch": 0.6048387096774194,
106
- "eval_loss": 0.6063565015792847,
107
- "eval_runtime": 175.877,
108
- "eval_samples_per_second": 39.926,
109
- "eval_steps_per_second": 2.496,
110
- "eval_wer": 0.4774312706785899,
111
  "step": 1800
112
  },
113
  {
114
  "epoch": 0.6720430107526881,
115
- "grad_norm": 3.676745653152466,
116
- "learning_rate": 0.000112,
117
- "loss": 0.6579,
118
  "step": 2000
119
  },
120
  {
121
  "epoch": 0.6720430107526881,
122
- "eval_loss": 0.5673760771751404,
123
- "eval_runtime": 176.4608,
124
- "eval_samples_per_second": 39.794,
125
- "eval_steps_per_second": 2.488,
126
- "eval_wer": 0.44613933217289625,
127
  "step": 2000
128
  },
129
  {
130
  "epoch": 0.739247311827957,
131
- "eval_loss": 0.5556111931800842,
132
- "eval_runtime": 175.9454,
133
- "eval_samples_per_second": 39.91,
134
- "eval_steps_per_second": 2.495,
135
- "eval_wer": 0.4325196986406941,
136
  "step": 2200
137
  },
138
  {
139
  "epoch": 0.8064516129032258,
140
- "eval_loss": 0.5264282822608948,
141
- "eval_runtime": 176.4778,
142
- "eval_samples_per_second": 39.79,
143
- "eval_steps_per_second": 2.488,
144
- "eval_wer": 0.4180363810308402,
145
  "step": 2400
146
  },
147
  {
148
  "epoch": 0.8400537634408602,
149
- "grad_norm": 2.7548441886901855,
150
- "learning_rate": 5.666666666666666e-05,
151
- "loss": 0.5823,
152
  "step": 2500
153
  },
154
  {
155
  "epoch": 0.8736559139784946,
156
- "eval_loss": 0.5129852890968323,
157
- "eval_runtime": 176.2054,
158
- "eval_samples_per_second": 39.851,
159
- "eval_steps_per_second": 2.491,
160
- "eval_wer": 0.4022110312387887,
161
  "step": 2600
162
  },
163
  {
164
  "epoch": 0.9408602150537635,
165
- "eval_loss": 0.49821802973747253,
166
- "eval_runtime": 176.2887,
167
- "eval_samples_per_second": 39.832,
168
- "eval_steps_per_second": 2.49,
169
- "eval_wer": 0.39360076535696725,
170
  "step": 2800
171
  },
172
  {
173
  "epoch": 1.0080645161290323,
174
- "grad_norm": 0.7031016945838928,
175
- "learning_rate": 1.111111111111111e-06,
176
- "loss": 0.5426,
177
  "step": 3000
178
  },
179
  {
180
  "epoch": 1.0080645161290323,
181
- "eval_loss": 0.4942198395729065,
182
- "eval_runtime": 177.2018,
183
- "eval_samples_per_second": 39.627,
184
- "eval_steps_per_second": 2.477,
185
- "eval_wer": 0.3917272352808302,
186
  "step": 3000
187
  },
188
  {
189
  "epoch": 1.0080645161290323,
190
  "step": 3000,
191
  "total_flos": 6.709869296482936e+18,
192
- "train_loss": 1.1787635701497396,
193
- "train_runtime": 4443.9077,
194
- "train_samples_per_second": 10.801,
195
- "train_steps_per_second": 0.675
196
  }
197
  ],
198
  "logging_steps": 500,
 
10
  "log_history": [
11
  {
12
  "epoch": 0.06720430107526881,
13
+ "eval_loss": 3.1445324420928955,
14
+ "eval_runtime": 187.2734,
15
+ "eval_samples_per_second": 37.496,
16
+ "eval_steps_per_second": 2.344,
17
  "eval_wer": 1.0,
18
  "step": 200
19
  },
20
  {
21
  "epoch": 0.13440860215053763,
22
+ "eval_loss": 2.7407212257385254,
23
+ "eval_runtime": 185.5858,
24
+ "eval_samples_per_second": 37.837,
25
+ "eval_steps_per_second": 2.365,
26
+ "eval_wer": 0.9999867125526515,
27
  "step": 400
28
  },
29
  {
30
  "epoch": 0.16801075268817203,
31
+ "grad_norm": 8.384466171264648,
32
+ "learning_rate": 0.00027866666666666665,
33
+ "loss": 4.0188,
34
  "step": 500
35
  },
36
  {
37
  "epoch": 0.20161290322580644,
38
+ "eval_loss": 1.2700377702713013,
39
+ "eval_runtime": 187.6926,
40
+ "eval_samples_per_second": 37.412,
41
+ "eval_steps_per_second": 2.339,
42
+ "eval_wer": 0.8484433755431244,
43
  "step": 600
44
  },
45
  {
46
  "epoch": 0.26881720430107525,
47
+ "eval_loss": 0.9953192472457886,
48
+ "eval_runtime": 187.642,
49
+ "eval_samples_per_second": 37.422,
50
+ "eval_steps_per_second": 2.34,
51
+ "eval_wer": 0.7435389787267968,
52
  "step": 800
53
  },
54
  {
55
  "epoch": 0.33602150537634407,
56
+ "grad_norm": 5.077725410461426,
57
+ "learning_rate": 0.0002232222222222222,
58
+ "loss": 1.0707,
59
  "step": 1000
60
  },
61
  {
62
  "epoch": 0.33602150537634407,
63
+ "eval_loss": 0.8646696209907532,
64
+ "eval_runtime": 187.682,
65
+ "eval_samples_per_second": 37.414,
66
+ "eval_steps_per_second": 2.339,
67
+ "eval_wer": 0.6541277455188084,
68
  "step": 1000
69
  },
70
  {
71
  "epoch": 0.4032258064516129,
72
+ "eval_loss": 0.7888585925102234,
73
+ "eval_runtime": 187.1558,
74
+ "eval_samples_per_second": 37.52,
75
+ "eval_steps_per_second": 2.346,
76
+ "eval_wer": 0.5784025830797646,
77
  "step": 1200
78
  },
79
  {
80
  "epoch": 0.47043010752688175,
81
+ "eval_loss": 0.7465152740478516,
82
+ "eval_runtime": 185.9206,
83
+ "eval_samples_per_second": 37.769,
84
+ "eval_steps_per_second": 2.361,
85
+ "eval_wer": 0.5440412442365697,
86
  "step": 1400
87
  },
88
  {
89
  "epoch": 0.5040322580645161,
90
+ "grad_norm": 7.621553897857666,
91
+ "learning_rate": 0.00016777777777777776,
92
+ "loss": 0.8175,
93
  "step": 1500
94
  },
95
  {
96
  "epoch": 0.5376344086021505,
97
+ "eval_loss": 0.68277907371521,
98
+ "eval_runtime": 187.6331,
99
+ "eval_samples_per_second": 37.424,
100
+ "eval_steps_per_second": 2.34,
101
+ "eval_wer": 0.5042453394278426,
102
  "step": 1600
103
  },
104
  {
105
  "epoch": 0.6048387096774194,
106
+ "eval_loss": 0.6549283862113953,
107
+ "eval_runtime": 186.6705,
108
+ "eval_samples_per_second": 37.617,
109
+ "eval_steps_per_second": 2.352,
110
+ "eval_wer": 0.4952098752308694,
111
  "step": 1800
112
  },
113
  {
114
  "epoch": 0.6720430107526881,
115
+ "grad_norm": 6.983826637268066,
116
+ "learning_rate": 0.00011233333333333333,
117
+ "loss": 0.7148,
118
  "step": 2000
119
  },
120
  {
121
  "epoch": 0.6720430107526881,
122
+ "eval_loss": 0.6289859414100647,
123
+ "eval_runtime": 188.3084,
124
+ "eval_samples_per_second": 37.29,
125
+ "eval_steps_per_second": 2.331,
126
+ "eval_wer": 0.4905858435535949,
127
  "step": 2000
128
  },
129
  {
130
  "epoch": 0.739247311827957,
131
+ "eval_loss": 0.6112708449363708,
132
+ "eval_runtime": 188.0636,
133
+ "eval_samples_per_second": 37.338,
134
+ "eval_steps_per_second": 2.334,
135
+ "eval_wer": 0.45763297412934,
136
  "step": 2200
137
  },
138
  {
139
  "epoch": 0.8064516129032258,
140
+ "eval_loss": 0.5718730688095093,
141
+ "eval_runtime": 187.8424,
142
+ "eval_samples_per_second": 37.382,
143
+ "eval_steps_per_second": 2.337,
144
+ "eval_wer": 0.4404788796024396,
145
  "step": 2400
146
  },
147
  {
148
  "epoch": 0.8400537634408602,
149
+ "grad_norm": 6.760587215423584,
150
+ "learning_rate": 5.6999999999999996e-05,
151
+ "loss": 0.6374,
152
  "step": 2500
153
  },
154
  {
155
  "epoch": 0.8736559139784946,
156
+ "eval_loss": 0.5643858313560486,
157
+ "eval_runtime": 188.0058,
158
+ "eval_samples_per_second": 37.35,
159
+ "eval_steps_per_second": 2.335,
160
+ "eval_wer": 0.431376978168724,
161
  "step": 2600
162
  },
163
  {
164
  "epoch": 0.9408602150537635,
165
+ "eval_loss": 0.5482733249664307,
166
+ "eval_runtime": 188.1104,
167
+ "eval_samples_per_second": 37.329,
168
+ "eval_steps_per_second": 2.334,
169
+ "eval_wer": 0.41896650234523447,
170
  "step": 2800
171
  },
172
  {
173
  "epoch": 1.0080645161290323,
174
+ "grad_norm": 1.7233390808105469,
175
+ "learning_rate": 1.4444444444444445e-06,
176
+ "loss": 0.6013,
177
  "step": 3000
178
  },
179
  {
180
  "epoch": 1.0080645161290323,
181
+ "eval_loss": 0.5417820811271667,
182
+ "eval_runtime": 189.023,
183
+ "eval_samples_per_second": 37.149,
184
+ "eval_steps_per_second": 2.322,
185
+ "eval_wer": 0.4178370693206128,
186
  "step": 3000
187
  },
188
  {
189
  "epoch": 1.0080645161290323,
190
  "step": 3000,
191
  "total_flos": 6.709869296482936e+18,
192
+ "train_loss": 1.3100875549316406,
193
+ "train_runtime": 4950.9591,
194
+ "train_samples_per_second": 9.695,
195
+ "train_steps_per_second": 0.606
196
  }
197
  ],
198
  "logging_steps": 500,