ndeclarke commited on
Commit
419bae0
1 Parent(s): 6feeb0d

End of training

Browse files
Files changed (3) hide show
  1. README.md +47 -30
  2. adapter.tam-256.safetensors +3 -0
  3. model.safetensors +1 -1
README.md CHANGED
@@ -1,20 +1,20 @@
1
  ---
 
 
2
  base_model: facebook/mms-1b-all
 
 
3
  datasets:
4
  - common_voice_17_0
5
- library_name: transformers
6
- license: cc-by-nc-4.0
7
  metrics:
8
  - wer
9
  - bleu
10
- tags:
11
- - generated_from_trainer
12
  model-index:
13
  - name: wav2vec2-mms-1b-CV17.0-training_set_variations
14
  results:
15
  - task:
16
- type: automatic-speech-recognition
17
  name: Automatic Speech Recognition
 
18
  dataset:
19
  name: common_voice_17_0
20
  type: common_voice_17_0
@@ -22,12 +22,12 @@ model-index:
22
  split: validation
23
  args: ta
24
  metrics:
25
- - type: wer
26
- value: 0.45588302699729566
27
- name: Wer
28
- - type: bleu
29
- value: 0.30120570288375
30
- name: Bleu
31
  ---
32
 
33
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
@@ -37,10 +37,10 @@ should probably proofread and complete it, then remove this comment. -->
37
 
38
  This model is a fine-tuned version of [facebook/mms-1b-all](https://huggingface.co/facebook/mms-1b-all) on the common_voice_17_0 dataset.
39
  It achieves the following results on the evaluation set:
40
- - Loss: 0.4242
41
- - Wer: 0.4559
42
- - Cer: 0.0764
43
- - Bleu: 0.3012
44
 
45
  ## Model description
46
 
@@ -73,21 +73,38 @@ The following hyperparameters were used during training:
73
 
74
  ### Training results
75
 
76
- | Training Loss | Epoch | Step | Validation Loss | Wer | Cer | Bleu |
77
- |:-------------:|:-----:|:----:|:---------------:|:------:|:------:|:------:|
78
- | 13.1596 | 12.5 | 50 | 6.8694 | 1.0 | 0.9625 | 0.0 |
79
- | 3.2131 | 25.0 | 100 | 0.4085 | 0.4707 | 0.0784 | 0.2830 |
80
- | 0.1719 | 37.5 | 150 | 0.2583 | 0.3920 | 0.0650 | 0.3818 |
81
- | 0.0962 | 50.0 | 200 | 0.2869 | 0.4118 | 0.0682 | 0.3547 |
82
- | 0.0648 | 62.5 | 250 | 0.3209 | 0.4213 | 0.0696 | 0.3435 |
83
- | 0.0613 | 75.0 | 300 | 0.3404 | 0.4454 | 0.0742 | 0.3200 |
84
- | 0.0515 | 87.5 | 350 | 0.3744 | 0.4385 | 0.0734 | 0.3289 |
85
- | 0.0426 | 100.0 | 400 | 0.3835 | 0.4479 | 0.0748 | 0.3078 |
86
- | 0.0384 | 112.5 | 450 | 0.3776 | 0.4432 | 0.0746 | 0.3243 |
87
- | 0.0363 | 125.0 | 500 | 0.4053 | 0.4371 | 0.0732 | 0.3251 |
88
- | 0.0385 | 137.5 | 550 | 0.4225 | 0.4520 | 0.0772 | 0.3115 |
89
- | 0.0343 | 150.0 | 600 | 0.4295 | 0.4463 | 0.0758 | 0.3167 |
90
- | 0.0371 | 162.5 | 650 | 0.4242 | 0.4559 | 0.0764 | 0.3012 |
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
91
 
92
 
93
  ### Framework versions
 
1
  ---
2
+ library_name: transformers
3
+ license: cc-by-nc-4.0
4
  base_model: facebook/mms-1b-all
5
+ tags:
6
+ - generated_from_trainer
7
  datasets:
8
  - common_voice_17_0
 
 
9
  metrics:
10
  - wer
11
  - bleu
 
 
12
  model-index:
13
  - name: wav2vec2-mms-1b-CV17.0-training_set_variations
14
  results:
15
  - task:
 
16
  name: Automatic Speech Recognition
17
+ type: automatic-speech-recognition
18
  dataset:
19
  name: common_voice_17_0
20
  type: common_voice_17_0
 
22
  split: validation
23
  args: ta
24
  metrics:
25
+ - name: Wer
26
+ type: wer
27
+ value: 1.0759957831049183
28
+ - name: Bleu
29
+ type: bleu
30
+ value: 0.0
31
  ---
32
 
33
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
 
37
 
38
  This model is a fine-tuned version of [facebook/mms-1b-all](https://huggingface.co/facebook/mms-1b-all) on the common_voice_17_0 dataset.
39
  It achieves the following results on the evaluation set:
40
+ - Loss: 6.3100
41
+ - Wer: 1.0760
42
+ - Cer: 0.7242
43
+ - Bleu: 0.0
44
 
45
  ## Model description
46
 
 
73
 
74
  ### Training results
75
 
76
+ | Training Loss | Epoch | Step | Validation Loss | Wer | Cer | Bleu |
77
+ |:-------------:|:------:|:----:|:---------------:|:------:|:------:|:----:|
78
+ | 13.5071 | 6.25 | 50 | 7.0048 | 1.0001 | 0.9823 | 0.0 |
79
+ | 5.6893 | 12.5 | 100 | 5.2167 | 1.0000 | 0.9089 | 0.0 |
80
+ | 4.3569 | 18.75 | 150 | 4.3516 | 1.0125 | 0.8661 | 0.0 |
81
+ | 3.5211 | 25.0 | 200 | 3.5506 | 1.0269 | 0.8318 | 0.0 |
82
+ | 3.2359 | 31.25 | 250 | 3.4822 | 1.0039 | 0.8458 | 0.0 |
83
+ | 3.1004 | 37.5 | 300 | 3.5209 | 1.0086 | 0.8185 | 0.0 |
84
+ | 2.9953 | 43.75 | 350 | 3.5498 | 1.0121 | 0.8104 | 0.0 |
85
+ | 2.779 | 50.0 | 400 | 3.6218 | 1.0170 | 0.7777 | 0.0 |
86
+ | 2.6019 | 56.25 | 450 | 4.0907 | 1.0134 | 0.7504 | 0.0 |
87
+ | 2.4589 | 62.5 | 500 | 3.8633 | 1.0287 | 0.7476 | 0.0 |
88
+ | 2.2318 | 68.75 | 550 | 3.7976 | 1.0367 | 0.7239 | 0.0 |
89
+ | 2.0073 | 75.0 | 600 | 4.0050 | 1.0234 | 0.7288 | 0.0 |
90
+ | 1.7416 | 81.25 | 650 | 4.2022 | 1.0126 | 0.7231 | 0.0 |
91
+ | 1.5467 | 87.5 | 700 | 4.4087 | 1.0469 | 0.7197 | 0.0 |
92
+ | 1.3716 | 93.75 | 750 | 4.5391 | 1.0471 | 0.7185 | 0.0 |
93
+ | 1.2237 | 100.0 | 800 | 4.8405 | 1.0398 | 0.7152 | 0.0 |
94
+ | 1.1216 | 106.25 | 850 | 5.0209 | 1.0421 | 0.7160 | 0.0 |
95
+ | 1.0274 | 112.5 | 900 | 5.0349 | 1.0669 | 0.7160 | 0.0 |
96
+ | 0.9325 | 118.75 | 950 | 5.2384 | 1.0500 | 0.7198 | 0.0 |
97
+ | 0.8486 | 125.0 | 1000 | 5.3843 | 1.0614 | 0.7131 | 0.0 |
98
+ | 0.7996 | 131.25 | 1050 | 5.4558 | 1.0622 | 0.7181 | 0.0 |
99
+ | 0.7479 | 137.5 | 1100 | 5.6746 | 1.0622 | 0.7205 | 0.0 |
100
+ | 0.6972 | 143.75 | 1150 | 5.7069 | 1.1182 | 0.7218 | 0.0 |
101
+ | 0.6596 | 150.0 | 1200 | 5.7678 | 1.0883 | 0.7221 | 0.0 |
102
+ | 0.6213 | 156.25 | 1250 | 5.9645 | 1.0700 | 0.7191 | 0.0 |
103
+ | 0.5905 | 162.5 | 1300 | 6.0098 | 1.0970 | 0.7210 | 0.0 |
104
+ | 0.5532 | 168.75 | 1350 | 6.0379 | 1.0981 | 0.7235 | 0.0 |
105
+ | 0.5336 | 175.0 | 1400 | 6.2079 | 1.0564 | 0.7210 | 0.0 |
106
+ | 0.4955 | 181.25 | 1450 | 6.1618 | 1.0717 | 0.7225 | 0.0 |
107
+ | 0.4851 | 187.5 | 1500 | 6.3100 | 1.0760 | 0.7242 | 0.0 |
108
 
109
 
110
  ### Framework versions
adapter.tam-256.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b003b0d7962f0863c6a5d7cdb03e94664beef147a6ff472a5d16bbc67c314604
3
+ size 8926640
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:44f9e460a1e83b694d2f89ef4eaa463ba2483adc1fbd8eb63c39035095930725
3
  size 3859019024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:484b3f03bb3ea507d1a1d9fce95ef7a6ea8c4f23b9669b6eb005542c6d29e163
3
  size 3859019024