Training in progress, step 400

config.json

@@ -1,6 +1,10 @@
 {
-  "_name_or_path": "rossevine/Model_G_Wav2Vec2",
+  "_name_or_path": "rossevine/Model_G_Wav2Vec2_Version3",
   "activation_dropout": 0.0,
+  "adapter_attn_dim": null,
+  "adapter_kernel_size": 3,
+  "adapter_stride": 2,
+  "add_adapter": false,
   "apply_spec_augment": true,
   "architectures": [
     "Wav2Vec2ForCTC"
@@ -57,11 +61,22 @@
   "intermediate_size": 4096,
   "layer_norm_eps": 1e-05,
   "layerdrop": 0.0,
+  "mask_channel_length": 10,
+  "mask_channel_min_space": 1,
+  "mask_channel_other": 0.0,
+  "mask_channel_prob": 0.0,
+  "mask_channel_selection": "static",
   "mask_feature_length": 10,
+  "mask_feature_min_masks": 0,
   "mask_feature_prob": 0.0,
   "mask_time_length": 10,
+  "mask_time_min_masks": 2,
+  "mask_time_min_space": 1,
+  "mask_time_other": 0.0,
   "mask_time_prob": 0.05,
+  "mask_time_selection": "static",
   "model_type": "wav2vec2",
+  "num_adapter_layers": 3,
   "num_attention_heads": 16,
   "num_codevector_groups": 2,
   "num_codevectors_per_group": 320,
@@ -70,10 +85,33 @@
   "num_feat_extract_layers": 7,
   "num_hidden_layers": 24,
   "num_negatives": 100,
+  "output_hidden_size": 1024,
   "pad_token_id": 28,
   "proj_codevector_dim": 768,
+  "tdnn_dilation": [
+    1,
+    2,
+    3,
+    1,
+    1
+  ],
+  "tdnn_dim": [
+    512,
+    512,
+    512,
+    512,
+    1500
+  ],
+  "tdnn_kernel": [
+    5,
+    3,
+    3,
+    1,
+    1
+  ],
   "torch_dtype": "float32",
-  "transformers_version": "4.11.3",
+  "transformers_version": "4.31.0",
   "use_weighted_layer_sum": false,
-  "vocab_size": 31
+  "vocab_size": 31,
+  "xvector_output_dim": 512
 }

preprocessor_config.json

@@ -4,7 +4,6 @@
   "feature_size": 1,
   "padding_side": "right",
   "padding_value": 0.0,
-  "processor_class": "Wav2Vec2ProcessorWithLM",
   "return_attention_mask": true,
   "sampling_rate": 16000
 }

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d84ea1ad05efbbd0658b850d4a0306c8b3a2f2f5defef05764738049f387b545
-size 1262050737
+oid sha256:164d5281cc0c57bd107c31501e824e381526e3fc798f36116129be4cc08fe7df
+size 1262028973

runs/Aug24_15-43-46_hpc-Aquarium2/events.out.tfevents.1692866659.hpc-Aquarium2.74679.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f76f7e3d585f3478969d982e805ed86b0d06e55eb33787df6c3dae9b7bbf59f
+size 6270

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b17b0bd9ef1836994ad356297356c017b1e9220392b66352af0352899cecdd5e
-size 2863
+oid sha256:2955c520fb7db59c99e19a925daddf9e3f941f1989e03af28b84fdfeb57f2a22
+size 3963