Training in progress, step 800

config.json

@@ -53,7 +53,7 @@
   "feat_quantizer_dropout": 0.0,
   "final_dropout": 0.0,
   "hidden_act": "gelu",
-  "hidden_dropout": 0.02,
+  "hidden_dropout": 0.0,
   "hidden_size": 1024,
   "initializer_range": 0.02,
   "intermediate_size": 4096,
@@ -84,7 +84,7 @@
   "num_hidden_layers": 24,
   "num_negatives": 100,
   "output_hidden_size": 1024,
-  "pad_token_id": 35,
+  "pad_token_id": 64,
   "proj_codevector_dim": 256,
   "tdnn_dilation": [
     1,
@@ -110,6 +110,6 @@
   "torch_dtype": "float32",
   "transformers_version": "4.29.1",
   "use_weighted_layer_sum": false,
-  "vocab_size": 38,
+  "vocab_size": 67,
   "xvector_output_dim": 512
 }

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fb1e03fd9f04bad5f1fef586f67695e341fa086f22a62732a08572c943122c25
-size 1262057645
+oid sha256:e7c215195a263b86a3e7aba8f6242fa83ef856947432b3a914b06ebcbef3a487
+size 1262176557

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:440035ff275e4a729855f9029791dff03320321308f2bc1df346828f68062d17
+oid sha256:4fd82001eb28bf4a7910c1dd931406b1dbc225485f6292ac8b7b8b49ab64eba2
 size 3899