Hugging Face's logo

teamletovo
/
final_pretrain2

TensorBoard
Safetensors
bert
Generated from Trainer
Model card Files Metrics Community
teamletovo commited on
Commit
7ca05be
•
1 Parent(s): 6644612

Training in progress, step 5000

Browse files
Files changed (18) hide show
  1. .gitignore +1 -0
  2. added_tokens.json +0 -0
  3. config.json +31 -0
  4. model.safetensors +3 -0
  5. runs/Aug03_20-13-23_4a3c2270c6c5/1722716007.9346757/events.out.tfevents.1722716007.4a3c2270c6c5.3179.3 +3 -0
  6. runs/Aug03_20-13-23_4a3c2270c6c5/events.out.tfevents.1722716007.4a3c2270c6c5.3179.2 +3 -0
  7. runs/Aug03_20-14-26_4a3c2270c6c5/1722716068.5986178/events.out.tfevents.1722716068.4a3c2270c6c5.3179.5 +3 -0
  8. runs/Aug03_20-14-26_4a3c2270c6c5/events.out.tfevents.1722716068.4a3c2270c6c5.3179.4 +3 -0
  9. runs/Aug03_20-14-46_4a3c2270c6c5/1722716088.4060237/events.out.tfevents.1722716088.4a3c2270c6c5.3179.7 +3 -0
  10. runs/Aug03_20-14-46_4a3c2270c6c5/events.out.tfevents.1722716088.4a3c2270c6c5.3179.6 +3 -0
  11. runs/Aug03_20-15-51_4a3c2270c6c5/events.out.tfevents.1722716153.4a3c2270c6c5.24848.0 +3 -0
  12. runs/Aug03_20-17-01_4a3c2270c6c5/events.out.tfevents.1722716222.4a3c2270c6c5.24848.1 +3 -0
  13. runs/Aug03_20-17-21_4a3c2270c6c5/events.out.tfevents.1722716242.4a3c2270c6c5.24848.2 +3 -0
  14. special_tokens_map.json +37 -0
  15. tokenizer.json +0 -0
  16. tokenizer_config.json +0 -0
  17. training_args.bin +3 -0
  18. vocab.txt +0 -0
.gitignore ADDED
@@ -0,0 +1 @@
 
 
1
+ checkpoint-*/
added_tokens.json ADDED
The diff for this file is too large to render. See raw diff
 
config.json ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "google-bert/bert-base-multilingual-uncased",
3
+ "architectures": [
4
+ "BertForMaskedLM"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "classifier_dropout": null,
8
+ "directionality": "bidi",
9
+ "hidden_act": "gelu",
10
+ "hidden_dropout_prob": 0.1,
11
+ "hidden_size": 768,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 3072,
14
+ "layer_norm_eps": 1e-12,
15
+ "max_position_embeddings": 512,
16
+ "model_type": "bert",
17
+ "num_attention_heads": 12,
18
+ "num_hidden_layers": 12,
19
+ "pad_token_id": 0,
20
+ "pooler_fc_size": 768,
21
+ "pooler_num_attention_heads": 12,
22
+ "pooler_num_fc_layers": 3,
23
+ "pooler_size_per_head": 128,
24
+ "pooler_type": "first_token_transform",
25
+ "position_embedding_type": "absolute",
26
+ "torch_dtype": "float32",
27
+ "transformers_version": "4.43.3",
28
+ "type_vocab_size": 2,
29
+ "use_cache": true,
30
+ "vocab_size": 115793
31
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0c99ed0a43f93aea4e7dee2084b5642632a7974fc7cc40dacfd0176c7ee2c71
3
+ size 700374508
runs/Aug03_20-13-23_4a3c2270c6c5/1722716007.9346757/events.out.tfevents.1722716007.4a3c2270c6c5.3179.3 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5715bf1ffb95fb8552de5781eb3728fb72f299e901dc88ac2bc11a8810fea1b2
3
+ size 5919
runs/Aug03_20-13-23_4a3c2270c6c5/events.out.tfevents.1722716007.4a3c2270c6c5.3179.2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f2403f42f05303765ae48baacf86b94d62d2d9a27f1f56daf309edc09c2cf10
3
+ size 4537
runs/Aug03_20-14-26_4a3c2270c6c5/1722716068.5986178/events.out.tfevents.1722716068.4a3c2270c6c5.3179.5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5e9572a104778eadc2a704c737049a5731135b4bff15b570b732c4362892dd4
3
+ size 5919
runs/Aug03_20-14-26_4a3c2270c6c5/events.out.tfevents.1722716068.4a3c2270c6c5.3179.4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3726325032c06f1356062870b4aa18d34e4e7ae59b8498b4441314c3aca51341
3
+ size 4184
runs/Aug03_20-14-46_4a3c2270c6c5/1722716088.4060237/events.out.tfevents.1722716088.4a3c2270c6c5.3179.7 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a68317e16e0bfb3d66ea4e26c3411b16bb4c4cb2c2e874d35735f3136b335f67
3
+ size 5919
runs/Aug03_20-14-46_4a3c2270c6c5/events.out.tfevents.1722716088.4a3c2270c6c5.3179.6 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f711f89b5a9852e2d6a6089e26b5bb04e316c8d4cf18a11b69f9f7b56e78d7e
3
+ size 4184
runs/Aug03_20-15-51_4a3c2270c6c5/events.out.tfevents.1722716153.4a3c2270c6c5.24848.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b476a249d5f5ee44dacb383764ad10aa5e7dbf277f740684d17ec4ecabfd96db
3
+ size 5712
runs/Aug03_20-17-01_4a3c2270c6c5/events.out.tfevents.1722716222.4a3c2270c6c5.24848.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f02f0d643676316c755330712e7e7655080acc716f749e4986b1736eaaacfb8
3
+ size 5081
runs/Aug03_20-17-21_4a3c2270c6c5/events.out.tfevents.1722716242.4a3c2270c6c5.24848.2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29f1e8c2fcace601f47de42ae4ad071534b0cb5207bb2130dc01c803a6729768
3
+ size 15630
special_tokens_map.json ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "cls_token": {
3
+ "content": "[CLS]",
4
+ "lstrip": false,
5
+ "normalized": false,
6
+ "rstrip": false,
7
+ "single_word": false
8
+ },
9
+ "mask_token": {
10
+ "content": "[MASK]",
11
+ "lstrip": false,
12
+ "normalized": false,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ },
16
+ "pad_token": {
17
+ "content": "[PAD]",
18
+ "lstrip": false,
19
+ "normalized": false,
20
+ "rstrip": false,
21
+ "single_word": false
22
+ },
23
+ "sep_token": {
24
+ "content": "[SEP]",
25
+ "lstrip": false,
26
+ "normalized": false,
27
+ "rstrip": false,
28
+ "single_word": false
29
+ },
30
+ "unk_token": {
31
+ "content": "[UNK]",
32
+ "lstrip": false,
33
+ "normalized": false,
34
+ "rstrip": false,
35
+ "single_word": false
36
+ }
37
+ }
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
The diff for this file is too large to render. See raw diff
 
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f2fa0f80c9df41a161a2fc985759323e9a20bd91b9e523fa0e0ade4197ef373
3
+ size 5240
vocab.txt ADDED
The diff for this file is too large to render. See raw diff