TerryHenrickson
commited on
Commit
•
0032273
1
Parent(s):
b14cee8
Training in progress, step 500
Browse files- added_tokens.json +4 -0
- config.json +1 -1
- model.safetensors +2 -2
- runs/Feb17_11-39-47_6fd38e49e7fc/events.out.tfevents.1708169988.6fd38e49e7fc.597.0 +3 -0
- tokenizer.json +37 -1
- tokenizer_config.json +32 -0
- training_args.bin +1 -1
added_tokens.json
ADDED
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"{": 32100,
|
3 |
+
"}": 32101
|
4 |
+
}
|
config.json
CHANGED
@@ -57,5 +57,5 @@
|
|
57 |
"torch_dtype": "float32",
|
58 |
"transformers_version": "4.35.2",
|
59 |
"use_cache": true,
|
60 |
-
"vocab_size":
|
61 |
}
|
|
|
57 |
"torch_dtype": "float32",
|
58 |
"transformers_version": "4.35.2",
|
59 |
"use_cache": true,
|
60 |
+
"vocab_size": 32102
|
61 |
}
|
model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a6423414453dca6df73885bb98a9f6ac784d9795974f8bff9550eab5e6b5a0c8
|
3 |
+
size 241988648
|
runs/Feb17_11-39-47_6fd38e49e7fc/events.out.tfevents.1708169988.6fd38e49e7fc.597.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b641f809ad0c7dc70bcca987322d7f65e73768a23eafed52c308587644fdc03e
|
3 |
+
size 7986
|
tokenizer.json
CHANGED
@@ -2,7 +2,7 @@
|
|
2 |
"version": "1.0",
|
3 |
"truncation": {
|
4 |
"direction": "Right",
|
5 |
-
"max_length":
|
6 |
"strategy": "LongestFirst",
|
7 |
"stride": 0
|
8 |
},
|
@@ -35,6 +35,24 @@
|
|
35 |
"normalized": false,
|
36 |
"special": true
|
37 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
38 |
{
|
39 |
"id": 32000,
|
40 |
"content": "<extra_id_99>",
|
@@ -934,6 +952,24 @@
|
|
934 |
"rstrip": false,
|
935 |
"normalized": false,
|
936 |
"special": true
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
937 |
}
|
938 |
],
|
939 |
"normalizer": {
|
|
|
2 |
"version": "1.0",
|
3 |
"truncation": {
|
4 |
"direction": "Right",
|
5 |
+
"max_length": 512,
|
6 |
"strategy": "LongestFirst",
|
7 |
"stride": 0
|
8 |
},
|
|
|
35 |
"normalized": false,
|
36 |
"special": true
|
37 |
},
|
38 |
+
{
|
39 |
+
"id": 908,
|
40 |
+
"content": "]",
|
41 |
+
"single_word": false,
|
42 |
+
"lstrip": false,
|
43 |
+
"rstrip": false,
|
44 |
+
"normalized": true,
|
45 |
+
"special": false
|
46 |
+
},
|
47 |
+
{
|
48 |
+
"id": 6306,
|
49 |
+
"content": "[",
|
50 |
+
"single_word": false,
|
51 |
+
"lstrip": false,
|
52 |
+
"rstrip": false,
|
53 |
+
"normalized": true,
|
54 |
+
"special": false
|
55 |
+
},
|
56 |
{
|
57 |
"id": 32000,
|
58 |
"content": "<extra_id_99>",
|
|
|
952 |
"rstrip": false,
|
953 |
"normalized": false,
|
954 |
"special": true
|
955 |
+
},
|
956 |
+
{
|
957 |
+
"id": 32100,
|
958 |
+
"content": "{",
|
959 |
+
"single_word": false,
|
960 |
+
"lstrip": false,
|
961 |
+
"rstrip": false,
|
962 |
+
"normalized": true,
|
963 |
+
"special": false
|
964 |
+
},
|
965 |
+
{
|
966 |
+
"id": 32101,
|
967 |
+
"content": "}",
|
968 |
+
"single_word": false,
|
969 |
+
"lstrip": false,
|
970 |
+
"rstrip": false,
|
971 |
+
"normalized": true,
|
972 |
+
"special": false
|
973 |
}
|
974 |
],
|
975 |
"normalizer": {
|
tokenizer_config.json
CHANGED
@@ -24,6 +24,22 @@
|
|
24 |
"single_word": false,
|
25 |
"special": true
|
26 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
27 |
"32000": {
|
28 |
"content": "<extra_id_99>",
|
29 |
"lstrip": false,
|
@@ -823,6 +839,22 @@
|
|
823 |
"rstrip": false,
|
824 |
"single_word": false,
|
825 |
"special": true
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
826 |
}
|
827 |
},
|
828 |
"additional_special_tokens": [
|
|
|
24 |
"single_word": false,
|
25 |
"special": true
|
26 |
},
|
27 |
+
"908": {
|
28 |
+
"content": "]",
|
29 |
+
"lstrip": false,
|
30 |
+
"normalized": true,
|
31 |
+
"rstrip": false,
|
32 |
+
"single_word": false,
|
33 |
+
"special": false
|
34 |
+
},
|
35 |
+
"6306": {
|
36 |
+
"content": "[",
|
37 |
+
"lstrip": false,
|
38 |
+
"normalized": true,
|
39 |
+
"rstrip": false,
|
40 |
+
"single_word": false,
|
41 |
+
"special": false
|
42 |
+
},
|
43 |
"32000": {
|
44 |
"content": "<extra_id_99>",
|
45 |
"lstrip": false,
|
|
|
839 |
"rstrip": false,
|
840 |
"single_word": false,
|
841 |
"special": true
|
842 |
+
},
|
843 |
+
"32100": {
|
844 |
+
"content": "{",
|
845 |
+
"lstrip": false,
|
846 |
+
"normalized": true,
|
847 |
+
"rstrip": false,
|
848 |
+
"single_word": false,
|
849 |
+
"special": false
|
850 |
+
},
|
851 |
+
"32101": {
|
852 |
+
"content": "}",
|
853 |
+
"lstrip": false,
|
854 |
+
"normalized": true,
|
855 |
+
"rstrip": false,
|
856 |
+
"single_word": false,
|
857 |
+
"special": false
|
858 |
}
|
859 |
},
|
860 |
"additional_special_tokens": [
|
training_args.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4728
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f8c5a100d224632251203bb67549bf9fc81a5f7054efde2d11afc8dcc3a2794a
|
3 |
size 4728
|