TerryHenrickson commited on
Commit
0032273
1 Parent(s): b14cee8

Training in progress, step 500

Browse files
added_tokens.json ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ {
2
+ "{": 32100,
3
+ "}": 32101
4
+ }
config.json CHANGED
@@ -57,5 +57,5 @@
57
  "torch_dtype": "float32",
58
  "transformers_version": "4.35.2",
59
  "use_cache": true,
60
- "vocab_size": 32128
61
  }
 
57
  "torch_dtype": "float32",
58
  "transformers_version": "4.35.2",
59
  "use_cache": true,
60
+ "vocab_size": 32102
61
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7037e16b7d57f92375f4ccf67c7f45f583009acb233e15102feb73da8abcd6cc
3
- size 242041896
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6423414453dca6df73885bb98a9f6ac784d9795974f8bff9550eab5e6b5a0c8
3
+ size 241988648
runs/Feb17_11-39-47_6fd38e49e7fc/events.out.tfevents.1708169988.6fd38e49e7fc.597.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b641f809ad0c7dc70bcca987322d7f65e73768a23eafed52c308587644fdc03e
3
+ size 7986
tokenizer.json CHANGED
@@ -2,7 +2,7 @@
2
  "version": "1.0",
3
  "truncation": {
4
  "direction": "Right",
5
- "max_length": 128,
6
  "strategy": "LongestFirst",
7
  "stride": 0
8
  },
@@ -35,6 +35,24 @@
35
  "normalized": false,
36
  "special": true
37
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
38
  {
39
  "id": 32000,
40
  "content": "<extra_id_99>",
@@ -934,6 +952,24 @@
934
  "rstrip": false,
935
  "normalized": false,
936
  "special": true
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
937
  }
938
  ],
939
  "normalizer": {
 
2
  "version": "1.0",
3
  "truncation": {
4
  "direction": "Right",
5
+ "max_length": 512,
6
  "strategy": "LongestFirst",
7
  "stride": 0
8
  },
 
35
  "normalized": false,
36
  "special": true
37
  },
38
+ {
39
+ "id": 908,
40
+ "content": "]",
41
+ "single_word": false,
42
+ "lstrip": false,
43
+ "rstrip": false,
44
+ "normalized": true,
45
+ "special": false
46
+ },
47
+ {
48
+ "id": 6306,
49
+ "content": "[",
50
+ "single_word": false,
51
+ "lstrip": false,
52
+ "rstrip": false,
53
+ "normalized": true,
54
+ "special": false
55
+ },
56
  {
57
  "id": 32000,
58
  "content": "<extra_id_99>",
 
952
  "rstrip": false,
953
  "normalized": false,
954
  "special": true
955
+ },
956
+ {
957
+ "id": 32100,
958
+ "content": "{",
959
+ "single_word": false,
960
+ "lstrip": false,
961
+ "rstrip": false,
962
+ "normalized": true,
963
+ "special": false
964
+ },
965
+ {
966
+ "id": 32101,
967
+ "content": "}",
968
+ "single_word": false,
969
+ "lstrip": false,
970
+ "rstrip": false,
971
+ "normalized": true,
972
+ "special": false
973
  }
974
  ],
975
  "normalizer": {
tokenizer_config.json CHANGED
@@ -24,6 +24,22 @@
24
  "single_word": false,
25
  "special": true
26
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
27
  "32000": {
28
  "content": "<extra_id_99>",
29
  "lstrip": false,
@@ -823,6 +839,22 @@
823
  "rstrip": false,
824
  "single_word": false,
825
  "special": true
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
826
  }
827
  },
828
  "additional_special_tokens": [
 
24
  "single_word": false,
25
  "special": true
26
  },
27
+ "908": {
28
+ "content": "]",
29
+ "lstrip": false,
30
+ "normalized": true,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": false
34
+ },
35
+ "6306": {
36
+ "content": "[",
37
+ "lstrip": false,
38
+ "normalized": true,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": false
42
+ },
43
  "32000": {
44
  "content": "<extra_id_99>",
45
  "lstrip": false,
 
839
  "rstrip": false,
840
  "single_word": false,
841
  "special": true
842
+ },
843
+ "32100": {
844
+ "content": "{",
845
+ "lstrip": false,
846
+ "normalized": true,
847
+ "rstrip": false,
848
+ "single_word": false,
849
+ "special": false
850
+ },
851
+ "32101": {
852
+ "content": "}",
853
+ "lstrip": false,
854
+ "normalized": true,
855
+ "rstrip": false,
856
+ "single_word": false,
857
+ "special": false
858
  }
859
  },
860
  "additional_special_tokens": [
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e7d4b1d446f1c736dbba80709b9b96e804de93470baa313a72fb16abf4caceca
3
  size 4728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8c5a100d224632251203bb67549bf9fc81a5f7054efde2d11afc8dcc3a2794a
3
  size 4728