lokinfey commited on
Commit
7dd7dc2
1 Parent(s): 3782447

delete fp16

Browse files
vision-cpu-fp16/genai_config.json DELETED
@@ -1,68 +0,0 @@
1
- {
2
- "model": {
3
- "bos_token_id": 1,
4
- "context_length": 131072,
5
- "decoder": {
6
- "session_options": {
7
- "log_id": "onnxruntime-genai",
8
- "provider_options": []
9
- },
10
- "filename": "phi-3.5-v-128k-instruct-text.onnx",
11
- "head_size": 96,
12
- "hidden_size": 3072,
13
- "inputs": {
14
- "inputs_embeds": "inputs_embeds",
15
- "attention_mask": "attention_mask",
16
- "past_key_names": "past_key_values.%d.key",
17
- "past_value_names": "past_key_values.%d.value"
18
- },
19
- "outputs": {
20
- "logits": "logits",
21
- "present_key_names": "present.%d.key",
22
- "present_value_names": "present.%d.value"
23
- },
24
- "num_attention_heads": 32,
25
- "num_hidden_layers": 32,
26
- "num_key_value_heads": 32
27
- },
28
- "embedding": {
29
- "filename": "phi-3.5-v-128k-instruct-text-embedding.onnx",
30
- "inputs": {
31
- "input_ids": "input_ids"
32
- },
33
- "outputs": {
34
- "inputs_embeds": "inputs_embeds"
35
- }
36
- },
37
- "vision": {
38
- "filename": "phi-3.5-v-128k-instruct-vision.onnx",
39
- "inputs": {
40
- "pixel_values": "pixel_values",
41
- "image_sizes": "image_sizes"
42
- },
43
- "outputs": {
44
- "visual_features": "visual_features"
45
- }
46
- },
47
- "eos_token_id": 32007,
48
- "pad_token_id": 32000,
49
- "type": "phi3v",
50
- "vocab_size": 32064
51
- },
52
- "search": {
53
- "diversity_penalty": 0.0,
54
- "do_sample": false,
55
- "early_stopping": true,
56
- "length_penalty": 1.0,
57
- "max_length": 131072,
58
- "min_length": 0,
59
- "no_repeat_ngram_size": 0,
60
- "num_beams": 1,
61
- "num_return_sequences": 1,
62
- "past_present_share_buffer": true,
63
- "repetition_penalty": 1.0,
64
- "temperature": 1.0,
65
- "top_k": 1,
66
- "top_p": 1.0
67
- }
68
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
vision-cpu-fp16/phi-3.5-v-128k-instruct-text-embedding.onnx DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:f81c772a0b62436c821a466819fd34b519955a2ef96bf6c76b1ed10562df785a
3
- size 413
 
 
 
 
vision-cpu-fp16/phi-3.5-v-128k-instruct-text-embedding.onnx.data DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:2dcbf0fcb14433ac8fa82b35c39675c01fb552512b4c0e5d54e8f247046ef393
3
- size 394002432
 
 
 
 
vision-cpu-fp16/phi-3.5-v-128k-instruct-text.onnx DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:0f0e9ec26fcf2f59dbdf9e7b15de3d71c8d6f17e398a887dc7a7feda96a1f986
3
- size 52122084
 
 
 
 
vision-cpu-fp16/phi-3.5-v-128k-instruct-text.onnx.data DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:214fd2e8a09b8c7b141f9095171aed6f994768a36803b7eeb9ea3be16da99dd6
3
- size 2327285760
 
 
 
 
vision-cpu-fp16/phi-3.5-v-128k-instruct-vision.onnx DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:47793608884afaf7f78c3e4956225ecf707da36bff1cd625904d1a2393826997
3
- size 401995
 
 
 
 
vision-cpu-fp16/phi-3.5-v-128k-instruct-vision.onnx.data DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:23999b06dfab2b5c81f08409167e6db85cd66e490e7dab92405fb4749a46193b
3
- size 444899848
 
 
 
 
vision-cpu-fp16/processor_config.json DELETED
@@ -1,35 +0,0 @@
1
- {
2
- "processor": {
3
- "name": "image_processing",
4
- "transforms": [
5
- {
6
- "operation": {
7
- "name": "decode_image",
8
- "domain": "com.microsoft.extensions",
9
- "type": "DecodeImage",
10
- "attrs": {
11
- "color_space": "BGR"
12
- }
13
- }
14
- },
15
- {
16
- "operation": {
17
- "name": "convert_to_rgb",
18
- "domain": "com.microsoft.extensions",
19
- "type": "ConvertRGB"
20
- }
21
- },
22
- {
23
- "operation": {
24
- "name": "phi3_image_transform",
25
- "domain": "com.microsoft.extensions",
26
- "type": "Phi3ImageTransform",
27
- "attrs": {
28
- "num_crops": 16,
29
- "num_img_tokens": 144
30
- }
31
- }
32
- }
33
- ]
34
- }
35
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
vision-cpu-fp16/special_tokens_map.json DELETED
@@ -1,36 +0,0 @@
1
- {
2
- "additional_special_tokens": [
3
- "<|system|>",
4
- "<|end|>",
5
- "<|user|>",
6
- "<|end|>"
7
- ],
8
- "bos_token": {
9
- "content": "<s>",
10
- "lstrip": false,
11
- "normalized": false,
12
- "rstrip": false,
13
- "single_word": false
14
- },
15
- "eos_token": {
16
- "content": "<|endoftext|>",
17
- "lstrip": false,
18
- "normalized": false,
19
- "rstrip": false,
20
- "single_word": false
21
- },
22
- "pad_token": {
23
- "content": "<|endoftext|>",
24
- "lstrip": false,
25
- "normalized": false,
26
- "rstrip": false,
27
- "single_word": false
28
- },
29
- "unk_token": {
30
- "content": "<unk>",
31
- "lstrip": false,
32
- "normalized": false,
33
- "rstrip": false,
34
- "single_word": false
35
- }
36
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
vision-cpu-fp16/tokenizer.json DELETED
The diff for this file is too large to render. See raw diff
 
vision-cpu-fp16/tokenizer_config.json DELETED
@@ -1,413 +0,0 @@
1
- {
2
- "add_bos_token": true,
3
- "add_eos_token": false,
4
- "add_prefix_space": null,
5
- "added_tokens_decoder": {
6
- "0": {
7
- "content": "<unk>",
8
- "lstrip": false,
9
- "normalized": false,
10
- "rstrip": false,
11
- "single_word": false,
12
- "special": true
13
- },
14
- "1": {
15
- "content": "<s>",
16
- "lstrip": false,
17
- "normalized": false,
18
- "rstrip": false,
19
- "single_word": false,
20
- "special": true
21
- },
22
- "2": {
23
- "content": "</s>",
24
- "lstrip": false,
25
- "normalized": false,
26
- "rstrip": true,
27
- "single_word": false,
28
- "special": false
29
- },
30
- "32000": {
31
- "content": "<|endoftext|>",
32
- "lstrip": false,
33
- "normalized": false,
34
- "rstrip": false,
35
- "single_word": false,
36
- "special": true
37
- },
38
- "32001": {
39
- "content": "<|assistant|>",
40
- "lstrip": false,
41
- "normalized": false,
42
- "rstrip": true,
43
- "single_word": false,
44
- "special": true
45
- },
46
- "32002": {
47
- "content": "<|placeholder1|>",
48
- "lstrip": false,
49
- "normalized": false,
50
- "rstrip": true,
51
- "single_word": false,
52
- "special": true
53
- },
54
- "32003": {
55
- "content": "<|placeholder2|>",
56
- "lstrip": false,
57
- "normalized": false,
58
- "rstrip": true,
59
- "single_word": false,
60
- "special": true
61
- },
62
- "32004": {
63
- "content": "<|placeholder3|>",
64
- "lstrip": false,
65
- "normalized": false,
66
- "rstrip": true,
67
- "single_word": false,
68
- "special": true
69
- },
70
- "32005": {
71
- "content": "<|placeholder4|>",
72
- "lstrip": false,
73
- "normalized": false,
74
- "rstrip": true,
75
- "single_word": false,
76
- "special": true
77
- },
78
- "32006": {
79
- "content": "<|system|>",
80
- "lstrip": false,
81
- "normalized": false,
82
- "rstrip": false,
83
- "single_word": false,
84
- "special": true
85
- },
86
- "32007": {
87
- "content": "<|end|>",
88
- "lstrip": false,
89
- "normalized": false,
90
- "rstrip": false,
91
- "single_word": false,
92
- "special": true
93
- },
94
- "32008": {
95
- "content": "<|placeholder5|>",
96
- "lstrip": false,
97
- "normalized": false,
98
- "rstrip": true,
99
- "single_word": false,
100
- "special": true
101
- },
102
- "32009": {
103
- "content": "<|placeholder6|>",
104
- "lstrip": false,
105
- "normalized": false,
106
- "rstrip": true,
107
- "single_word": false,
108
- "special": true
109
- },
110
- "32010": {
111
- "content": "<|user|>",
112
- "lstrip": false,
113
- "normalized": false,
114
- "rstrip": false,
115
- "single_word": false,
116
- "special": true
117
- },
118
- "32011": {
119
- "content": "<|placeholder7|>",
120
- "lstrip": false,
121
- "normalized": false,
122
- "rstrip": true,
123
- "single_word": false,
124
- "special": true
125
- },
126
- "32012": {
127
- "content": "<|placeholder8|>",
128
- "lstrip": false,
129
- "normalized": false,
130
- "rstrip": true,
131
- "single_word": false,
132
- "special": true
133
- },
134
- "32013": {
135
- "content": "<|placeholder9|>",
136
- "lstrip": false,
137
- "normalized": false,
138
- "rstrip": true,
139
- "single_word": false,
140
- "special": true
141
- },
142
- "32014": {
143
- "content": "<|placeholder10|>",
144
- "lstrip": false,
145
- "normalized": false,
146
- "rstrip": true,
147
- "single_word": false,
148
- "special": true
149
- },
150
- "32015": {
151
- "content": "<|placeholder11|>",
152
- "lstrip": false,
153
- "normalized": false,
154
- "rstrip": true,
155
- "single_word": false,
156
- "special": true
157
- },
158
- "32016": {
159
- "content": "<|placeholder12|>",
160
- "lstrip": false,
161
- "normalized": false,
162
- "rstrip": true,
163
- "single_word": false,
164
- "special": true
165
- },
166
- "32017": {
167
- "content": "<|placeholder13|>",
168
- "lstrip": false,
169
- "normalized": false,
170
- "rstrip": true,
171
- "single_word": false,
172
- "special": true
173
- },
174
- "32018": {
175
- "content": "<|placeholder14|>",
176
- "lstrip": false,
177
- "normalized": false,
178
- "rstrip": true,
179
- "single_word": false,
180
- "special": true
181
- },
182
- "32019": {
183
- "content": "<|placeholder15|>",
184
- "lstrip": false,
185
- "normalized": false,
186
- "rstrip": true,
187
- "single_word": false,
188
- "special": true
189
- },
190
- "32020": {
191
- "content": "<|placeholder16|>",
192
- "lstrip": false,
193
- "normalized": false,
194
- "rstrip": true,
195
- "single_word": false,
196
- "special": true
197
- },
198
- "32021": {
199
- "content": "<|placeholder17|>",
200
- "lstrip": false,
201
- "normalized": false,
202
- "rstrip": true,
203
- "single_word": false,
204
- "special": true
205
- },
206
- "32022": {
207
- "content": "<|placeholder18|>",
208
- "lstrip": false,
209
- "normalized": false,
210
- "rstrip": true,
211
- "single_word": false,
212
- "special": true
213
- },
214
- "32023": {
215
- "content": "<|placeholder19|>",
216
- "lstrip": false,
217
- "normalized": false,
218
- "rstrip": true,
219
- "single_word": false,
220
- "special": true
221
- },
222
- "32024": {
223
- "content": "<|placeholder20|>",
224
- "lstrip": false,
225
- "normalized": false,
226
- "rstrip": true,
227
- "single_word": false,
228
- "special": true
229
- },
230
- "32025": {
231
- "content": "<|placeholder21|>",
232
- "lstrip": false,
233
- "normalized": false,
234
- "rstrip": true,
235
- "single_word": false,
236
- "special": true
237
- },
238
- "32026": {
239
- "content": "<|placeholder22|>",
240
- "lstrip": false,
241
- "normalized": false,
242
- "rstrip": true,
243
- "single_word": false,
244
- "special": true
245
- },
246
- "32027": {
247
- "content": "<|placeholder23|>",
248
- "lstrip": false,
249
- "normalized": false,
250
- "rstrip": true,
251
- "single_word": false,
252
- "special": true
253
- },
254
- "32028": {
255
- "content": "<|placeholder24|>",
256
- "lstrip": false,
257
- "normalized": false,
258
- "rstrip": true,
259
- "single_word": false,
260
- "special": true
261
- },
262
- "32029": {
263
- "content": "<|placeholder25|>",
264
- "lstrip": false,
265
- "normalized": false,
266
- "rstrip": true,
267
- "single_word": false,
268
- "special": true
269
- },
270
- "32030": {
271
- "content": "<|placeholder26|>",
272
- "lstrip": false,
273
- "normalized": false,
274
- "rstrip": true,
275
- "single_word": false,
276
- "special": true
277
- },
278
- "32031": {
279
- "content": "<|placeholder27|>",
280
- "lstrip": false,
281
- "normalized": false,
282
- "rstrip": true,
283
- "single_word": false,
284
- "special": true
285
- },
286
- "32032": {
287
- "content": "<|placeholder28|>",
288
- "lstrip": false,
289
- "normalized": false,
290
- "rstrip": true,
291
- "single_word": false,
292
- "special": true
293
- },
294
- "32033": {
295
- "content": "<|placeholder29|>",
296
- "lstrip": false,
297
- "normalized": false,
298
- "rstrip": true,
299
- "single_word": false,
300
- "special": true
301
- },
302
- "32034": {
303
- "content": "<|placeholder30|>",
304
- "lstrip": false,
305
- "normalized": false,
306
- "rstrip": true,
307
- "single_word": false,
308
- "special": true
309
- },
310
- "32035": {
311
- "content": "<|placeholder31|>",
312
- "lstrip": false,
313
- "normalized": false,
314
- "rstrip": true,
315
- "single_word": false,
316
- "special": true
317
- },
318
- "32036": {
319
- "content": "<|placeholder32|>",
320
- "lstrip": false,
321
- "normalized": false,
322
- "rstrip": true,
323
- "single_word": false,
324
- "special": true
325
- },
326
- "32037": {
327
- "content": "<|placeholder33|>",
328
- "lstrip": false,
329
- "normalized": false,
330
- "rstrip": true,
331
- "single_word": false,
332
- "special": true
333
- },
334
- "32038": {
335
- "content": "<|placeholder34|>",
336
- "lstrip": false,
337
- "normalized": false,
338
- "rstrip": true,
339
- "single_word": false,
340
- "special": true
341
- },
342
- "32039": {
343
- "content": "<|placeholder35|>",
344
- "lstrip": false,
345
- "normalized": false,
346
- "rstrip": true,
347
- "single_word": false,
348
- "special": true
349
- },
350
- "32040": {
351
- "content": "<|placeholder36|>",
352
- "lstrip": false,
353
- "normalized": false,
354
- "rstrip": true,
355
- "single_word": false,
356
- "special": true
357
- },
358
- "32041": {
359
- "content": "<|placeholder37|>",
360
- "lstrip": false,
361
- "normalized": false,
362
- "rstrip": true,
363
- "single_word": false,
364
- "special": true
365
- },
366
- "32042": {
367
- "content": "<|placeholder38|>",
368
- "lstrip": false,
369
- "normalized": false,
370
- "rstrip": true,
371
- "single_word": false,
372
- "special": true
373
- },
374
- "32043": {
375
- "content": "<|placeholder39|>",
376
- "lstrip": false,
377
- "normalized": false,
378
- "rstrip": true,
379
- "single_word": false,
380
- "special": true
381
- },
382
- "32044": {
383
- "content": "<|image|>",
384
- "lstrip": false,
385
- "normalized": false,
386
- "rstrip": true,
387
- "single_word": false,
388
- "special": true
389
- }
390
- },
391
- "additional_special_tokens": [
392
- "<|system|>",
393
- "<|end|>",
394
- "<|user|>",
395
- "<|end|>"
396
- ],
397
- "auto_map": {
398
- "AutoProcessor": "processing_phi3_v.Phi3VProcessor"
399
- },
400
- "bos_token": "<s>",
401
- "chat_template": "{% for message in messages %}{{'<|' + message['role'] + '|>' + '\n' + message['content'] + '<|end|>\n' }}{% endfor %}{% if add_generation_prompt and messages[-1]['role'] != 'assistant' %}{{- '<|assistant|>\n' -}}{% endif %}",
402
- "clean_up_tokenization_spaces": false,
403
- "eos_token": "<|endoftext|>",
404
- "legacy": false,
405
- "model_max_length": 131072,
406
- "pad_token": "<|endoftext|>",
407
- "padding_side": "right",
408
- "processor_class": "Phi3VProcessor",
409
- "sp_model_kwargs": {},
410
- "tokenizer_class": "LlamaTokenizer",
411
- "unk_token": "<unk>",
412
- "use_default_system_prompt": false
413
- }