lokinfey commited on
Commit
418d80c
1 Parent(s): 645a7bf

Upload ONNX files

Browse files
onnx/genai_config.json ADDED
@@ -0,0 +1,68 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": {
3
+ "bos_token_id": 1,
4
+ "context_length": 131072,
5
+ "decoder": {
6
+ "session_options": {
7
+ "log_id": "onnxruntime-genai",
8
+ "provider_options": []
9
+ },
10
+ "filename": "phi-3.5-v-128k-instruct-text.onnx",
11
+ "head_size": 96,
12
+ "hidden_size": 3072,
13
+ "inputs": {
14
+ "inputs_embeds": "inputs_embeds",
15
+ "attention_mask": "attention_mask",
16
+ "past_key_names": "past_key_values.%d.key",
17
+ "past_value_names": "past_key_values.%d.value"
18
+ },
19
+ "outputs": {
20
+ "logits": "logits",
21
+ "present_key_names": "present.%d.key",
22
+ "present_value_names": "present.%d.value"
23
+ },
24
+ "num_attention_heads": 32,
25
+ "num_hidden_layers": 32,
26
+ "num_key_value_heads": 32
27
+ },
28
+ "embedding": {
29
+ "filename": "phi-3.5-v-128k-instruct-text-embedding.onnx",
30
+ "inputs": {
31
+ "input_ids": "input_ids"
32
+ },
33
+ "outputs": {
34
+ "inputs_embeds": "inputs_embeds"
35
+ }
36
+ },
37
+ "vision": {
38
+ "filename": "phi-3.5-v-128k-instruct-vision.onnx",
39
+ "inputs": {
40
+ "pixel_values": "pixel_values",
41
+ "image_sizes": "image_sizes"
42
+ },
43
+ "outputs": {
44
+ "visual_features": "visual_features"
45
+ }
46
+ },
47
+ "eos_token_id": 32007,
48
+ "pad_token_id": 32000,
49
+ "type": "phi3v",
50
+ "vocab_size": 32064
51
+ },
52
+ "search": {
53
+ "diversity_penalty": 0.0,
54
+ "do_sample": false,
55
+ "early_stopping": true,
56
+ "length_penalty": 1.0,
57
+ "max_length": 131072,
58
+ "min_length": 0,
59
+ "no_repeat_ngram_size": 0,
60
+ "num_beams": 1,
61
+ "num_return_sequences": 1,
62
+ "past_present_share_buffer": true,
63
+ "repetition_penalty": 1.0,
64
+ "temperature": 1.0,
65
+ "top_k": 1,
66
+ "top_p": 1.0
67
+ }
68
+ }
onnx/processor_config.json ADDED
@@ -0,0 +1,35 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "processor": {
3
+ "name": "image_processing",
4
+ "transforms": [
5
+ {
6
+ "operation": {
7
+ "name": "decode_image",
8
+ "domain": "com.microsoft.extensions",
9
+ "type": "DecodeImage",
10
+ "attrs": {
11
+ "color_space": "BGR"
12
+ }
13
+ }
14
+ },
15
+ {
16
+ "operation": {
17
+ "name": "convert_to_rgb",
18
+ "domain": "com.microsoft.extensions",
19
+ "type": "ConvertRGB"
20
+ }
21
+ },
22
+ {
23
+ "operation": {
24
+ "name": "phi3_image_transform",
25
+ "domain": "com.microsoft.extensions",
26
+ "type": "Phi3ImageTransform",
27
+ "attrs": {
28
+ "num_crops": 16,
29
+ "num_img_tokens": 144
30
+ }
31
+ }
32
+ }
33
+ ]
34
+ }
35
+ }