{ "model": { "bos_token_id": 1, "context_length": 131072, "decoder": { "session_options": { "log_id": "onnxruntime-genai", "provider_options": [] }, "filename": "phi-3.5-v-128k-instruct-text.onnx", "head_size": 96, "hidden_size": 3072, "inputs": { "inputs_embeds": "inputs_embeds", "attention_mask": "attention_mask", "past_key_names": "past_key_values.%d.key", "past_value_names": "past_key_values.%d.value" }, "outputs": { "logits": "logits", "present_key_names": "present.%d.key", "present_value_names": "present.%d.value" }, "num_attention_heads": 32, "num_hidden_layers": 32, "num_key_value_heads": 32 }, "embedding": { "filename": "phi-3.5-v-128k-instruct-text-embedding.onnx", "inputs": { "input_ids": "input_ids" }, "outputs": { "inputs_embeds": "inputs_embeds" } }, "vision": { "filename": "phi-3.5-v-128k-instruct-vision.onnx", "inputs": { "pixel_values": "pixel_values", "image_sizes": "image_sizes" }, "outputs": { "visual_features": "visual_features" } }, "eos_token_id": 32007, "pad_token_id": 32000, "type": "phi3v", "vocab_size": 32064 }, "search": { "diversity_penalty": 0.0, "do_sample": false, "early_stopping": true, "length_penalty": 1.0, "max_length": 131072, "min_length": 0, "no_repeat_ngram_size": 0, "num_beams": 1, "num_return_sequences": 1, "past_present_share_buffer": true, "repetition_penalty": 1.0, "temperature": 1.0, "top_k": 1, "top_p": 1.0 } }