| library_name: transformers | |
| tags: [] | |
| # Model Card for Model ID | |
| <!-- Provide a quick summary of what the model is/does. --> | |
| ## Uses | |
| from transformers import AutoTokenizer, AutoModel | |
| import torch | |
| model = AutoModel.from_pretrained('princepride/MiniCPM-V-2_6-VPM', trust_remote_code=True, | |
| attn_implementation='flash_attention_2', torch_dtype=torch.bfloat16) | |
| model = model.eval().cuda() | |