MiniMax-AI
commited on
Commit
·
c39306e
1
Parent(s):
4aad1cb
Update Model Card: Citation and Quickstart
Browse files
README.md
CHANGED
@@ -24,6 +24,9 @@
|
|
24 |
<a href="https://www.minimaxi.com/en" target="_blank" style="margin: 2px;">
|
25 |
<img alt="Homepage" src="https://img.shields.io/badge/_Homepage-MiniMax-FF4040?style=flat-square&labelColor=2C3E50&logo=data:image/svg+xml;base64,PHN2ZyB4bWxucz0iaHR0cDovL3d3dy53My5vcmcvMjAwMC9zdmciIHhtbG5zOnhsaW5rPSJodHRwOi8vd3d3LnczLm9yZy8xOTk5L3hsaW5rIiB2aWV3Qm94PSIwIDAgNDkwLjE2IDQxMS43Ij48ZGVmcz48c3R5bGU+LmNscy0xe2ZpbGw6I2ZmZjt9PC9zdHlsZT48L2RlZnM+PHBhdGggY2xhc3M9ImNscy0xIiBkPSJNMjMzLjQ1LDQwLjgxYTE3LjU1LDE3LjU1LDAsMSwwLTM1LjEsMFYzMzEuNTZhNDAuODIsNDAuODIsMCwwLDEtODEuNjMsMFYxNDVhMTcuNTUsMTcuNTUsMCwxLDAtMzUuMDksMHY3OS4wNmE0MC44Miw0MC44MiwwLDAsMS04MS42MywwVjE5NS40MmExMS42MywxMS42MywwLDAsMSwyMy4yNiwwdjI4LjY2YTE3LjU1LDE3LjU1LDAsMCwwLDM1LjEsMFYxNDVBNDAuODIsNDAuODIsMCwwLDEsMTQwLDE0NVYzMzEuNTZhMTcuNTUsMTcuNTUsMCwwLDAsMzUuMSwwVjIxNy41aDBWNDAuODFhNDAuODEsNDAuODEsMCwxLDEsODEuNjIsMFYyODEuNTZhMTEuNjMsMTEuNjMsMCwxLDEtMjMuMjYsMFptMjE1LjksNjMuNEE0MC44Niw0MC44NiwwLDAsMCw0MDguNTMsMTQ1VjMwMC44NWExNy41NSwxNy41NSwwLDAsMS0zNS4wOSwwdi0yNjBhNDAuODIsNDAuODIsMCwwLDAtODEuNjMsMFYzNzAuODlhMTcuNTUsMTcuNTUsMCwwLDEtMzUuMSwwVjMzMGExMS42MywxMS42MywwLDEsMC0yMy4yNiwwdjQwLjg2YTQwLjgxLDQwLjgxLDAsMCwwLDgxLjYyLDBWNDAuODFhMTcuNTUsMTcuNTUsMCwwLDEsMzUuMSwwdjI2MGE0MC44Miw0MC44MiwwLDAsMCw4MS42MywwVjE0NWExNy41NSwxNy41NSwwLDEsMSwzNS4xLDBWMjgxLjU2YTExLjYzLDExLjYzLDAsMCwwLDIzLjI2LDBWMTQ1QTQwLjg1LDQwLjg1LDAsMCwwLDQ0OS4zNSwxMDQuMjFaIi8+PC9zdmc+&logoWidth=20" style="display: inline-block; vertical-align: middle;"/>
|
26 |
</a>
|
|
|
|
|
|
|
27 |
<a href="https://huggingface.co/MiniMaxAI" target="_blank" style="margin: 2px;">
|
28 |
<img alt="Hugging Face" src="https://img.shields.io/badge/🤗_Hugging_Face-MinMax-FF4040?style=flat-square&labelColor=2C3E50" style="display: inline-block; vertical-align: middle;"/>
|
29 |
</a>
|
@@ -91,7 +94,7 @@ import os
|
|
91 |
from PIL import Image
|
92 |
|
93 |
# load hf config
|
94 |
-
hf_config = AutoConfig.from_pretrained("MiniMax-VL-01", trust_remote_code=True)
|
95 |
|
96 |
# quantization config, int8 is recommended
|
97 |
quantization_config = QuantoConfig(
|
@@ -133,7 +136,7 @@ for i in range(world_size):
|
|
133 |
device_map[f'language_model.model.layers.{i * layers_per_device + j}'] = f'cuda:{i}'
|
134 |
|
135 |
# load processor
|
136 |
-
processor = AutoProcessor.from_pretrained("MiniMax-VL-01", trust_remote_code=True)
|
137 |
messages = [
|
138 |
{"role": "system", "content": [{"type": "text", "text": "You are a helpful assistant created by MiniMax based on MiniMax-VL-01 model."}]},
|
139 |
{"role": "user", "content": [{"type": "image", "image": "placeholder"},{"type": "text", "text": "Describe this image."}]},
|
@@ -147,7 +150,7 @@ model_inputs = processor(images=[raw_image], text=prompt, return_tensors='pt').t
|
|
147 |
|
148 |
# load bfloat16 model, move to device, and apply quantization
|
149 |
quantized_model = AutoModelForCausalLM.from_pretrained(
|
150 |
-
"MiniMax-VL-01",
|
151 |
torch_dtype="bfloat16",
|
152 |
device_map=device_map,
|
153 |
quantization_config=quantization_config,
|
@@ -169,7 +172,21 @@ generated_ids = [
|
|
169 |
response = processor.tokenizer.batch_decode(generated_ids, skip_special_tokens=True)[0]
|
170 |
```
|
171 |
|
172 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
173 |
For general use and evaluation, we provide a [Chatbot](https://www.hailuo.ai/) with online search capabilities and the [online API](https://intl.minimaxi.com) for developers.
|
174 |
|
175 |
Contact us at [model@minimaxi.com](mailto:model@minimaxi.com).
|
|
|
24 |
<a href="https://www.minimaxi.com/en" target="_blank" style="margin: 2px;">
|
25 |
<img alt="Homepage" src="https://img.shields.io/badge/_Homepage-MiniMax-FF4040?style=flat-square&labelColor=2C3E50&logo=data:image/svg+xml;base64,PHN2ZyB4bWxucz0iaHR0cDovL3d3dy53My5vcmcvMjAwMC9zdmciIHhtbG5zOnhsaW5rPSJodHRwOi8vd3d3LnczLm9yZy8xOTk5L3hsaW5rIiB2aWV3Qm94PSIwIDAgNDkwLjE2IDQxMS43Ij48ZGVmcz48c3R5bGU+LmNscy0xe2ZpbGw6I2ZmZjt9PC9zdHlsZT48L2RlZnM+PHBhdGggY2xhc3M9ImNscy0xIiBkPSJNMjMzLjQ1LDQwLjgxYTE3LjU1LDE3LjU1LDAsMSwwLTM1LjEsMFYzMzEuNTZhNDAuODIsNDAuODIsMCwwLDEtODEuNjMsMFYxNDVhMTcuNTUsMTcuNTUsMCwxLDAtMzUuMDksMHY3OS4wNmE0MC44Miw0MC44MiwwLDAsMS04MS42MywwVjE5NS40MmExMS42MywxMS42MywwLDAsMSwyMy4yNiwwdjI4LjY2YTE3LjU1LDE3LjU1LDAsMCwwLDM1LjEsMFYxNDVBNDAuODIsNDAuODIsMCwwLDEsMTQwLDE0NVYzMzEuNTZhMTcuNTUsMTcuNTUsMCwwLDAsMzUuMSwwVjIxNy41aDBWNDAuODFhNDAuODEsNDAuODEsMCwxLDEsODEuNjIsMFYyODEuNTZhMTEuNjMsMTEuNjMsMCwxLDEtMjMuMjYsMFptMjE1LjksNjMuNEE0MC44Niw0MC44NiwwLDAsMCw0MDguNTMsMTQ1VjMwMC44NWExNy41NSwxNy41NSwwLDAsMS0zNS4wOSwwdi0yNjBhNDAuODIsNDAuODIsMCwwLDAtODEuNjMsMFYzNzAuODlhMTcuNTUsMTcuNTUsMCwwLDEtMzUuMSwwVjMzMGExMS42MywxMS42MywwLDEsMC0yMy4yNiwwdjQwLjg2YTQwLjgxLDQwLjgxLDAsMCwwLDgxLjYyLDBWNDAuODFhMTcuNTUsMTcuNTUsMCwwLDEsMzUuMSwwdjI2MGE0MC44Miw0MC44MiwwLDAsMCw4MS42MywwVjE0NWExNy41NSwxNy41NSwwLDEsMSwzNS4xLDBWMjgxLjU2YTExLjYzLDExLjYzLDAsMCwwLDIzLjI2LDBWMTQ1QTQwLjg1LDQwLjg1LDAsMCwwLDQ0OS4zNSwxMDQuMjFaIi8+PC9zdmc+&logoWidth=20" style="display: inline-block; vertical-align: middle;"/>
|
26 |
</a>
|
27 |
+
<a href="https://arxiv.org/abs/2501.08313" target="_blank" style="margin: 2px;">
|
28 |
+
<img alt="Paper" src="https://img.shields.io/badge/📖_Paper-MiniMax--01-FF4040?style=flat-square&labelColor=2C3E50" style="display: inline-block; vertical-align: middle;"/>
|
29 |
+
</a>
|
30 |
<a href="https://huggingface.co/MiniMaxAI" target="_blank" style="margin: 2px;">
|
31 |
<img alt="Hugging Face" src="https://img.shields.io/badge/🤗_Hugging_Face-MinMax-FF4040?style=flat-square&labelColor=2C3E50" style="display: inline-block; vertical-align: middle;"/>
|
32 |
</a>
|
|
|
94 |
from PIL import Image
|
95 |
|
96 |
# load hf config
|
97 |
+
hf_config = AutoConfig.from_pretrained("MiniMaxAI/MiniMax-VL-01", trust_remote_code=True)
|
98 |
|
99 |
# quantization config, int8 is recommended
|
100 |
quantization_config = QuantoConfig(
|
|
|
136 |
device_map[f'language_model.model.layers.{i * layers_per_device + j}'] = f'cuda:{i}'
|
137 |
|
138 |
# load processor
|
139 |
+
processor = AutoProcessor.from_pretrained("MiniMaxAI/MiniMax-VL-01", trust_remote_code=True)
|
140 |
messages = [
|
141 |
{"role": "system", "content": [{"type": "text", "text": "You are a helpful assistant created by MiniMax based on MiniMax-VL-01 model."}]},
|
142 |
{"role": "user", "content": [{"type": "image", "image": "placeholder"},{"type": "text", "text": "Describe this image."}]},
|
|
|
150 |
|
151 |
# load bfloat16 model, move to device, and apply quantization
|
152 |
quantized_model = AutoModelForCausalLM.from_pretrained(
|
153 |
+
"MiniMaxAI/MiniMax-VL-01",
|
154 |
torch_dtype="bfloat16",
|
155 |
device_map=device_map,
|
156 |
quantization_config=quantization_config,
|
|
|
172 |
response = processor.tokenizer.batch_decode(generated_ids, skip_special_tokens=True)[0]
|
173 |
```
|
174 |
|
175 |
+
# 4. Citation
|
176 |
+
|
177 |
+
```
|
178 |
+
@misc{minimax2025minimax01scalingfoundationmodels,
|
179 |
+
title={MiniMax-01: Scaling Foundation Models with Lightning Attention},
|
180 |
+
author={MiniMax and Aonian Li and Bangwei Gong and Bo Yang and Boji Shan and Chang Liu and Cheng Zhu and Chunhao Zhang and Congchao Guo and Da Chen and Dong Li and Enwei Jiao and Gengxin Li and Guojun Zhang and Haohai Sun and Houze Dong and Jiadai Zhu and Jiaqi Zhuang and Jiayuan Song and Jin Zhu and Jingtao Han and Jingyang Li and Junbin Xie and Junhao Xu and Junjie Yan and Kaishun Zhang and Kecheng Xiao and Kexi Kang and Le Han and Leyang Wang and Lianfei Yu and Liheng Feng and Lin Zheng and Linbo Chai and Long Xing and Meizhi Ju and Mingyuan Chi and Mozhi Zhang and Peikai Huang and Pengcheng Niu and Pengfei Li and Pengyu Zhao and Qi Yang and Qidi Xu and Qiexiang Wang and Qin Wang and Qiuhui Li and Ruitao Leng and Shengmin Shi and Shuqi Yu and Sichen Li and Songquan Zhu and Tao Huang and Tianrun Liang and Weigao Sun and Weixuan Sun and Weiyu Cheng and Wenkai Li and Xiangjun Song and Xiao Su and Xiaodong Han and Xinjie Zhang and Xinzhu Hou and Xu Min and Xun Zou and Xuyang Shen and Yan Gong and Yingjie Zhu and Yipeng Zhou and Yiran Zhong and Yongyi Hu and Yuanxiang Fan and Yue Yu and Yufeng Yang and Yuhao Li and Yunan Huang and Yunji Li and Yunpeng Huang and Yunzhi Xu and Yuxin Mao and Zehan Li and Zekang Li and Zewei Tao and Zewen Ying and Zhaoyang Cong and Zhen Qin and Zhenhua Fan and Zhihang Yu and Zhuo Jiang and Zijia Wu},
|
181 |
+
year={2025},
|
182 |
+
eprint={2501.08313},
|
183 |
+
archivePrefix={arXiv},
|
184 |
+
primaryClass={cs.CL},
|
185 |
+
url={https://arxiv.org/abs/2501.08313},
|
186 |
+
}
|
187 |
+
```
|
188 |
+
|
189 |
+
## 5. Chatbot & API
|
190 |
For general use and evaluation, we provide a [Chatbot](https://www.hailuo.ai/) with online search capabilities and the [online API](https://intl.minimaxi.com) for developers.
|
191 |
|
192 |
Contact us at [model@minimaxi.com](mailto:model@minimaxi.com).
|