Hugging Face's logo

openbmb
/
OmniLMM-12B

Visual Question Answering
Transformers
PyTorch
omnilmm
text-generation
Inference Endpoints
Model card Files Community
2
Yirany commited on
Commit
5a799a9
•
1 Parent(s): db680f9

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +16 -16
README.md CHANGED
@@ -31,9 +31,9 @@ datasets:
31
  <th nowrap="nowrap" >MMMU val</th>
32
  <th nowrap="nowrap" >MMHal-Bench</th>
33
  <th nowrap="nowrap" >SeedBench-I</th>
34
- <th nowrap="nowrap" >LLaVA Bench W</th>
35
- <th>MathVista</th>
36
  <th nowrap="nowrap">MMB dev (en)</th>
 
 
37
  </tr>
38
  </thead>
39
  <tbody align="center">
@@ -44,9 +44,9 @@ datasets:
44
  <td>56.8</td>
45
  <td>3.53 / 70.8</td>
46
  <td>71.6 </td>
47
- <td>93.1 </td>
48
- <td>47.8 </td>
49
  <td>75.1 </td>
 
 
50
  </tr>
51
  <tr>
52
  <td nowrap="nowrap" align="left">Qwen-VL-Plus†</td>
@@ -55,9 +55,9 @@ datasets:
55
  <td>45.2</td>
56
  <td>- </td>
57
  <td>65.7 </td>
58
- <td>73.7 </td>
59
- <td>36.0 </td>
60
  <td>66.2 </td>
 
 
61
  </tr>
62
  <tr>
63
  <td align="left">Yi-VL 6B</td>
@@ -66,9 +66,9 @@ datasets:
66
  <td>39.1 </td>
67
  <td>- </td>
68
  <td>66.1 </td>
69
- <td>39.9 </td>
70
- <td>28.0 </td>
71
  <td>68.2 </td>
 
 
72
  </tr>
73
  <tr>
74
  <td nowrap="nowrap" align="left" >Qwen-VL-Chat</td>
@@ -77,9 +77,9 @@ datasets:
77
  <td>35.9</td>
78
  <td>2.93 / 59.4</td>
79
  <td>64.8 </td>
80
- <td>67.7 </td>
81
- <td>33.8 </td>
82
  <td>60.6 </td>
 
 
83
  </tr>
84
  <tr>
85
  <td align="left" >CogVLM</td>
@@ -88,9 +88,9 @@ datasets:
88
  <td>32.1 </td>
89
  <td>2.68 / 52.1 </td>
90
  <td>68.8 </td>
91
- <td>73.9 </td>
92
- <td>34.7 </td>
93
  <td>63.7 </td>
 
 
94
  </tr>
95
  <tr>
96
  <td align="left" >LLaVA 1.5</td>
@@ -99,9 +99,9 @@ datasets:
99
  <td>36.4 </td>
100
  <td>2.71 / 51.0 </td>
101
  <td>68.1 </td>
102
- <td>64.6 </td>
103
- <td>26.4 </td>
104
  <td>68.2 </td>
 
 
105
  </tr>
106
  <tr>
107
  <td nowrap="nowrap" align="left" ><b>OmniLMM-12B</b></td>
@@ -110,9 +110,9 @@ datasets:
110
  <td>40.7 </td>
111
  <td>3.45 / 68.8 </td>
112
  <td>71.1 </td>
113
- <td>72.0 </td>
114
- <td>34.9 </td>
115
  <td>71.6 </td>
 
 
116
  </tr>
117
  </tbody>
118
  </table>
 
31
  <th nowrap="nowrap" >MMMU val</th>
32
  <th nowrap="nowrap" >MMHal-Bench</th>
33
  <th nowrap="nowrap" >SeedBench-I</th>
 
 
34
  <th nowrap="nowrap">MMB dev (en)</th>
35
+ <th>MathVista</th>
36
+ <th nowrap="nowrap" >LLaVA Bench W</th>
37
  </tr>
38
  </thead>
39
  <tbody align="center">
 
44
  <td>56.8</td>
45
  <td>3.53 / 70.8</td>
46
  <td>71.6 </td>
 
 
47
  <td>75.1 </td>
48
+ <td>47.8 </td>
49
+ <td>93.1 </td>
50
  </tr>
51
  <tr>
52
  <td nowrap="nowrap" align="left">Qwen-VL-Plus†</td>
 
55
  <td>45.2</td>
56
  <td>- </td>
57
  <td>65.7 </td>
 
 
58
  <td>66.2 </td>
59
+ <td>36.0 </td>
60
+ <td>73.7 </td>
61
  </tr>
62
  <tr>
63
  <td align="left">Yi-VL 6B</td>
 
66
  <td>39.1 </td>
67
  <td>- </td>
68
  <td>66.1 </td>
 
 
69
  <td>68.2 </td>
70
+ <td>28.0 </td>
71
+ <td>39.9 </td>
72
  </tr>
73
  <tr>
74
  <td nowrap="nowrap" align="left" >Qwen-VL-Chat</td>
 
77
  <td>35.9</td>
78
  <td>2.93 / 59.4</td>
79
  <td>64.8 </td>
 
 
80
  <td>60.6 </td>
81
+ <td>33.8 </td>
82
+ <td>67.7 </td>
83
  </tr>
84
  <tr>
85
  <td align="left" >CogVLM</td>
 
88
  <td>32.1 </td>
89
  <td>2.68 / 52.1 </td>
90
  <td>68.8 </td>
 
 
91
  <td>63.7 </td>
92
+ <td>34.7 </td>
93
+ <td>73.9 </td>
94
  </tr>
95
  <tr>
96
  <td align="left" >LLaVA 1.5</td>
 
99
  <td>36.4 </td>
100
  <td>2.71 / 51.0 </td>
101
  <td>68.1 </td>
 
 
102
  <td>68.2 </td>
103
+ <td>26.4 </td>
104
+ <td>64.6 </td>
105
  </tr>
106
  <tr>
107
  <td nowrap="nowrap" align="left" ><b>OmniLMM-12B</b></td>
 
110
  <td>40.7 </td>
111
  <td>3.45 / 68.8 </td>
112
  <td>71.1 </td>
 
 
113
  <td>71.6 </td>
114
+ <td>34.9 </td>
115
+ <td>72.0 </td>
116
  </tr>
117
  </tbody>
118
  </table>