DongfuJiang commited on
Commit
2acb7a7
1 Parent(s): ec4e33f
arena_elo/elo_rating/clean_battle_data.py CHANGED
@@ -225,11 +225,10 @@ def clean_battle_data(
225
  print(f"Invalid model names: {_model}")
226
  valid = False
227
  break
228
- if not platform in ["playground", "imagenhub"] and task == "edition":
229
  valid = False
230
  break
231
  if not valid:
232
- print(f"Invalid model names: {models}")
233
  ct_invalid += 1
234
  continue
235
  for i, _model in enumerate(models):
@@ -251,11 +250,10 @@ def clean_battle_data(
251
  print(f"Invalid model names: {_model}")
252
  valid = False
253
  break
254
- if not platform in ["playground", "imagenhub"] and task == "generation":
255
  valid = False
256
  break
257
  if not valid:
258
- print(f"Invalid model names: {models}")
259
  ct_invalid += 1
260
  continue
261
  for i, _model in enumerate(models):
 
225
  print(f"Invalid model names: {_model}")
226
  valid = False
227
  break
228
+ if not (platform in ["playground", "imagenhub"] and task == "edition"):
229
  valid = False
230
  break
231
  if not valid:
 
232
  ct_invalid += 1
233
  continue
234
  for i, _model in enumerate(models):
 
250
  print(f"Invalid model names: {_model}")
251
  valid = False
252
  break
253
+ if not (platform in ["playground", "imagenhub"] and task == "generation"):
254
  valid = False
255
  break
256
  if not valid:
 
257
  ct_invalid += 1
258
  continue
259
  for i, _model in enumerate(models):
arena_elo/results/20240411/clean_battle_image_editing.json CHANGED
The diff for this file is too large to render. See raw diff
 
arena_elo/results/20240411/clean_battle_t2i_generation.json CHANGED
@@ -31,70 +31,6 @@
31
  "anony": true,
32
  "tstamp": 1707707467.1955
33
  },
34
- {
35
- "model_a": "CycleDiffusion",
36
- "model_b": "InstructPix2Pix",
37
- "winner": "model_b",
38
- "judge": "arena_user_::1",
39
- "anony": true,
40
- "tstamp": 1707712630.872
41
- },
42
- {
43
- "model_a": "CycleDiffusion",
44
- "model_b": "InstructPix2Pix",
45
- "winner": "model_b",
46
- "judge": "arena_user_::1",
47
- "anony": false,
48
- "tstamp": 1707712699.668
49
- },
50
- {
51
- "model_a": "Pix2PixZero",
52
- "model_b": "MagicBrush",
53
- "winner": "model_a",
54
- "judge": "arena_user_::1",
55
- "anony": true,
56
- "tstamp": 1707712896.0427
57
- },
58
- {
59
- "model_a": "CycleDiffusion",
60
- "model_b": "InstructPix2Pix",
61
- "winner": "model_b",
62
- "judge": "arena_user_::1",
63
- "anony": false,
64
- "tstamp": 1707712929.7061
65
- },
66
- {
67
- "model_a": "CycleDiffusion",
68
- "model_b": "InstructPix2Pix",
69
- "winner": "model_b",
70
- "judge": "arena_user_::1",
71
- "anony": true,
72
- "tstamp": 1707713147.0445
73
- },
74
- {
75
- "model_a": "CycleDiffusion",
76
- "model_b": "PNP",
77
- "winner": "model_b",
78
- "judge": "arena_user_::1",
79
- "anony": true,
80
- "tstamp": 1707713198.9284
81
- },
82
- {
83
- "model_a": "CycleDiffusion",
84
- "model_b": "Prompt2prompt",
85
- "winner": "model_b",
86
- "judge": "arena_user_::1",
87
- "anony": true,
88
- "tstamp": 1707713210.1306
89
- },
90
- {
91
- "model_a": "Prompt2prompt",
92
- "model_b": "SDEdit",
93
- "winner": "model_a",
94
- "judge": "arena_user_::1",
95
- "anony": true,
96
- "tstamp": 1707713747.5115
97
- },
98
  {
99
  "model_a": "PixArtAlpha",
100
  "model_b": "OpenJourney",
@@ -103,14 +39,6 @@
103
  "anony": true,
104
  "tstamp": 1707715202.5963
105
  },
106
- {
107
- "model_a": "PNP",
108
- "model_b": "Pix2PixZero",
109
- "winner": "model_a",
110
- "judge": "arena_user_::1",
111
- "anony": true,
112
- "tstamp": 1707715613.7226
113
- },
114
  {
115
  "model_a": "OpenJourney",
116
  "model_b": "SDXLTurbo",
@@ -127,30 +55,6 @@
127
  "anony": true,
128
  "tstamp": 1707748092.0895
129
  },
130
- {
131
- "model_a": "CycleDiffusion",
132
- "model_b": "MagicBrush",
133
- "winner": "model_b",
134
- "judge": "arena_user_::1",
135
- "anony": true,
136
- "tstamp": 1707765708.2644
137
- },
138
- {
139
- "model_a": "PNP",
140
- "model_b": "CycleDiffusion",
141
- "winner": "model_a",
142
- "judge": "arena_user_::1",
143
- "anony": true,
144
- "tstamp": 1707765861.2742
145
- },
146
- {
147
- "model_a": "PNP",
148
- "model_b": "CycleDiffusion",
149
- "winner": "model_a",
150
- "judge": "arena_user_::1",
151
- "anony": false,
152
- "tstamp": 1707765975.0206
153
- },
154
  {
155
  "model_a": "SDXLTurbo",
156
  "model_b": "SDXL",
@@ -175,14 +79,6 @@
175
  "anony": true,
176
  "tstamp": 1707768049.9814
177
  },
178
- {
179
- "model_a": "PNP",
180
- "model_b": "CycleDiffusion",
181
- "winner": "model_a",
182
- "judge": "arena_user_::1",
183
- "anony": true,
184
- "tstamp": 1707768866.9065
185
- },
186
  {
187
  "model_a": "LCM",
188
  "model_b": "SDXLTurbo",
@@ -199,14 +95,6 @@
199
  "anony": true,
200
  "tstamp": 1707771618.8687
201
  },
202
- {
203
- "model_a": "SDEdit",
204
- "model_b": "MagicBrush",
205
- "winner": "model_b",
206
- "judge": "arena_user_::1",
207
- "anony": true,
208
- "tstamp": 1707771673.2989
209
- },
210
  {
211
  "model_a": "SDXL",
212
  "model_b": "OpenJourney",
@@ -215,78 +103,6 @@
215
  "anony": true,
216
  "tstamp": 1707775417.8407
217
  },
218
- {
219
- "model_a": "SDEdit",
220
- "model_b": "MagicBrush",
221
- "winner": "model_b",
222
- "judge": "arena_user_::1",
223
- "anony": true,
224
- "tstamp": 1707784377.6617
225
- },
226
- {
227
- "model_a": "SDEdit",
228
- "model_b": "MagicBrush",
229
- "winner": "model_b",
230
- "judge": "arena_user_::1",
231
- "anony": true,
232
- "tstamp": 1707784466.8915
233
- },
234
- {
235
- "model_a": "CycleDiffusion",
236
- "model_b": "PNP",
237
- "winner": "model_b",
238
- "judge": "arena_user_::1",
239
- "anony": true,
240
- "tstamp": 1707784983.9581
241
- },
242
- {
243
- "model_a": "MagicBrush",
244
- "model_b": "SDEdit",
245
- "winner": "model_a",
246
- "judge": "arena_user_::1",
247
- "anony": true,
248
- "tstamp": 1707785277.16
249
- },
250
- {
251
- "model_a": "MagicBrush",
252
- "model_b": "SDEdit",
253
- "winner": "model_a",
254
- "judge": "arena_user_::1",
255
- "anony": true,
256
- "tstamp": 1707795299.0619
257
- },
258
- {
259
- "model_a": "MagicBrush",
260
- "model_b": "SDEdit",
261
- "winner": "tie (bothbad)",
262
- "judge": "arena_user_::1",
263
- "anony": true,
264
- "tstamp": 1707795798.752
265
- },
266
- {
267
- "model_a": "SDEdit",
268
- "model_b": "Prompt2prompt",
269
- "winner": "model_b",
270
- "judge": "arena_user_::1",
271
- "anony": false,
272
- "tstamp": 1707796435.7996
273
- },
274
- {
275
- "model_a": "SDEdit",
276
- "model_b": "CycleDiffusion",
277
- "winner": "model_b",
278
- "judge": "arena_user_::1",
279
- "anony": false,
280
- "tstamp": 1707797278.7369
281
- },
282
- {
283
- "model_a": "SDEdit",
284
- "model_b": "CycleDiffusion",
285
- "winner": "model_a",
286
- "judge": "arena_user_::1",
287
- "anony": false,
288
- "tstamp": 1707797279.6004
289
- },
290
  {
291
  "model_a": "PixArtAlpha",
292
  "model_b": "SDXLTurbo",
@@ -463,14 +279,6 @@
463
  "anony": true,
464
  "tstamp": 1707804569.4346
465
  },
466
- {
467
- "model_a": "SDEdit",
468
- "model_b": "Prompt2prompt",
469
- "winner": "model_b",
470
- "judge": "arena_user_::1",
471
- "anony": true,
472
- "tstamp": 1707805086.9739
473
- },
474
  {
475
  "model_a": "SDXL",
476
  "model_b": "PixArtAlpha",
@@ -479,22 +287,6 @@
479
  "anony": true,
480
  "tstamp": 1707805195.1868
481
  },
482
- {
483
- "model_a": "PNP",
484
- "model_b": "SDEdit",
485
- "winner": "model_a",
486
- "judge": "arena_user_::1",
487
- "anony": true,
488
- "tstamp": 1707805220.3253
489
- },
490
- {
491
- "model_a": "InstructPix2Pix",
492
- "model_b": "CycleDiffusion",
493
- "winner": "tie (bothbad)",
494
- "judge": "arena_user_::1",
495
- "anony": true,
496
- "tstamp": 1707805332.6322
497
- },
498
  {
499
  "model_a": "OpenJourney",
500
  "model_b": "LCM",
@@ -503,14 +295,6 @@
503
  "anony": true,
504
  "tstamp": 1707805385.1199
505
  },
506
- {
507
- "model_a": "InstructPix2Pix",
508
- "model_b": "Prompt2prompt",
509
- "winner": "model_b",
510
- "judge": "arena_user_::1",
511
- "anony": true,
512
- "tstamp": 1707805476.0509
513
- },
514
  {
515
  "model_a": "SDXL",
516
  "model_b": "OpenJourney",
@@ -1031,14 +815,6 @@
1031
  "anony": true,
1032
  "tstamp": 1707818248.2875
1033
  },
1034
- {
1035
- "model_a": "InstructPix2Pix",
1036
- "model_b": "Prompt2prompt",
1037
- "winner": "model_b",
1038
- "judge": "arena_user_::1",
1039
- "anony": true,
1040
- "tstamp": 1707818374.3438
1041
- },
1042
  {
1043
  "model_a": "OpenJourney",
1044
  "model_b": "PixArtAlpha",
@@ -1415,14 +1191,6 @@
1415
  "anony": true,
1416
  "tstamp": 1707834593.0783
1417
  },
1418
- {
1419
- "model_a": "PNP",
1420
- "model_b": "Prompt2prompt",
1421
- "winner": "model_b",
1422
- "judge": "arena_user_::1",
1423
- "anony": true,
1424
- "tstamp": 1707834631.9088
1425
- },
1426
  {
1427
  "model_a": "PixArtAlpha",
1428
  "model_b": "SDXL",
@@ -1471,14 +1239,6 @@
1471
  "anony": true,
1472
  "tstamp": 1707834939.7331
1473
  },
1474
- {
1475
- "model_a": "InstructPix2Pix",
1476
- "model_b": "SDEdit",
1477
- "winner": "model_a",
1478
- "judge": "arena_user_::1",
1479
- "anony": true,
1480
- "tstamp": 1707834954.0147
1481
- },
1482
  {
1483
  "model_a": "LCM",
1484
  "model_b": "PixArtAlpha",
@@ -1535,14 +1295,6 @@
1535
  "anony": true,
1536
  "tstamp": 1707835326.7352
1537
  },
1538
- {
1539
- "model_a": "Prompt2prompt",
1540
- "model_b": "Pix2PixZero",
1541
- "winner": "tie (bothbad)",
1542
- "judge": "arena_user_::1",
1543
- "anony": true,
1544
- "tstamp": 1707835366.544
1545
- },
1546
  {
1547
  "model_a": "SDXLTurbo",
1548
  "model_b": "SDXL",
@@ -1567,14 +1319,6 @@
1567
  "anony": true,
1568
  "tstamp": 1707835615.8358
1569
  },
1570
- {
1571
- "model_a": "PNP",
1572
- "model_b": "SDEdit",
1573
- "winner": "model_a",
1574
- "judge": "arena_user_::1",
1575
- "anony": true,
1576
- "tstamp": 1707835643.6178
1577
- },
1578
  {
1579
  "model_a": "PixArtAlpha",
1580
  "model_b": "LCM",
@@ -1591,14 +1335,6 @@
1591
  "anony": true,
1592
  "tstamp": 1707835717.0721
1593
  },
1594
- {
1595
- "model_a": "MagicBrush",
1596
- "model_b": "InstructPix2Pix",
1597
- "winner": "tie (bothbad)",
1598
- "judge": "arena_user_::1",
1599
- "anony": true,
1600
- "tstamp": 1707835789.25
1601
- },
1602
  {
1603
  "model_a": "PixArtAlpha",
1604
  "model_b": "OpenJourney",
@@ -1663,30 +1399,6 @@
1663
  "anony": true,
1664
  "tstamp": 1707836695.3278
1665
  },
1666
- {
1667
- "model_a": "MagicBrush",
1668
- "model_b": "PNP",
1669
- "winner": "tie (bothbad)",
1670
- "judge": "arena_user_::1",
1671
- "anony": true,
1672
- "tstamp": 1707836852.671
1673
- },
1674
- {
1675
- "model_a": "MagicBrush",
1676
- "model_b": "InstructPix2Pix",
1677
- "winner": "model_a",
1678
- "judge": "arena_user_::1",
1679
- "anony": false,
1680
- "tstamp": 1707836952.6082
1681
- },
1682
- {
1683
- "model_a": "CycleDiffusion",
1684
- "model_b": "SDEdit",
1685
- "winner": "tie (bothbad)",
1686
- "judge": "arena_user_::1",
1687
- "anony": false,
1688
- "tstamp": 1707837020.7148
1689
- },
1690
  {
1691
  "model_a": "SDXLTurbo",
1692
  "model_b": "LCM",
@@ -1695,38 +1407,6 @@
1695
  "anony": false,
1696
  "tstamp": 1707837085.8896
1697
  },
1698
- {
1699
- "model_a": "InstructPix2Pix",
1700
- "model_b": "PNP",
1701
- "winner": "model_a",
1702
- "judge": "arena_user_::1",
1703
- "anony": true,
1704
- "tstamp": 1707837226.2259
1705
- },
1706
- {
1707
- "model_a": "Prompt2prompt",
1708
- "model_b": "Pix2PixZero",
1709
- "winner": "model_a",
1710
- "judge": "arena_user_::1",
1711
- "anony": true,
1712
- "tstamp": 1707838166.1449
1713
- },
1714
- {
1715
- "model_a": "InstructPix2Pix",
1716
- "model_b": "MagicBrush",
1717
- "winner": "tie (bothbad)",
1718
- "judge": "arena_user_::1",
1719
- "anony": true,
1720
- "tstamp": 1707838405.0013
1721
- },
1722
- {
1723
- "model_a": "MagicBrush",
1724
- "model_b": "CycleDiffusion",
1725
- "winner": "model_a",
1726
- "judge": "arena_user_::1",
1727
- "anony": true,
1728
- "tstamp": 1707839133.3126
1729
- },
1730
  {
1731
  "model_a": "PixArtAlpha",
1732
  "model_b": "SDXL",
@@ -1735,14 +1415,6 @@
1735
  "anony": true,
1736
  "tstamp": 1707839155.8114
1737
  },
1738
- {
1739
- "model_a": "Prompt2prompt",
1740
- "model_b": "InstructPix2Pix",
1741
- "winner": "model_a",
1742
- "judge": "arena_user_::1",
1743
- "anony": true,
1744
- "tstamp": 1707839484.6824
1745
- },
1746
  {
1747
  "model_a": "PixArtAlpha",
1748
  "model_b": "SDXL",
@@ -1895,14 +1567,6 @@
1895
  "anony": true,
1896
  "tstamp": 1707849117.1598
1897
  },
1898
- {
1899
- "model_a": "PNP",
1900
- "model_b": "InstructPix2Pix",
1901
- "winner": "tie (bothbad)",
1902
- "judge": "arena_user_::1",
1903
- "anony": true,
1904
- "tstamp": 1707850104.2499
1905
- },
1906
  {
1907
  "model_a": "SDXLTurbo",
1908
  "model_b": "LCM",
@@ -1919,14 +1583,6 @@
1919
  "anony": true,
1920
  "tstamp": 1707850898.7895
1921
  },
1922
- {
1923
- "model_a": "InstructPix2Pix",
1924
- "model_b": "Pix2PixZero",
1925
- "winner": "model_a",
1926
- "judge": "arena_user_::1",
1927
- "anony": true,
1928
- "tstamp": 1707851384.7689
1929
- },
1930
  {
1931
  "model_a": "PixArtAlpha",
1932
  "model_b": "OpenJourney",
@@ -1935,14 +1591,6 @@
1935
  "anony": true,
1936
  "tstamp": 1707851643.0572
1937
  },
1938
- {
1939
- "model_a": "PNP",
1940
- "model_b": "MagicBrush",
1941
- "winner": "model_b",
1942
- "judge": "arena_user_::1",
1943
- "anony": true,
1944
- "tstamp": 1707851936.9466
1945
- },
1946
  {
1947
  "model_a": "SDXLTurbo",
1948
  "model_b": "LCM",
@@ -1975,30 +1623,6 @@
1975
  "anony": true,
1976
  "tstamp": 1707852658.3925
1977
  },
1978
- {
1979
- "model_a": "CycleDiffusion",
1980
- "model_b": "MagicBrush",
1981
- "winner": "tie (bothbad)",
1982
- "judge": "arena_user_::1",
1983
- "anony": true,
1984
- "tstamp": 1707852836.3291
1985
- },
1986
- {
1987
- "model_a": "CycleDiffusion",
1988
- "model_b": "MagicBrush",
1989
- "winner": "tie (bothbad)",
1990
- "judge": "arena_user_::1",
1991
- "anony": false,
1992
- "tstamp": 1707852878.673
1993
- },
1994
- {
1995
- "model_a": "Prompt2prompt",
1996
- "model_b": "InstructPix2Pix",
1997
- "winner": "model_a",
1998
- "judge": "arena_user_::1",
1999
- "anony": true,
2000
- "tstamp": 1707853008.1359
2001
- },
2002
  {
2003
  "model_a": "SDXL",
2004
  "model_b": "SDXLTurbo",
@@ -2135,14 +1759,6 @@
2135
  "anony": true,
2136
  "tstamp": 1707855818.7279
2137
  },
2138
- {
2139
- "model_a": "InstructPix2Pix",
2140
- "model_b": "Pix2PixZero",
2141
- "winner": "model_a",
2142
- "judge": "arena_user_::1",
2143
- "anony": false,
2144
- "tstamp": 1707856807.6229
2145
- },
2146
  {
2147
  "model_a": "SDXLTurbo",
2148
  "model_b": "OpenJourney",
@@ -2279,14 +1895,6 @@
2279
  "anony": true,
2280
  "tstamp": 1707863623.6038
2281
  },
2282
- {
2283
- "model_a": "MagicBrush",
2284
- "model_b": "Pix2PixZero",
2285
- "winner": "tie (bothbad)",
2286
- "judge": "arena_user_::1",
2287
- "anony": false,
2288
- "tstamp": 1707863740.3507
2289
- },
2290
  {
2291
  "model_a": "PixArtAlpha",
2292
  "model_b": "LCM",
@@ -2327,14 +1935,6 @@
2327
  "anony": true,
2328
  "tstamp": 1707866211.1115
2329
  },
2330
- {
2331
- "model_a": "MagicBrush",
2332
- "model_b": "PNP",
2333
- "winner": "model_b",
2334
- "judge": "arena_user_::1",
2335
- "anony": true,
2336
- "tstamp": 1707866312.1118
2337
- },
2338
  {
2339
  "model_a": "OpenJourney",
2340
  "model_b": "PixArtAlpha",
@@ -2615,38 +2215,6 @@
2615
  "anony": true,
2616
  "tstamp": 1707882792.5618
2617
  },
2618
- {
2619
- "model_a": "Pix2PixZero",
2620
- "model_b": "Prompt2prompt",
2621
- "winner": "model_b",
2622
- "judge": "arena_user_::1",
2623
- "anony": true,
2624
- "tstamp": 1707883083.3533
2625
- },
2626
- {
2627
- "model_a": "Pix2PixZero",
2628
- "model_b": "InstructPix2Pix",
2629
- "winner": "model_b",
2630
- "judge": "arena_user_::1",
2631
- "anony": true,
2632
- "tstamp": 1707883181.1397
2633
- },
2634
- {
2635
- "model_a": "Pix2PixZero",
2636
- "model_b": "Prompt2prompt",
2637
- "winner": "model_b",
2638
- "judge": "arena_user_::1",
2639
- "anony": true,
2640
- "tstamp": 1707883187.9173
2641
- },
2642
- {
2643
- "model_a": "PNP",
2644
- "model_b": "Prompt2prompt",
2645
- "winner": "model_a",
2646
- "judge": "arena_user_::1",
2647
- "anony": true,
2648
- "tstamp": 1707883507.587
2649
- },
2650
  {
2651
  "model_a": "PixArtAlpha",
2652
  "model_b": "SDXL",
@@ -2655,14 +2223,6 @@
2655
  "anony": true,
2656
  "tstamp": 1707883779.6594
2657
  },
2658
- {
2659
- "model_a": "Prompt2prompt",
2660
- "model_b": "CycleDiffusion",
2661
- "winner": "model_a",
2662
- "judge": "arena_user_::1",
2663
- "anony": true,
2664
- "tstamp": 1707883939.6125
2665
- },
2666
  {
2667
  "model_a": "OpenJourney",
2668
  "model_b": "LCM",
@@ -2927,14 +2487,6 @@
2927
  "anony": true,
2928
  "tstamp": 1707892603.8426
2929
  },
2930
- {
2931
- "model_a": "Prompt2prompt",
2932
- "model_b": "MagicBrush",
2933
- "winner": "model_b",
2934
- "judge": "arena_user_::1",
2935
- "anony": true,
2936
- "tstamp": 1707892689.4407
2937
- },
2938
  {
2939
  "model_a": "OpenJourney",
2940
  "model_b": "PixArtAlpha",
@@ -3591,14 +3143,6 @@
3591
  "anony": true,
3592
  "tstamp": 1707908931.366
3593
  },
3594
- {
3595
- "model_a": "MagicBrush",
3596
- "model_b": "InstructPix2Pix",
3597
- "winner": "model_b",
3598
- "judge": "arena_user_::1",
3599
- "anony": true,
3600
- "tstamp": 1707908988.749
3601
- },
3602
  {
3603
  "model_a": "LCM",
3604
  "model_b": "Playground v2",
@@ -3927,14 +3471,6 @@
3927
  "anony": true,
3928
  "tstamp": 1707912567.5438
3929
  },
3930
- {
3931
- "model_a": "Prompt2prompt",
3932
- "model_b": "InstructPix2Pix",
3933
- "winner": "model_a",
3934
- "judge": "arena_user_::1",
3935
- "anony": true,
3936
- "tstamp": 1707912639.2701
3937
- },
3938
  {
3939
  "model_a": "SDXL",
3940
  "model_b": "SDXLTurbo",
@@ -4783,14 +4319,6 @@
4783
  "anony": true,
4784
  "tstamp": 1707917673.9615
4785
  },
4786
- {
4787
- "model_a": "MagicBrush",
4788
- "model_b": "Pix2PixZero",
4789
- "winner": "model_a",
4790
- "judge": "arena_user_::1",
4791
- "anony": false,
4792
- "tstamp": 1707917685.9574
4793
- },
4794
  {
4795
  "model_a": "Playground v2",
4796
  "model_b": "LCM",
@@ -5015,14 +4543,6 @@
5015
  "anony": false,
5016
  "tstamp": 1707919393.1404
5017
  },
5018
- {
5019
- "model_a": "MagicBrush",
5020
- "model_b": "InstructPix2Pix",
5021
- "winner": "tie (bothbad)",
5022
- "judge": "arena_user_::1",
5023
- "anony": false,
5024
- "tstamp": 1707919429.336
5025
- },
5026
  {
5027
  "model_a": "SDXL",
5028
  "model_b": "OpenJourney",
@@ -5570,26 +5090,10 @@
5570
  {
5571
  "model_a": "SDXLTurbo",
5572
  "model_b": "LCM",
5573
- "winner": "tie (bothbad)",
5574
- "judge": "arena_user_::1",
5575
- "anony": true,
5576
- "tstamp": 1707932190.2759
5577
- },
5578
- {
5579
- "model_a": "InstructPix2Pix",
5580
- "model_b": "CycleDiffusion",
5581
- "winner": "model_a",
5582
- "judge": "arena_user_::1",
5583
- "anony": true,
5584
- "tstamp": 1707932651.9192
5585
- },
5586
- {
5587
- "model_a": "MagicBrush",
5588
- "model_b": "InstructPix2Pix",
5589
- "winner": "model_a",
5590
  "judge": "arena_user_::1",
5591
  "anony": true,
5592
- "tstamp": 1707932749.3107
5593
  },
5594
  {
5595
  "model_a": "OpenJourney",
@@ -5607,14 +5111,6 @@
5607
  "anony": false,
5608
  "tstamp": 1707933172.4871
5609
  },
5610
- {
5611
- "model_a": "Prompt2prompt",
5612
- "model_b": "PNP",
5613
- "winner": "model_a",
5614
- "judge": "arena_user_::1",
5615
- "anony": true,
5616
- "tstamp": 1707933208.5797
5617
- },
5618
  {
5619
  "model_a": "SDXL",
5620
  "model_b": "SDXLTurbo",
@@ -6255,14 +5751,6 @@
6255
  "anony": true,
6256
  "tstamp": 1707944615.6625
6257
  },
6258
- {
6259
- "model_a": "MagicBrush",
6260
- "model_b": "Pix2PixZero",
6261
- "winner": "model_a",
6262
- "judge": "arena_user_::1",
6263
- "anony": false,
6264
- "tstamp": 1707945335.6341
6265
- },
6266
  {
6267
  "model_a": "OpenJourney",
6268
  "model_b": "SDXLTurbo",
@@ -8127,14 +7615,6 @@
8127
  "anony": true,
8128
  "tstamp": 1708031098.3078
8129
  },
8130
- {
8131
- "model_a": "MagicBrush",
8132
- "model_b": "PNP",
8133
- "winner": "model_a",
8134
- "judge": "arena_user_::1",
8135
- "anony": false,
8136
- "tstamp": 1708031168.6838
8137
- },
8138
  {
8139
  "model_a": "Playground v2",
8140
  "model_b": "OpenJourney",
@@ -8359,14 +7839,6 @@
8359
  "anony": true,
8360
  "tstamp": 1708038557.0852
8361
  },
8362
- {
8363
- "model_a": "Pix2PixZero",
8364
- "model_b": "PNP",
8365
- "winner": "model_b",
8366
- "judge": "arena_user_::1",
8367
- "anony": false,
8368
- "tstamp": 1708038931.5388
8369
- },
8370
  {
8371
  "model_a": "OpenJourney",
8372
  "model_b": "LCM",
@@ -8639,14 +8111,6 @@
8639
  "anony": true,
8640
  "tstamp": 1708057322.8692
8641
  },
8642
- {
8643
- "model_a": "Pix2PixZero",
8644
- "model_b": "CycleDiffusion",
8645
- "winner": "tie (bothbad)",
8646
- "judge": "arena_user_::1",
8647
- "anony": true,
8648
- "tstamp": 1708057382.78
8649
- },
8650
  {
8651
  "model_a": "SDXLTurbo",
8652
  "model_b": "OpenJourney",
@@ -9183,14 +8647,6 @@
9183
  "anony": true,
9184
  "tstamp": 1708093518.1758
9185
  },
9186
- {
9187
- "model_a": "PNP",
9188
- "model_b": "InstructPix2Pix",
9189
- "winner": "model_b",
9190
- "judge": "arena_user_::1",
9191
- "anony": true,
9192
- "tstamp": 1708093689.8237
9193
- },
9194
  {
9195
  "model_a": "Playground v2",
9196
  "model_b": "LCM",
@@ -9199,14 +8655,6 @@
9199
  "anony": false,
9200
  "tstamp": 1708093822.1669
9201
  },
9202
- {
9203
- "model_a": "MagicBrush",
9204
- "model_b": "PNP",
9205
- "winner": "model_b",
9206
- "judge": "arena_user_::1",
9207
- "anony": true,
9208
- "tstamp": 1708093910.4683
9209
- },
9210
  {
9211
  "model_a": "Playground v2",
9212
  "model_b": "LCM",
@@ -9255,22 +8703,6 @@
9255
  "anony": true,
9256
  "tstamp": 1708094985.2131
9257
  },
9258
- {
9259
- "model_a": "Pix2PixZero",
9260
- "model_b": "Prompt2prompt",
9261
- "winner": "model_b",
9262
- "judge": "arena_user_::1",
9263
- "anony": false,
9264
- "tstamp": 1708095090.8232
9265
- },
9266
- {
9267
- "model_a": "Pix2PixZero",
9268
- "model_b": "Prompt2prompt",
9269
- "winner": "model_a",
9270
- "judge": "arena_user_::1",
9271
- "anony": false,
9272
- "tstamp": 1708095305.4665
9273
- },
9274
  {
9275
  "model_a": "PixArtAlpha",
9276
  "model_b": "OpenJourney",
@@ -10695,14 +10127,6 @@
10695
  "anony": true,
10696
  "tstamp": 1708140360.1673
10697
  },
10698
- {
10699
- "model_a": "InstructPix2Pix",
10700
- "model_b": "Prompt2prompt",
10701
- "winner": "model_b",
10702
- "judge": "arena_user_::1",
10703
- "anony": true,
10704
- "tstamp": 1708140553.1694
10705
- },
10706
  {
10707
  "model_a": "OpenJourney",
10708
  "model_b": "PixArtAlpha",
@@ -10799,22 +10223,6 @@
10799
  "anony": true,
10800
  "tstamp": 1708145293.1434
10801
  },
10802
- {
10803
- "model_a": "MagicBrush",
10804
- "model_b": "Prompt2prompt",
10805
- "winner": "model_a",
10806
- "judge": "arena_user_::1",
10807
- "anony": true,
10808
- "tstamp": 1708145512.3656
10809
- },
10810
- {
10811
- "model_a": "Pix2PixZero",
10812
- "model_b": "Prompt2prompt",
10813
- "winner": "tie (bothbad)",
10814
- "judge": "arena_user_::1",
10815
- "anony": true,
10816
- "tstamp": 1708145724.4127
10817
- },
10818
  {
10819
  "model_a": "PixArtAlpha",
10820
  "model_b": "OpenJourney",
@@ -10847,14 +10255,6 @@
10847
  "anony": true,
10848
  "tstamp": 1708146806.7443
10849
  },
10850
- {
10851
- "model_a": "Pix2PixZero",
10852
- "model_b": "PNP",
10853
- "winner": "model_b",
10854
- "judge": "arena_user_::1",
10855
- "anony": true,
10856
- "tstamp": 1708146846.5098
10857
- },
10858
  {
10859
  "model_a": "PixArtAlpha",
10860
  "model_b": "OpenJourney",
@@ -11599,14 +10999,6 @@
11599
  "anony": true,
11600
  "tstamp": 1708189294.5574
11601
  },
11602
- {
11603
- "model_a": "PNP",
11604
- "model_b": "MagicBrush",
11605
- "winner": "model_a",
11606
- "judge": "arena_user_::1",
11607
- "anony": true,
11608
- "tstamp": 1708189738.4864
11609
- },
11610
  {
11611
  "model_a": "OpenJourney",
11612
  "model_b": "Playground v2",
@@ -12407,14 +11799,6 @@
12407
  "anony": false,
12408
  "tstamp": 1708235735.0741
12409
  },
12410
- {
12411
- "model_a": "Prompt2prompt",
12412
- "model_b": "InstructPix2Pix",
12413
- "winner": "model_b",
12414
- "judge": "arena_user_::1",
12415
- "anony": true,
12416
- "tstamp": 1708235874.9246
12417
- },
12418
  {
12419
  "model_a": "OpenJourney",
12420
  "model_b": "PixArtAlpha",
@@ -12535,14 +11919,6 @@
12535
  "anony": true,
12536
  "tstamp": 1708256870.3964
12537
  },
12538
- {
12539
- "model_a": "Pix2PixZero",
12540
- "model_b": "PNP",
12541
- "winner": "model_b",
12542
- "judge": "arena_user_::1",
12543
- "anony": false,
12544
- "tstamp": 1708257619.7115
12545
- },
12546
  {
12547
  "model_a": "Playground v2",
12548
  "model_b": "OpenJourney",
@@ -14511,14 +13887,6 @@
14511
  "anony": false,
14512
  "tstamp": 1708341135.6561
14513
  },
14514
- {
14515
- "model_a": "MagicBrush",
14516
- "model_b": "Pix2PixZero",
14517
- "winner": "tie (bothbad)",
14518
- "judge": "arena_user_::1",
14519
- "anony": true,
14520
- "tstamp": 1708341265.7655
14521
- },
14522
  {
14523
  "model_a": "SDXL",
14524
  "model_b": "OpenJourney",
@@ -14663,14 +14031,6 @@
14663
  "anony": true,
14664
  "tstamp": 1708350052.1819
14665
  },
14666
- {
14667
- "model_a": "MagicBrush",
14668
- "model_b": "InstructPix2Pix",
14669
- "winner": "model_b",
14670
- "judge": "arena_user_::1",
14671
- "anony": true,
14672
- "tstamp": 1708350183.3086
14673
- },
14674
  {
14675
  "model_a": "OpenJourney",
14676
  "model_b": "SDXLTurbo",
@@ -15879,14 +15239,6 @@
15879
  "anony": false,
15880
  "tstamp": 1708399552.8241
15881
  },
15882
- {
15883
- "model_a": "MagicBrush",
15884
- "model_b": "Pix2PixZero",
15885
- "winner": "tie (bothbad)",
15886
- "judge": "arena_user_::1",
15887
- "anony": true,
15888
- "tstamp": 1708399707.1681
15889
- },
15890
  {
15891
  "model_a": "SDXLTurbo",
15892
  "model_b": "SDXL",
@@ -16183,22 +15535,6 @@
16183
  "anony": false,
16184
  "tstamp": 1708440581.3383
16185
  },
16186
- {
16187
- "model_a": "PNP",
16188
- "model_b": "MagicBrush",
16189
- "winner": "model_a",
16190
- "judge": "arena_user_::1",
16191
- "anony": true,
16192
- "tstamp": 1708441502.4707
16193
- },
16194
- {
16195
- "model_a": "InstructPix2Pix",
16196
- "model_b": "MagicBrush",
16197
- "winner": "model_a",
16198
- "judge": "arena_user_::1",
16199
- "anony": true,
16200
- "tstamp": 1708441716.8195
16201
- },
16202
  {
16203
  "model_a": "SDXL",
16204
  "model_b": "LCM",
@@ -16935,46 +16271,6 @@
16935
  "anony": true,
16936
  "tstamp": 1708546736.4465
16937
  },
16938
- {
16939
- "model_a": "InstructPix2Pix",
16940
- "model_b": "MagicBrush",
16941
- "winner": "model_b",
16942
- "judge": "arena_user_::1",
16943
- "anony": false,
16944
- "tstamp": 1708546759.2009
16945
- },
16946
- {
16947
- "model_a": "InstructPix2Pix",
16948
- "model_b": "MagicBrush",
16949
- "winner": "model_a",
16950
- "judge": "arena_user_::1",
16951
- "anony": false,
16952
- "tstamp": 1708546805.4892
16953
- },
16954
- {
16955
- "model_a": "Pix2PixZero",
16956
- "model_b": "CycleDiffusion",
16957
- "winner": "tie (bothbad)",
16958
- "judge": "arena_user_::1",
16959
- "anony": true,
16960
- "tstamp": 1708547082.7124
16961
- },
16962
- {
16963
- "model_a": "InstructPix2Pix",
16964
- "model_b": "MagicBrush",
16965
- "winner": "model_b",
16966
- "judge": "arena_user_::1",
16967
- "anony": false,
16968
- "tstamp": 1708547166.9685
16969
- },
16970
- {
16971
- "model_a": "InstructPix2Pix",
16972
- "model_b": "MagicBrush",
16973
- "winner": "model_b",
16974
- "judge": "arena_user_::1",
16975
- "anony": false,
16976
- "tstamp": 1708547293.7107
16977
- },
16978
  {
16979
  "model_a": "OpenJourney",
16980
  "model_b": "SDXLTurbo",
@@ -17695,14 +16991,6 @@
17695
  "anony": false,
17696
  "tstamp": 1708567610.3707
17697
  },
17698
- {
17699
- "model_a": "CycleDiffusion",
17700
- "model_b": "PNP",
17701
- "winner": "tie (bothbad)",
17702
- "judge": "arena_user_::1",
17703
- "anony": true,
17704
- "tstamp": 1708575046.0529
17705
- },
17706
  {
17707
  "model_a": "LCM",
17708
  "model_b": "PixArtAlpha",
@@ -18159,22 +17447,6 @@
18159
  "anony": true,
18160
  "tstamp": 1708615318.9111
18161
  },
18162
- {
18163
- "model_a": "CycleDiffusion",
18164
- "model_b": "MagicBrush",
18165
- "winner": "tie (bothbad)",
18166
- "judge": "arena_user_::1",
18167
- "anony": true,
18168
- "tstamp": 1708615466.9264
18169
- },
18170
- {
18171
- "model_a": "CycleDiffusion",
18172
- "model_b": "MagicBrush",
18173
- "winner": "model_b",
18174
- "judge": "arena_user_::1",
18175
- "anony": false,
18176
- "tstamp": 1708615516.3341
18177
- },
18178
  {
18179
  "model_a": "OpenJourney",
18180
  "model_b": "SDXLLightning",
@@ -20271,14 +19543,6 @@
20271
  "anony": false,
20272
  "tstamp": 1709205313.1432
20273
  },
20274
- {
20275
- "model_a": "InstructPix2Pix",
20276
- "model_b": "PNP",
20277
- "winner": "model_b",
20278
- "judge": "arena_user_::1",
20279
- "anony": false,
20280
- "tstamp": 1709205399.0098
20281
- },
20282
  {
20283
  "model_a": "SDXLTurbo",
20284
  "model_b": "SDXL",
@@ -20295,14 +19559,6 @@
20295
  "anony": false,
20296
  "tstamp": 1709205682.8523
20297
  },
20298
- {
20299
- "model_a": "InstructPix2Pix",
20300
- "model_b": "PNP",
20301
- "winner": "model_b",
20302
- "judge": "arena_user_::1",
20303
- "anony": false,
20304
- "tstamp": 1709205767.8923
20305
- },
20306
  {
20307
  "model_a": "LCM",
20308
  "model_b": "Playground v2",
@@ -20551,14 +19807,6 @@
20551
  "anony": true,
20552
  "tstamp": 1709408909.6471
20553
  },
20554
- {
20555
- "model_a": "PNP",
20556
- "model_b": "InstructPix2Pix",
20557
- "winner": "model_b",
20558
- "judge": "arena_user_::1",
20559
- "anony": true,
20560
- "tstamp": 1709443700.05
20561
- },
20562
  {
20563
  "model_a": "OpenJourney",
20564
  "model_b": "SDXLTurbo",
@@ -21023,14 +20271,6 @@
21023
  "anony": false,
21024
  "tstamp": 1709701867.411
21025
  },
21026
- {
21027
- "model_a": "MagicBrush",
21028
- "model_b": "Pix2PixZero",
21029
- "winner": "model_a",
21030
- "judge": "arena_user_::1",
21031
- "anony": true,
21032
- "tstamp": 1709702898.9291
21033
- },
21034
  {
21035
  "model_a": "SDXLTurbo",
21036
  "model_b": "StableCascade",
@@ -21711,14 +20951,6 @@
21711
  "anony": false,
21712
  "tstamp": 1710056801.1827
21713
  },
21714
- {
21715
- "model_a": "CycleDiffusion",
21716
- "model_b": "Prompt2prompt",
21717
- "winner": "tie (bothbad)",
21718
- "judge": "arena_user_::1",
21719
- "anony": true,
21720
- "tstamp": 1710091925.1861
21721
- },
21722
  {
21723
  "model_a": "PixArtAlpha",
21724
  "model_b": "SDXLLightning",
@@ -22239,30 +21471,6 @@
22239
  "anony": true,
22240
  "tstamp": 1710517630.2735
22241
  },
22242
- {
22243
- "model_a": "MagicBrush",
22244
- "model_b": "InstructPix2Pix",
22245
- "winner": "tie (bothbad)",
22246
- "judge": "arena_user_::1",
22247
- "anony": true,
22248
- "tstamp": 1710517781.1525
22249
- },
22250
- {
22251
- "model_a": "MagicBrush",
22252
- "model_b": "InstructPix2Pix",
22253
- "winner": "tie (bothbad)",
22254
- "judge": "arena_user_::1",
22255
- "anony": false,
22256
- "tstamp": 1710517859.2942
22257
- },
22258
- {
22259
- "model_a": "Pix2PixZero",
22260
- "model_b": "CycleDiffusion",
22261
- "winner": "tie (bothbad)",
22262
- "judge": "arena_user_::1",
22263
- "anony": true,
22264
- "tstamp": 1710535672.9791
22265
- },
22266
  {
22267
  "model_a": "OpenJourney",
22268
  "model_b": "SDXLTurbo",
@@ -22775,14 +21983,6 @@
22775
  "anony": true,
22776
  "tstamp": 1711541359.3793
22777
  },
22778
- {
22779
- "model_a": "CycleDiffusion",
22780
- "model_b": "Pix2PixZero",
22781
- "winner": "model_b",
22782
- "judge": "arena_user_10.16.25.191",
22783
- "anony": false,
22784
- "tstamp": 1711610477.1213
22785
- },
22786
  {
22787
  "model_a": "SDXL",
22788
  "model_b": "OpenJourney",
@@ -22895,30 +22095,6 @@
22895
  "anony": false,
22896
  "tstamp": 1711628765.1336
22897
  },
22898
- {
22899
- "model_a": "CycleDiffusion",
22900
- "model_b": "Pix2PixZero",
22901
- "winner": "model_b",
22902
- "judge": "arena_user_10.16.7.189",
22903
- "anony": false,
22904
- "tstamp": 1711629129.3894
22905
- },
22906
- {
22907
- "model_a": "InstructPix2Pix",
22908
- "model_b": "CycleDiffusion",
22909
- "winner": "model_b",
22910
- "judge": "arena_user_10.16.7.189",
22911
- "anony": false,
22912
- "tstamp": 1711629705.2246
22913
- },
22914
- {
22915
- "model_a": "CycleDiffusion",
22916
- "model_b": "Pix2PixZero",
22917
- "winner": "model_b",
22918
- "judge": "arena_user_10.16.25.191",
22919
- "anony": false,
22920
- "tstamp": 1711630362.5575
22921
- },
22922
  {
22923
  "model_a": "Playground v2",
22924
  "model_b": "PlayGroundV2.5",
@@ -22927,54 +22103,6 @@
22927
  "anony": false,
22928
  "tstamp": 1711630489.3854
22929
  },
22930
- {
22931
- "model_a": "MagicBrush",
22932
- "model_b": "SDEdit",
22933
- "winner": "model_a",
22934
- "judge": "arena_user_127.0.0.1",
22935
- "anony": false,
22936
- "tstamp": 1711631112.5207
22937
- },
22938
- {
22939
- "model_a": "Pix2PixZero",
22940
- "model_b": "Prompt2prompt",
22941
- "winner": "model_a",
22942
- "judge": "arena_user_10.16.41.118",
22943
- "anony": false,
22944
- "tstamp": 1711631690.5127
22945
- },
22946
- {
22947
- "model_a": "MagicBrush",
22948
- "model_b": "InstructPix2Pix",
22949
- "winner": "model_a",
22950
- "judge": "arena_user_127.0.0.1",
22951
- "anony": false,
22952
- "tstamp": 1711633200.2923
22953
- },
22954
- {
22955
- "model_a": "MagicBrush",
22956
- "model_b": "InstructPix2Pix",
22957
- "winner": "model_a",
22958
- "judge": "arena_user_127.0.0.1",
22959
- "anony": false,
22960
- "tstamp": 1711633594.9922
22961
- },
22962
- {
22963
- "model_a": "MagicBrush",
22964
- "model_b": "SDEdit",
22965
- "winner": "model_a",
22966
- "judge": "arena_user_10.16.7.189",
22967
- "anony": false,
22968
- "tstamp": 1711635443.3071
22969
- },
22970
- {
22971
- "model_a": "CycleDiffusion",
22972
- "model_b": "MagicBrush",
22973
- "winner": "model_b",
22974
- "judge": "arena_user_10.16.25.191",
22975
- "anony": false,
22976
- "tstamp": 1711635899.3088
22977
- },
22978
  {
22979
  "model_a": "SDXL",
22980
  "model_b": "SDXLLightning",
@@ -22983,14 +22111,6 @@
22983
  "anony": false,
22984
  "tstamp": 1711638839.5102
22985
  },
22986
- {
22987
- "model_a": "SDEdit",
22988
- "model_b": "MagicBrush",
22989
- "winner": "model_b",
22990
- "judge": "arena_user_10.16.41.118",
22991
- "anony": false,
22992
- "tstamp": 1711639015.428
22993
- },
22994
  {
22995
  "model_a": "PixArtAlpha",
22996
  "model_b": "LCM",
@@ -23015,14 +22135,6 @@
23015
  "anony": false,
23016
  "tstamp": 1711645743.7583
23017
  },
23018
- {
23019
- "model_a": "InstructPix2Pix",
23020
- "model_b": "MagicBrush",
23021
- "winner": "model_b",
23022
- "judge": "arena_user_10.16.7.189",
23023
- "anony": false,
23024
- "tstamp": 1711646372.1201
23025
- },
23026
  {
23027
  "model_a": "PixArtAlpha",
23028
  "model_b": "OpenJourney",
@@ -26431,14 +25543,6 @@
26431
  "anony": false,
26432
  "tstamp": 1712608857.9973
26433
  },
26434
- {
26435
- "model_a": "Pix2PixZero",
26436
- "model_b": "Prompt2prompt",
26437
- "winner": "model_b",
26438
- "judge": "arena_user_10.16.17.217",
26439
- "anony": false,
26440
- "tstamp": 1712873850.0636
26441
- },
26442
  {
26443
  "model_a": "SDXL",
26444
  "model_b": "Playground v2",
@@ -26446,13 +25550,5 @@
26446
  "judge": "arena_user_10.16.25.191",
26447
  "anony": true,
26448
  "tstamp": 1712876168.8235
26449
- },
26450
- {
26451
- "model_a": "MagicBrush",
26452
- "model_b": "SDEdit",
26453
- "winner": "tie (bothbad)",
26454
- "judge": "arena_user_10.16.25.191",
26455
- "anony": true,
26456
- "tstamp": 1712876598.7667
26457
  }
26458
  ]
 
31
  "anony": true,
32
  "tstamp": 1707707467.1955
33
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  {
35
  "model_a": "PixArtAlpha",
36
  "model_b": "OpenJourney",
 
39
  "anony": true,
40
  "tstamp": 1707715202.5963
41
  },
 
 
 
 
 
 
 
 
42
  {
43
  "model_a": "OpenJourney",
44
  "model_b": "SDXLTurbo",
 
55
  "anony": true,
56
  "tstamp": 1707748092.0895
57
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
58
  {
59
  "model_a": "SDXLTurbo",
60
  "model_b": "SDXL",
 
79
  "anony": true,
80
  "tstamp": 1707768049.9814
81
  },
 
 
 
 
 
 
 
 
82
  {
83
  "model_a": "LCM",
84
  "model_b": "SDXLTurbo",
 
95
  "anony": true,
96
  "tstamp": 1707771618.8687
97
  },
 
 
 
 
 
 
 
 
98
  {
99
  "model_a": "SDXL",
100
  "model_b": "OpenJourney",
 
103
  "anony": true,
104
  "tstamp": 1707775417.8407
105
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
106
  {
107
  "model_a": "PixArtAlpha",
108
  "model_b": "SDXLTurbo",
 
279
  "anony": true,
280
  "tstamp": 1707804569.4346
281
  },
 
 
 
 
 
 
 
 
282
  {
283
  "model_a": "SDXL",
284
  "model_b": "PixArtAlpha",
 
287
  "anony": true,
288
  "tstamp": 1707805195.1868
289
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
290
  {
291
  "model_a": "OpenJourney",
292
  "model_b": "LCM",
 
295
  "anony": true,
296
  "tstamp": 1707805385.1199
297
  },
 
 
 
 
 
 
 
 
298
  {
299
  "model_a": "SDXL",
300
  "model_b": "OpenJourney",
 
815
  "anony": true,
816
  "tstamp": 1707818248.2875
817
  },
 
 
 
 
 
 
 
 
818
  {
819
  "model_a": "OpenJourney",
820
  "model_b": "PixArtAlpha",
 
1191
  "anony": true,
1192
  "tstamp": 1707834593.0783
1193
  },
 
 
 
 
 
 
 
 
1194
  {
1195
  "model_a": "PixArtAlpha",
1196
  "model_b": "SDXL",
 
1239
  "anony": true,
1240
  "tstamp": 1707834939.7331
1241
  },
 
 
 
 
 
 
 
 
1242
  {
1243
  "model_a": "LCM",
1244
  "model_b": "PixArtAlpha",
 
1295
  "anony": true,
1296
  "tstamp": 1707835326.7352
1297
  },
 
 
 
 
 
 
 
 
1298
  {
1299
  "model_a": "SDXLTurbo",
1300
  "model_b": "SDXL",
 
1319
  "anony": true,
1320
  "tstamp": 1707835615.8358
1321
  },
 
 
 
 
 
 
 
 
1322
  {
1323
  "model_a": "PixArtAlpha",
1324
  "model_b": "LCM",
 
1335
  "anony": true,
1336
  "tstamp": 1707835717.0721
1337
  },
 
 
 
 
 
 
 
 
1338
  {
1339
  "model_a": "PixArtAlpha",
1340
  "model_b": "OpenJourney",
 
1399
  "anony": true,
1400
  "tstamp": 1707836695.3278
1401
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1402
  {
1403
  "model_a": "SDXLTurbo",
1404
  "model_b": "LCM",
 
1407
  "anony": false,
1408
  "tstamp": 1707837085.8896
1409
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1410
  {
1411
  "model_a": "PixArtAlpha",
1412
  "model_b": "SDXL",
 
1415
  "anony": true,
1416
  "tstamp": 1707839155.8114
1417
  },
 
 
 
 
 
 
 
 
1418
  {
1419
  "model_a": "PixArtAlpha",
1420
  "model_b": "SDXL",
 
1567
  "anony": true,
1568
  "tstamp": 1707849117.1598
1569
  },
 
 
 
 
 
 
 
 
1570
  {
1571
  "model_a": "SDXLTurbo",
1572
  "model_b": "LCM",
 
1583
  "anony": true,
1584
  "tstamp": 1707850898.7895
1585
  },
 
 
 
 
 
 
 
 
1586
  {
1587
  "model_a": "PixArtAlpha",
1588
  "model_b": "OpenJourney",
 
1591
  "anony": true,
1592
  "tstamp": 1707851643.0572
1593
  },
 
 
 
 
 
 
 
 
1594
  {
1595
  "model_a": "SDXLTurbo",
1596
  "model_b": "LCM",
 
1623
  "anony": true,
1624
  "tstamp": 1707852658.3925
1625
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1626
  {
1627
  "model_a": "SDXL",
1628
  "model_b": "SDXLTurbo",
 
1759
  "anony": true,
1760
  "tstamp": 1707855818.7279
1761
  },
 
 
 
 
 
 
 
 
1762
  {
1763
  "model_a": "SDXLTurbo",
1764
  "model_b": "OpenJourney",
 
1895
  "anony": true,
1896
  "tstamp": 1707863623.6038
1897
  },
 
 
 
 
 
 
 
 
1898
  {
1899
  "model_a": "PixArtAlpha",
1900
  "model_b": "LCM",
 
1935
  "anony": true,
1936
  "tstamp": 1707866211.1115
1937
  },
 
 
 
 
 
 
 
 
1938
  {
1939
  "model_a": "OpenJourney",
1940
  "model_b": "PixArtAlpha",
 
2215
  "anony": true,
2216
  "tstamp": 1707882792.5618
2217
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2218
  {
2219
  "model_a": "PixArtAlpha",
2220
  "model_b": "SDXL",
 
2223
  "anony": true,
2224
  "tstamp": 1707883779.6594
2225
  },
 
 
 
 
 
 
 
 
2226
  {
2227
  "model_a": "OpenJourney",
2228
  "model_b": "LCM",
 
2487
  "anony": true,
2488
  "tstamp": 1707892603.8426
2489
  },
 
 
 
 
 
 
 
 
2490
  {
2491
  "model_a": "OpenJourney",
2492
  "model_b": "PixArtAlpha",
 
3143
  "anony": true,
3144
  "tstamp": 1707908931.366
3145
  },
 
 
 
 
 
 
 
 
3146
  {
3147
  "model_a": "LCM",
3148
  "model_b": "Playground v2",
 
3471
  "anony": true,
3472
  "tstamp": 1707912567.5438
3473
  },
 
 
 
 
 
 
 
 
3474
  {
3475
  "model_a": "SDXL",
3476
  "model_b": "SDXLTurbo",
 
4319
  "anony": true,
4320
  "tstamp": 1707917673.9615
4321
  },
 
 
 
 
 
 
 
 
4322
  {
4323
  "model_a": "Playground v2",
4324
  "model_b": "LCM",
 
4543
  "anony": false,
4544
  "tstamp": 1707919393.1404
4545
  },
 
 
 
 
 
 
 
 
4546
  {
4547
  "model_a": "SDXL",
4548
  "model_b": "OpenJourney",
 
5090
  {
5091
  "model_a": "SDXLTurbo",
5092
  "model_b": "LCM",
5093
+ "winner": "tie (bothbad)",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
5094
  "judge": "arena_user_::1",
5095
  "anony": true,
5096
+ "tstamp": 1707932190.2759
5097
  },
5098
  {
5099
  "model_a": "OpenJourney",
 
5111
  "anony": false,
5112
  "tstamp": 1707933172.4871
5113
  },
 
 
 
 
 
 
 
 
5114
  {
5115
  "model_a": "SDXL",
5116
  "model_b": "SDXLTurbo",
 
5751
  "anony": true,
5752
  "tstamp": 1707944615.6625
5753
  },
 
 
 
 
 
 
 
 
5754
  {
5755
  "model_a": "OpenJourney",
5756
  "model_b": "SDXLTurbo",
 
7615
  "anony": true,
7616
  "tstamp": 1708031098.3078
7617
  },
 
 
 
 
 
 
 
 
7618
  {
7619
  "model_a": "Playground v2",
7620
  "model_b": "OpenJourney",
 
7839
  "anony": true,
7840
  "tstamp": 1708038557.0852
7841
  },
 
 
 
 
 
 
 
 
7842
  {
7843
  "model_a": "OpenJourney",
7844
  "model_b": "LCM",
 
8111
  "anony": true,
8112
  "tstamp": 1708057322.8692
8113
  },
 
 
 
 
 
 
 
 
8114
  {
8115
  "model_a": "SDXLTurbo",
8116
  "model_b": "OpenJourney",
 
8647
  "anony": true,
8648
  "tstamp": 1708093518.1758
8649
  },
 
 
 
 
 
 
 
 
8650
  {
8651
  "model_a": "Playground v2",
8652
  "model_b": "LCM",
 
8655
  "anony": false,
8656
  "tstamp": 1708093822.1669
8657
  },
 
 
 
 
 
 
 
 
8658
  {
8659
  "model_a": "Playground v2",
8660
  "model_b": "LCM",
 
8703
  "anony": true,
8704
  "tstamp": 1708094985.2131
8705
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
8706
  {
8707
  "model_a": "PixArtAlpha",
8708
  "model_b": "OpenJourney",
 
10127
  "anony": true,
10128
  "tstamp": 1708140360.1673
10129
  },
 
 
 
 
 
 
 
 
10130
  {
10131
  "model_a": "OpenJourney",
10132
  "model_b": "PixArtAlpha",
 
10223
  "anony": true,
10224
  "tstamp": 1708145293.1434
10225
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
10226
  {
10227
  "model_a": "PixArtAlpha",
10228
  "model_b": "OpenJourney",
 
10255
  "anony": true,
10256
  "tstamp": 1708146806.7443
10257
  },
 
 
 
 
 
 
 
 
10258
  {
10259
  "model_a": "PixArtAlpha",
10260
  "model_b": "OpenJourney",
 
10999
  "anony": true,
11000
  "tstamp": 1708189294.5574
11001
  },
 
 
 
 
 
 
 
 
11002
  {
11003
  "model_a": "OpenJourney",
11004
  "model_b": "Playground v2",
 
11799
  "anony": false,
11800
  "tstamp": 1708235735.0741
11801
  },
 
 
 
 
 
 
 
 
11802
  {
11803
  "model_a": "OpenJourney",
11804
  "model_b": "PixArtAlpha",
 
11919
  "anony": true,
11920
  "tstamp": 1708256870.3964
11921
  },
 
 
 
 
 
 
 
 
11922
  {
11923
  "model_a": "Playground v2",
11924
  "model_b": "OpenJourney",
 
13887
  "anony": false,
13888
  "tstamp": 1708341135.6561
13889
  },
 
 
 
 
 
 
 
 
13890
  {
13891
  "model_a": "SDXL",
13892
  "model_b": "OpenJourney",
 
14031
  "anony": true,
14032
  "tstamp": 1708350052.1819
14033
  },
 
 
 
 
 
 
 
 
14034
  {
14035
  "model_a": "OpenJourney",
14036
  "model_b": "SDXLTurbo",
 
15239
  "anony": false,
15240
  "tstamp": 1708399552.8241
15241
  },
 
 
 
 
 
 
 
 
15242
  {
15243
  "model_a": "SDXLTurbo",
15244
  "model_b": "SDXL",
 
15535
  "anony": false,
15536
  "tstamp": 1708440581.3383
15537
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
15538
  {
15539
  "model_a": "SDXL",
15540
  "model_b": "LCM",
 
16271
  "anony": true,
16272
  "tstamp": 1708546736.4465
16273
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
16274
  {
16275
  "model_a": "OpenJourney",
16276
  "model_b": "SDXLTurbo",
 
16991
  "anony": false,
16992
  "tstamp": 1708567610.3707
16993
  },
 
 
 
 
 
 
 
 
16994
  {
16995
  "model_a": "LCM",
16996
  "model_b": "PixArtAlpha",
 
17447
  "anony": true,
17448
  "tstamp": 1708615318.9111
17449
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
17450
  {
17451
  "model_a": "OpenJourney",
17452
  "model_b": "SDXLLightning",
 
19543
  "anony": false,
19544
  "tstamp": 1709205313.1432
19545
  },
 
 
 
 
 
 
 
 
19546
  {
19547
  "model_a": "SDXLTurbo",
19548
  "model_b": "SDXL",
 
19559
  "anony": false,
19560
  "tstamp": 1709205682.8523
19561
  },
 
 
 
 
 
 
 
 
19562
  {
19563
  "model_a": "LCM",
19564
  "model_b": "Playground v2",
 
19807
  "anony": true,
19808
  "tstamp": 1709408909.6471
19809
  },
 
 
 
 
 
 
 
 
19810
  {
19811
  "model_a": "OpenJourney",
19812
  "model_b": "SDXLTurbo",
 
20271
  "anony": false,
20272
  "tstamp": 1709701867.411
20273
  },
 
 
 
 
 
 
 
 
20274
  {
20275
  "model_a": "SDXLTurbo",
20276
  "model_b": "StableCascade",
 
20951
  "anony": false,
20952
  "tstamp": 1710056801.1827
20953
  },
 
 
 
 
 
 
 
 
20954
  {
20955
  "model_a": "PixArtAlpha",
20956
  "model_b": "SDXLLightning",
 
21471
  "anony": true,
21472
  "tstamp": 1710517630.2735
21473
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
21474
  {
21475
  "model_a": "OpenJourney",
21476
  "model_b": "SDXLTurbo",
 
21983
  "anony": true,
21984
  "tstamp": 1711541359.3793
21985
  },
 
 
 
 
 
 
 
 
21986
  {
21987
  "model_a": "SDXL",
21988
  "model_b": "OpenJourney",
 
22095
  "anony": false,
22096
  "tstamp": 1711628765.1336
22097
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
22098
  {
22099
  "model_a": "Playground v2",
22100
  "model_b": "PlayGroundV2.5",
 
22103
  "anony": false,
22104
  "tstamp": 1711630489.3854
22105
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
22106
  {
22107
  "model_a": "SDXL",
22108
  "model_b": "SDXLLightning",
 
22111
  "anony": false,
22112
  "tstamp": 1711638839.5102
22113
  },
 
 
 
 
 
 
 
 
22114
  {
22115
  "model_a": "PixArtAlpha",
22116
  "model_b": "LCM",
 
22135
  "anony": false,
22136
  "tstamp": 1711645743.7583
22137
  },
 
 
 
 
 
 
 
 
22138
  {
22139
  "model_a": "PixArtAlpha",
22140
  "model_b": "OpenJourney",
 
25543
  "anony": false,
25544
  "tstamp": 1712608857.9973
25545
  },
 
 
 
 
 
 
 
 
25546
  {
25547
  "model_a": "SDXL",
25548
  "model_b": "Playground v2",
 
25550
  "judge": "arena_user_10.16.25.191",
25551
  "anony": true,
25552
  "tstamp": 1712876168.8235
 
 
 
 
 
 
 
 
25553
  }
25554
  ]
arena_elo/results/20240411/elo_results_image_editing.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9cc0f5cd42cf72333d9098421df4a557b8fb8600245c58bf97ed208236473547
3
- size 82806
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8a9f6d634569a99bba33e3416c927d6589eb9e86185c0d8974cd591a64b119f
3
+ size 57068
arena_elo/results/20240411/elo_results_t2i_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9cc0f5cd42cf72333d9098421df4a557b8fb8600245c58bf97ed208236473547
3
- size 82806
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e2e2b693cc44a7ba8b8abf1501f3f1ebda6c232b5ee79f760545705a7ca3248
3
+ size 62419
arena_elo/results/20240411/image_editing_leaderboard.csv CHANGED
@@ -1,17 +1,8 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- PlayGroundV2.5,PlayGroundV2.5,1226.2103043702489,1103.5981659529286,N/A,N/A,N/A
3
- Prompt2prompt,Prompt2prompt,1221.594287307943,1161.2693663995663,Apache-2.0,"Google, Tel Aviv University",https://prompt-to-prompt.github.io
4
- InstructPix2Pix,InstructPix2Pix,1150.8909424161077,1062.1957953007804,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
5
- PNP,PNP,1130.7811563949226,1161.4769862905387,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
6
- StableCascade,StableCascade,1105.152436588303,1060.3156300167766,N/A,N/A,N/A
7
- Playground v2,Playground v2,1090.4998991056925,1100.7884782722615,N/A,N/A,N/A
8
- SDXLLightning,SDXLLightning,1043.3995261706627,1040.6249596296968,N/A,N/A,N/A
9
- MagicBrush,MagicBrush,1037.8513412192494,1118.371598987944,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush
10
- PixArtAlpha,PixArtAlpha,1020.6654544791255,1023.2853322167341,N/A,N/A,N/A
11
- SDXL,SDXL,965.5088764673397,1000.6862749570827,N/A,N/A,N/A
12
- SDXLTurbo,SDXLTurbo,912.28358681423,951.5074015339032,N/A,N/A,N/A
13
- Pix2PixZero,Pix2PixZero,905.3399481697246,950.6522337054346,MIT License,"Carnegie Mellon University, Adobe Research",https://pix2pixzero.github.io
14
- CycleDiffusion,CycleDiffusion,855.4431482857938,811.2419025901211,X11,Carnegie Mellon University,https://github.com/ChenWu98/cycle-diffusion
15
- OpenJourney,OpenJourney,841.2906392676962,874.3298798373605,N/A,N/A,N/A
16
- LCM,LCM,794.989276736705,853.2294527446948,N/A,N/A,N/A
17
- SDEdit,SDEdit,698.0991762062586,734.7921167256152,MIT License,Stanford University,https://sde-image-editing.github.io
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ Prompt2prompt,Prompt2prompt,1218.7505163986914,1160.9021011448333,Apache-2.0,"Google, Tel Aviv University",https://prompt-to-prompt.github.io
3
+ InstructPix2Pix,InstructPix2Pix,1150.1999797023602,1065.4343032662,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
4
+ PNP,PNP,1133.4963470731914,1160.2784411172045,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
5
+ MagicBrush,MagicBrush,1038.8284461569842,1120.3917913590851,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush
6
+ Pix2PixZero,Pix2PixZero,908.0596455348671,949.5286840298457,MIT License,"Carnegie Mellon University, Adobe Research",https://pix2pixzero.github.io
7
+ CycleDiffusion,CycleDiffusion,854.550799593937,811.6166545238106,X11,Carnegie Mellon University,https://github.com/ChenWu98/cycle-diffusion
8
+ SDEdit,SDEdit,696.1142655399691,731.8480245590208,MIT License,Stanford University,https://sde-image-editing.github.io
 
 
 
 
 
 
 
 
 
arena_elo/results/20240411/t2i_generation_leaderboard.csv CHANGED
@@ -1,17 +1,10 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- PlayGroundV2.5,PlayGroundV2.5,1226.2103043702489,1103.5981659529286,N/A,N/A,N/A
3
- Prompt2prompt,Prompt2prompt,1221.594287307943,1161.2693663995663,N/A,N/A,N/A
4
- InstructPix2Pix,InstructPix2Pix,1150.8909424161077,1062.1957953007804,N/A,N/A,N/A
5
- PNP,PNP,1130.7811563949226,1161.4769862905387,N/A,N/A,N/A
6
- StableCascade,StableCascade,1105.152436588303,1060.3156300167766,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
7
- Playground v2,Playground v2,1090.4998991056925,1100.7884782722615,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
8
- SDXLLightning,SDXLLightning,1043.3995261706627,1040.6249596296968,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
9
- MagicBrush,MagicBrush,1037.8513412192494,1118.371598987944,N/A,N/A,N/A
10
- PixArtAlpha,PixArtAlpha,1020.6654544791255,1023.2853322167341,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
11
- SDXL,SDXL,965.5088764673397,1000.6862749570827,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
12
- SDXLTurbo,SDXLTurbo,912.28358681423,951.5074015339032,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
13
- Pix2PixZero,Pix2PixZero,905.3399481697246,950.6522337054346,N/A,N/A,N/A
14
- CycleDiffusion,CycleDiffusion,855.4431482857938,811.2419025901211,N/A,N/A,N/A
15
- OpenJourney,OpenJourney,841.2906392676962,874.3298798373605,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
16
- LCM,LCM,794.989276736705,853.2294527446948,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
17
- SDEdit,SDEdit,698.0991762062586,734.7921167256152,N/A,N/A,N/A
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ PlayGroundV2.5,PlayGroundV2.5,1226.9110139608943,1102.8780955386826,N/A,N/A,N/A
3
+ StableCascade,StableCascade,1105.4281747413283,1059.3744882854992,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
4
+ Playground v2,Playground v2,1090.337952005879,1100.0232585639621,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
5
+ SDXLLightning,SDXLLightning,1042.9663858069512,1039.7571032040712,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
6
+ PixArtAlpha,PixArtAlpha,1020.6589616543491,1022.4559565308926,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
7
+ SDXL,SDXL,965.437822756589,999.8413183312834,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
8
+ SDXLTurbo,SDXLTurbo,912.2388336601439,950.6036749825616,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
9
+ OpenJourney,OpenJourney,841.1845129591121,873.4879879328548,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
10
+ LCM,LCM,794.8363424547509,852.4223549305145,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
 
 
 
 
 
 
 
arena_elo/results/latest/clean_battle_image_editing.json CHANGED
The diff for this file is too large to render. See raw diff
 
arena_elo/results/latest/clean_battle_t2i_generation.json CHANGED
@@ -31,70 +31,6 @@
31
  "anony": true,
32
  "tstamp": 1707707467.1955
33
  },
34
- {
35
- "model_a": "CycleDiffusion",
36
- "model_b": "InstructPix2Pix",
37
- "winner": "model_b",
38
- "judge": "arena_user_::1",
39
- "anony": true,
40
- "tstamp": 1707712630.872
41
- },
42
- {
43
- "model_a": "CycleDiffusion",
44
- "model_b": "InstructPix2Pix",
45
- "winner": "model_b",
46
- "judge": "arena_user_::1",
47
- "anony": false,
48
- "tstamp": 1707712699.668
49
- },
50
- {
51
- "model_a": "Pix2PixZero",
52
- "model_b": "MagicBrush",
53
- "winner": "model_a",
54
- "judge": "arena_user_::1",
55
- "anony": true,
56
- "tstamp": 1707712896.0427
57
- },
58
- {
59
- "model_a": "CycleDiffusion",
60
- "model_b": "InstructPix2Pix",
61
- "winner": "model_b",
62
- "judge": "arena_user_::1",
63
- "anony": false,
64
- "tstamp": 1707712929.7061
65
- },
66
- {
67
- "model_a": "CycleDiffusion",
68
- "model_b": "InstructPix2Pix",
69
- "winner": "model_b",
70
- "judge": "arena_user_::1",
71
- "anony": true,
72
- "tstamp": 1707713147.0445
73
- },
74
- {
75
- "model_a": "CycleDiffusion",
76
- "model_b": "PNP",
77
- "winner": "model_b",
78
- "judge": "arena_user_::1",
79
- "anony": true,
80
- "tstamp": 1707713198.9284
81
- },
82
- {
83
- "model_a": "CycleDiffusion",
84
- "model_b": "Prompt2prompt",
85
- "winner": "model_b",
86
- "judge": "arena_user_::1",
87
- "anony": true,
88
- "tstamp": 1707713210.1306
89
- },
90
- {
91
- "model_a": "Prompt2prompt",
92
- "model_b": "SDEdit",
93
- "winner": "model_a",
94
- "judge": "arena_user_::1",
95
- "anony": true,
96
- "tstamp": 1707713747.5115
97
- },
98
  {
99
  "model_a": "PixArtAlpha",
100
  "model_b": "OpenJourney",
@@ -103,14 +39,6 @@
103
  "anony": true,
104
  "tstamp": 1707715202.5963
105
  },
106
- {
107
- "model_a": "PNP",
108
- "model_b": "Pix2PixZero",
109
- "winner": "model_a",
110
- "judge": "arena_user_::1",
111
- "anony": true,
112
- "tstamp": 1707715613.7226
113
- },
114
  {
115
  "model_a": "OpenJourney",
116
  "model_b": "SDXLTurbo",
@@ -127,30 +55,6 @@
127
  "anony": true,
128
  "tstamp": 1707748092.0895
129
  },
130
- {
131
- "model_a": "CycleDiffusion",
132
- "model_b": "MagicBrush",
133
- "winner": "model_b",
134
- "judge": "arena_user_::1",
135
- "anony": true,
136
- "tstamp": 1707765708.2644
137
- },
138
- {
139
- "model_a": "PNP",
140
- "model_b": "CycleDiffusion",
141
- "winner": "model_a",
142
- "judge": "arena_user_::1",
143
- "anony": true,
144
- "tstamp": 1707765861.2742
145
- },
146
- {
147
- "model_a": "PNP",
148
- "model_b": "CycleDiffusion",
149
- "winner": "model_a",
150
- "judge": "arena_user_::1",
151
- "anony": false,
152
- "tstamp": 1707765975.0206
153
- },
154
  {
155
  "model_a": "SDXLTurbo",
156
  "model_b": "SDXL",
@@ -175,14 +79,6 @@
175
  "anony": true,
176
  "tstamp": 1707768049.9814
177
  },
178
- {
179
- "model_a": "PNP",
180
- "model_b": "CycleDiffusion",
181
- "winner": "model_a",
182
- "judge": "arena_user_::1",
183
- "anony": true,
184
- "tstamp": 1707768866.9065
185
- },
186
  {
187
  "model_a": "LCM",
188
  "model_b": "SDXLTurbo",
@@ -199,14 +95,6 @@
199
  "anony": true,
200
  "tstamp": 1707771618.8687
201
  },
202
- {
203
- "model_a": "SDEdit",
204
- "model_b": "MagicBrush",
205
- "winner": "model_b",
206
- "judge": "arena_user_::1",
207
- "anony": true,
208
- "tstamp": 1707771673.2989
209
- },
210
  {
211
  "model_a": "SDXL",
212
  "model_b": "OpenJourney",
@@ -215,78 +103,6 @@
215
  "anony": true,
216
  "tstamp": 1707775417.8407
217
  },
218
- {
219
- "model_a": "SDEdit",
220
- "model_b": "MagicBrush",
221
- "winner": "model_b",
222
- "judge": "arena_user_::1",
223
- "anony": true,
224
- "tstamp": 1707784377.6617
225
- },
226
- {
227
- "model_a": "SDEdit",
228
- "model_b": "MagicBrush",
229
- "winner": "model_b",
230
- "judge": "arena_user_::1",
231
- "anony": true,
232
- "tstamp": 1707784466.8915
233
- },
234
- {
235
- "model_a": "CycleDiffusion",
236
- "model_b": "PNP",
237
- "winner": "model_b",
238
- "judge": "arena_user_::1",
239
- "anony": true,
240
- "tstamp": 1707784983.9581
241
- },
242
- {
243
- "model_a": "MagicBrush",
244
- "model_b": "SDEdit",
245
- "winner": "model_a",
246
- "judge": "arena_user_::1",
247
- "anony": true,
248
- "tstamp": 1707785277.16
249
- },
250
- {
251
- "model_a": "MagicBrush",
252
- "model_b": "SDEdit",
253
- "winner": "model_a",
254
- "judge": "arena_user_::1",
255
- "anony": true,
256
- "tstamp": 1707795299.0619
257
- },
258
- {
259
- "model_a": "MagicBrush",
260
- "model_b": "SDEdit",
261
- "winner": "tie (bothbad)",
262
- "judge": "arena_user_::1",
263
- "anony": true,
264
- "tstamp": 1707795798.752
265
- },
266
- {
267
- "model_a": "SDEdit",
268
- "model_b": "Prompt2prompt",
269
- "winner": "model_b",
270
- "judge": "arena_user_::1",
271
- "anony": false,
272
- "tstamp": 1707796435.7996
273
- },
274
- {
275
- "model_a": "SDEdit",
276
- "model_b": "CycleDiffusion",
277
- "winner": "model_b",
278
- "judge": "arena_user_::1",
279
- "anony": false,
280
- "tstamp": 1707797278.7369
281
- },
282
- {
283
- "model_a": "SDEdit",
284
- "model_b": "CycleDiffusion",
285
- "winner": "model_a",
286
- "judge": "arena_user_::1",
287
- "anony": false,
288
- "tstamp": 1707797279.6004
289
- },
290
  {
291
  "model_a": "PixArtAlpha",
292
  "model_b": "SDXLTurbo",
@@ -463,14 +279,6 @@
463
  "anony": true,
464
  "tstamp": 1707804569.4346
465
  },
466
- {
467
- "model_a": "SDEdit",
468
- "model_b": "Prompt2prompt",
469
- "winner": "model_b",
470
- "judge": "arena_user_::1",
471
- "anony": true,
472
- "tstamp": 1707805086.9739
473
- },
474
  {
475
  "model_a": "SDXL",
476
  "model_b": "PixArtAlpha",
@@ -479,22 +287,6 @@
479
  "anony": true,
480
  "tstamp": 1707805195.1868
481
  },
482
- {
483
- "model_a": "PNP",
484
- "model_b": "SDEdit",
485
- "winner": "model_a",
486
- "judge": "arena_user_::1",
487
- "anony": true,
488
- "tstamp": 1707805220.3253
489
- },
490
- {
491
- "model_a": "InstructPix2Pix",
492
- "model_b": "CycleDiffusion",
493
- "winner": "tie (bothbad)",
494
- "judge": "arena_user_::1",
495
- "anony": true,
496
- "tstamp": 1707805332.6322
497
- },
498
  {
499
  "model_a": "OpenJourney",
500
  "model_b": "LCM",
@@ -503,14 +295,6 @@
503
  "anony": true,
504
  "tstamp": 1707805385.1199
505
  },
506
- {
507
- "model_a": "InstructPix2Pix",
508
- "model_b": "Prompt2prompt",
509
- "winner": "model_b",
510
- "judge": "arena_user_::1",
511
- "anony": true,
512
- "tstamp": 1707805476.0509
513
- },
514
  {
515
  "model_a": "SDXL",
516
  "model_b": "OpenJourney",
@@ -1031,14 +815,6 @@
1031
  "anony": true,
1032
  "tstamp": 1707818248.2875
1033
  },
1034
- {
1035
- "model_a": "InstructPix2Pix",
1036
- "model_b": "Prompt2prompt",
1037
- "winner": "model_b",
1038
- "judge": "arena_user_::1",
1039
- "anony": true,
1040
- "tstamp": 1707818374.3438
1041
- },
1042
  {
1043
  "model_a": "OpenJourney",
1044
  "model_b": "PixArtAlpha",
@@ -1415,14 +1191,6 @@
1415
  "anony": true,
1416
  "tstamp": 1707834593.0783
1417
  },
1418
- {
1419
- "model_a": "PNP",
1420
- "model_b": "Prompt2prompt",
1421
- "winner": "model_b",
1422
- "judge": "arena_user_::1",
1423
- "anony": true,
1424
- "tstamp": 1707834631.9088
1425
- },
1426
  {
1427
  "model_a": "PixArtAlpha",
1428
  "model_b": "SDXL",
@@ -1471,14 +1239,6 @@
1471
  "anony": true,
1472
  "tstamp": 1707834939.7331
1473
  },
1474
- {
1475
- "model_a": "InstructPix2Pix",
1476
- "model_b": "SDEdit",
1477
- "winner": "model_a",
1478
- "judge": "arena_user_::1",
1479
- "anony": true,
1480
- "tstamp": 1707834954.0147
1481
- },
1482
  {
1483
  "model_a": "LCM",
1484
  "model_b": "PixArtAlpha",
@@ -1535,14 +1295,6 @@
1535
  "anony": true,
1536
  "tstamp": 1707835326.7352
1537
  },
1538
- {
1539
- "model_a": "Prompt2prompt",
1540
- "model_b": "Pix2PixZero",
1541
- "winner": "tie (bothbad)",
1542
- "judge": "arena_user_::1",
1543
- "anony": true,
1544
- "tstamp": 1707835366.544
1545
- },
1546
  {
1547
  "model_a": "SDXLTurbo",
1548
  "model_b": "SDXL",
@@ -1567,14 +1319,6 @@
1567
  "anony": true,
1568
  "tstamp": 1707835615.8358
1569
  },
1570
- {
1571
- "model_a": "PNP",
1572
- "model_b": "SDEdit",
1573
- "winner": "model_a",
1574
- "judge": "arena_user_::1",
1575
- "anony": true,
1576
- "tstamp": 1707835643.6178
1577
- },
1578
  {
1579
  "model_a": "PixArtAlpha",
1580
  "model_b": "LCM",
@@ -1591,14 +1335,6 @@
1591
  "anony": true,
1592
  "tstamp": 1707835717.0721
1593
  },
1594
- {
1595
- "model_a": "MagicBrush",
1596
- "model_b": "InstructPix2Pix",
1597
- "winner": "tie (bothbad)",
1598
- "judge": "arena_user_::1",
1599
- "anony": true,
1600
- "tstamp": 1707835789.25
1601
- },
1602
  {
1603
  "model_a": "PixArtAlpha",
1604
  "model_b": "OpenJourney",
@@ -1663,30 +1399,6 @@
1663
  "anony": true,
1664
  "tstamp": 1707836695.3278
1665
  },
1666
- {
1667
- "model_a": "MagicBrush",
1668
- "model_b": "PNP",
1669
- "winner": "tie (bothbad)",
1670
- "judge": "arena_user_::1",
1671
- "anony": true,
1672
- "tstamp": 1707836852.671
1673
- },
1674
- {
1675
- "model_a": "MagicBrush",
1676
- "model_b": "InstructPix2Pix",
1677
- "winner": "model_a",
1678
- "judge": "arena_user_::1",
1679
- "anony": false,
1680
- "tstamp": 1707836952.6082
1681
- },
1682
- {
1683
- "model_a": "CycleDiffusion",
1684
- "model_b": "SDEdit",
1685
- "winner": "tie (bothbad)",
1686
- "judge": "arena_user_::1",
1687
- "anony": false,
1688
- "tstamp": 1707837020.7148
1689
- },
1690
  {
1691
  "model_a": "SDXLTurbo",
1692
  "model_b": "LCM",
@@ -1695,38 +1407,6 @@
1695
  "anony": false,
1696
  "tstamp": 1707837085.8896
1697
  },
1698
- {
1699
- "model_a": "InstructPix2Pix",
1700
- "model_b": "PNP",
1701
- "winner": "model_a",
1702
- "judge": "arena_user_::1",
1703
- "anony": true,
1704
- "tstamp": 1707837226.2259
1705
- },
1706
- {
1707
- "model_a": "Prompt2prompt",
1708
- "model_b": "Pix2PixZero",
1709
- "winner": "model_a",
1710
- "judge": "arena_user_::1",
1711
- "anony": true,
1712
- "tstamp": 1707838166.1449
1713
- },
1714
- {
1715
- "model_a": "InstructPix2Pix",
1716
- "model_b": "MagicBrush",
1717
- "winner": "tie (bothbad)",
1718
- "judge": "arena_user_::1",
1719
- "anony": true,
1720
- "tstamp": 1707838405.0013
1721
- },
1722
- {
1723
- "model_a": "MagicBrush",
1724
- "model_b": "CycleDiffusion",
1725
- "winner": "model_a",
1726
- "judge": "arena_user_::1",
1727
- "anony": true,
1728
- "tstamp": 1707839133.3126
1729
- },
1730
  {
1731
  "model_a": "PixArtAlpha",
1732
  "model_b": "SDXL",
@@ -1735,14 +1415,6 @@
1735
  "anony": true,
1736
  "tstamp": 1707839155.8114
1737
  },
1738
- {
1739
- "model_a": "Prompt2prompt",
1740
- "model_b": "InstructPix2Pix",
1741
- "winner": "model_a",
1742
- "judge": "arena_user_::1",
1743
- "anony": true,
1744
- "tstamp": 1707839484.6824
1745
- },
1746
  {
1747
  "model_a": "PixArtAlpha",
1748
  "model_b": "SDXL",
@@ -1895,14 +1567,6 @@
1895
  "anony": true,
1896
  "tstamp": 1707849117.1598
1897
  },
1898
- {
1899
- "model_a": "PNP",
1900
- "model_b": "InstructPix2Pix",
1901
- "winner": "tie (bothbad)",
1902
- "judge": "arena_user_::1",
1903
- "anony": true,
1904
- "tstamp": 1707850104.2499
1905
- },
1906
  {
1907
  "model_a": "SDXLTurbo",
1908
  "model_b": "LCM",
@@ -1919,14 +1583,6 @@
1919
  "anony": true,
1920
  "tstamp": 1707850898.7895
1921
  },
1922
- {
1923
- "model_a": "InstructPix2Pix",
1924
- "model_b": "Pix2PixZero",
1925
- "winner": "model_a",
1926
- "judge": "arena_user_::1",
1927
- "anony": true,
1928
- "tstamp": 1707851384.7689
1929
- },
1930
  {
1931
  "model_a": "PixArtAlpha",
1932
  "model_b": "OpenJourney",
@@ -1935,14 +1591,6 @@
1935
  "anony": true,
1936
  "tstamp": 1707851643.0572
1937
  },
1938
- {
1939
- "model_a": "PNP",
1940
- "model_b": "MagicBrush",
1941
- "winner": "model_b",
1942
- "judge": "arena_user_::1",
1943
- "anony": true,
1944
- "tstamp": 1707851936.9466
1945
- },
1946
  {
1947
  "model_a": "SDXLTurbo",
1948
  "model_b": "LCM",
@@ -1975,30 +1623,6 @@
1975
  "anony": true,
1976
  "tstamp": 1707852658.3925
1977
  },
1978
- {
1979
- "model_a": "CycleDiffusion",
1980
- "model_b": "MagicBrush",
1981
- "winner": "tie (bothbad)",
1982
- "judge": "arena_user_::1",
1983
- "anony": true,
1984
- "tstamp": 1707852836.3291
1985
- },
1986
- {
1987
- "model_a": "CycleDiffusion",
1988
- "model_b": "MagicBrush",
1989
- "winner": "tie (bothbad)",
1990
- "judge": "arena_user_::1",
1991
- "anony": false,
1992
- "tstamp": 1707852878.673
1993
- },
1994
- {
1995
- "model_a": "Prompt2prompt",
1996
- "model_b": "InstructPix2Pix",
1997
- "winner": "model_a",
1998
- "judge": "arena_user_::1",
1999
- "anony": true,
2000
- "tstamp": 1707853008.1359
2001
- },
2002
  {
2003
  "model_a": "SDXL",
2004
  "model_b": "SDXLTurbo",
@@ -2135,14 +1759,6 @@
2135
  "anony": true,
2136
  "tstamp": 1707855818.7279
2137
  },
2138
- {
2139
- "model_a": "InstructPix2Pix",
2140
- "model_b": "Pix2PixZero",
2141
- "winner": "model_a",
2142
- "judge": "arena_user_::1",
2143
- "anony": false,
2144
- "tstamp": 1707856807.6229
2145
- },
2146
  {
2147
  "model_a": "SDXLTurbo",
2148
  "model_b": "OpenJourney",
@@ -2279,14 +1895,6 @@
2279
  "anony": true,
2280
  "tstamp": 1707863623.6038
2281
  },
2282
- {
2283
- "model_a": "MagicBrush",
2284
- "model_b": "Pix2PixZero",
2285
- "winner": "tie (bothbad)",
2286
- "judge": "arena_user_::1",
2287
- "anony": false,
2288
- "tstamp": 1707863740.3507
2289
- },
2290
  {
2291
  "model_a": "PixArtAlpha",
2292
  "model_b": "LCM",
@@ -2327,14 +1935,6 @@
2327
  "anony": true,
2328
  "tstamp": 1707866211.1115
2329
  },
2330
- {
2331
- "model_a": "MagicBrush",
2332
- "model_b": "PNP",
2333
- "winner": "model_b",
2334
- "judge": "arena_user_::1",
2335
- "anony": true,
2336
- "tstamp": 1707866312.1118
2337
- },
2338
  {
2339
  "model_a": "OpenJourney",
2340
  "model_b": "PixArtAlpha",
@@ -2615,38 +2215,6 @@
2615
  "anony": true,
2616
  "tstamp": 1707882792.5618
2617
  },
2618
- {
2619
- "model_a": "Pix2PixZero",
2620
- "model_b": "Prompt2prompt",
2621
- "winner": "model_b",
2622
- "judge": "arena_user_::1",
2623
- "anony": true,
2624
- "tstamp": 1707883083.3533
2625
- },
2626
- {
2627
- "model_a": "Pix2PixZero",
2628
- "model_b": "InstructPix2Pix",
2629
- "winner": "model_b",
2630
- "judge": "arena_user_::1",
2631
- "anony": true,
2632
- "tstamp": 1707883181.1397
2633
- },
2634
- {
2635
- "model_a": "Pix2PixZero",
2636
- "model_b": "Prompt2prompt",
2637
- "winner": "model_b",
2638
- "judge": "arena_user_::1",
2639
- "anony": true,
2640
- "tstamp": 1707883187.9173
2641
- },
2642
- {
2643
- "model_a": "PNP",
2644
- "model_b": "Prompt2prompt",
2645
- "winner": "model_a",
2646
- "judge": "arena_user_::1",
2647
- "anony": true,
2648
- "tstamp": 1707883507.587
2649
- },
2650
  {
2651
  "model_a": "PixArtAlpha",
2652
  "model_b": "SDXL",
@@ -2655,14 +2223,6 @@
2655
  "anony": true,
2656
  "tstamp": 1707883779.6594
2657
  },
2658
- {
2659
- "model_a": "Prompt2prompt",
2660
- "model_b": "CycleDiffusion",
2661
- "winner": "model_a",
2662
- "judge": "arena_user_::1",
2663
- "anony": true,
2664
- "tstamp": 1707883939.6125
2665
- },
2666
  {
2667
  "model_a": "OpenJourney",
2668
  "model_b": "LCM",
@@ -2927,14 +2487,6 @@
2927
  "anony": true,
2928
  "tstamp": 1707892603.8426
2929
  },
2930
- {
2931
- "model_a": "Prompt2prompt",
2932
- "model_b": "MagicBrush",
2933
- "winner": "model_b",
2934
- "judge": "arena_user_::1",
2935
- "anony": true,
2936
- "tstamp": 1707892689.4407
2937
- },
2938
  {
2939
  "model_a": "OpenJourney",
2940
  "model_b": "PixArtAlpha",
@@ -3591,14 +3143,6 @@
3591
  "anony": true,
3592
  "tstamp": 1707908931.366
3593
  },
3594
- {
3595
- "model_a": "MagicBrush",
3596
- "model_b": "InstructPix2Pix",
3597
- "winner": "model_b",
3598
- "judge": "arena_user_::1",
3599
- "anony": true,
3600
- "tstamp": 1707908988.749
3601
- },
3602
  {
3603
  "model_a": "LCM",
3604
  "model_b": "Playground v2",
@@ -3927,14 +3471,6 @@
3927
  "anony": true,
3928
  "tstamp": 1707912567.5438
3929
  },
3930
- {
3931
- "model_a": "Prompt2prompt",
3932
- "model_b": "InstructPix2Pix",
3933
- "winner": "model_a",
3934
- "judge": "arena_user_::1",
3935
- "anony": true,
3936
- "tstamp": 1707912639.2701
3937
- },
3938
  {
3939
  "model_a": "SDXL",
3940
  "model_b": "SDXLTurbo",
@@ -4783,14 +4319,6 @@
4783
  "anony": true,
4784
  "tstamp": 1707917673.9615
4785
  },
4786
- {
4787
- "model_a": "MagicBrush",
4788
- "model_b": "Pix2PixZero",
4789
- "winner": "model_a",
4790
- "judge": "arena_user_::1",
4791
- "anony": false,
4792
- "tstamp": 1707917685.9574
4793
- },
4794
  {
4795
  "model_a": "Playground v2",
4796
  "model_b": "LCM",
@@ -5015,14 +4543,6 @@
5015
  "anony": false,
5016
  "tstamp": 1707919393.1404
5017
  },
5018
- {
5019
- "model_a": "MagicBrush",
5020
- "model_b": "InstructPix2Pix",
5021
- "winner": "tie (bothbad)",
5022
- "judge": "arena_user_::1",
5023
- "anony": false,
5024
- "tstamp": 1707919429.336
5025
- },
5026
  {
5027
  "model_a": "SDXL",
5028
  "model_b": "OpenJourney",
@@ -5570,26 +5090,10 @@
5570
  {
5571
  "model_a": "SDXLTurbo",
5572
  "model_b": "LCM",
5573
- "winner": "tie (bothbad)",
5574
- "judge": "arena_user_::1",
5575
- "anony": true,
5576
- "tstamp": 1707932190.2759
5577
- },
5578
- {
5579
- "model_a": "InstructPix2Pix",
5580
- "model_b": "CycleDiffusion",
5581
- "winner": "model_a",
5582
- "judge": "arena_user_::1",
5583
- "anony": true,
5584
- "tstamp": 1707932651.9192
5585
- },
5586
- {
5587
- "model_a": "MagicBrush",
5588
- "model_b": "InstructPix2Pix",
5589
- "winner": "model_a",
5590
  "judge": "arena_user_::1",
5591
  "anony": true,
5592
- "tstamp": 1707932749.3107
5593
  },
5594
  {
5595
  "model_a": "OpenJourney",
@@ -5607,14 +5111,6 @@
5607
  "anony": false,
5608
  "tstamp": 1707933172.4871
5609
  },
5610
- {
5611
- "model_a": "Prompt2prompt",
5612
- "model_b": "PNP",
5613
- "winner": "model_a",
5614
- "judge": "arena_user_::1",
5615
- "anony": true,
5616
- "tstamp": 1707933208.5797
5617
- },
5618
  {
5619
  "model_a": "SDXL",
5620
  "model_b": "SDXLTurbo",
@@ -6255,14 +5751,6 @@
6255
  "anony": true,
6256
  "tstamp": 1707944615.6625
6257
  },
6258
- {
6259
- "model_a": "MagicBrush",
6260
- "model_b": "Pix2PixZero",
6261
- "winner": "model_a",
6262
- "judge": "arena_user_::1",
6263
- "anony": false,
6264
- "tstamp": 1707945335.6341
6265
- },
6266
  {
6267
  "model_a": "OpenJourney",
6268
  "model_b": "SDXLTurbo",
@@ -8127,14 +7615,6 @@
8127
  "anony": true,
8128
  "tstamp": 1708031098.3078
8129
  },
8130
- {
8131
- "model_a": "MagicBrush",
8132
- "model_b": "PNP",
8133
- "winner": "model_a",
8134
- "judge": "arena_user_::1",
8135
- "anony": false,
8136
- "tstamp": 1708031168.6838
8137
- },
8138
  {
8139
  "model_a": "Playground v2",
8140
  "model_b": "OpenJourney",
@@ -8359,14 +7839,6 @@
8359
  "anony": true,
8360
  "tstamp": 1708038557.0852
8361
  },
8362
- {
8363
- "model_a": "Pix2PixZero",
8364
- "model_b": "PNP",
8365
- "winner": "model_b",
8366
- "judge": "arena_user_::1",
8367
- "anony": false,
8368
- "tstamp": 1708038931.5388
8369
- },
8370
  {
8371
  "model_a": "OpenJourney",
8372
  "model_b": "LCM",
@@ -8639,14 +8111,6 @@
8639
  "anony": true,
8640
  "tstamp": 1708057322.8692
8641
  },
8642
- {
8643
- "model_a": "Pix2PixZero",
8644
- "model_b": "CycleDiffusion",
8645
- "winner": "tie (bothbad)",
8646
- "judge": "arena_user_::1",
8647
- "anony": true,
8648
- "tstamp": 1708057382.78
8649
- },
8650
  {
8651
  "model_a": "SDXLTurbo",
8652
  "model_b": "OpenJourney",
@@ -9183,14 +8647,6 @@
9183
  "anony": true,
9184
  "tstamp": 1708093518.1758
9185
  },
9186
- {
9187
- "model_a": "PNP",
9188
- "model_b": "InstructPix2Pix",
9189
- "winner": "model_b",
9190
- "judge": "arena_user_::1",
9191
- "anony": true,
9192
- "tstamp": 1708093689.8237
9193
- },
9194
  {
9195
  "model_a": "Playground v2",
9196
  "model_b": "LCM",
@@ -9199,14 +8655,6 @@
9199
  "anony": false,
9200
  "tstamp": 1708093822.1669
9201
  },
9202
- {
9203
- "model_a": "MagicBrush",
9204
- "model_b": "PNP",
9205
- "winner": "model_b",
9206
- "judge": "arena_user_::1",
9207
- "anony": true,
9208
- "tstamp": 1708093910.4683
9209
- },
9210
  {
9211
  "model_a": "Playground v2",
9212
  "model_b": "LCM",
@@ -9255,22 +8703,6 @@
9255
  "anony": true,
9256
  "tstamp": 1708094985.2131
9257
  },
9258
- {
9259
- "model_a": "Pix2PixZero",
9260
- "model_b": "Prompt2prompt",
9261
- "winner": "model_b",
9262
- "judge": "arena_user_::1",
9263
- "anony": false,
9264
- "tstamp": 1708095090.8232
9265
- },
9266
- {
9267
- "model_a": "Pix2PixZero",
9268
- "model_b": "Prompt2prompt",
9269
- "winner": "model_a",
9270
- "judge": "arena_user_::1",
9271
- "anony": false,
9272
- "tstamp": 1708095305.4665
9273
- },
9274
  {
9275
  "model_a": "PixArtAlpha",
9276
  "model_b": "OpenJourney",
@@ -10695,14 +10127,6 @@
10695
  "anony": true,
10696
  "tstamp": 1708140360.1673
10697
  },
10698
- {
10699
- "model_a": "InstructPix2Pix",
10700
- "model_b": "Prompt2prompt",
10701
- "winner": "model_b",
10702
- "judge": "arena_user_::1",
10703
- "anony": true,
10704
- "tstamp": 1708140553.1694
10705
- },
10706
  {
10707
  "model_a": "OpenJourney",
10708
  "model_b": "PixArtAlpha",
@@ -10799,22 +10223,6 @@
10799
  "anony": true,
10800
  "tstamp": 1708145293.1434
10801
  },
10802
- {
10803
- "model_a": "MagicBrush",
10804
- "model_b": "Prompt2prompt",
10805
- "winner": "model_a",
10806
- "judge": "arena_user_::1",
10807
- "anony": true,
10808
- "tstamp": 1708145512.3656
10809
- },
10810
- {
10811
- "model_a": "Pix2PixZero",
10812
- "model_b": "Prompt2prompt",
10813
- "winner": "tie (bothbad)",
10814
- "judge": "arena_user_::1",
10815
- "anony": true,
10816
- "tstamp": 1708145724.4127
10817
- },
10818
  {
10819
  "model_a": "PixArtAlpha",
10820
  "model_b": "OpenJourney",
@@ -10847,14 +10255,6 @@
10847
  "anony": true,
10848
  "tstamp": 1708146806.7443
10849
  },
10850
- {
10851
- "model_a": "Pix2PixZero",
10852
- "model_b": "PNP",
10853
- "winner": "model_b",
10854
- "judge": "arena_user_::1",
10855
- "anony": true,
10856
- "tstamp": 1708146846.5098
10857
- },
10858
  {
10859
  "model_a": "PixArtAlpha",
10860
  "model_b": "OpenJourney",
@@ -11599,14 +10999,6 @@
11599
  "anony": true,
11600
  "tstamp": 1708189294.5574
11601
  },
11602
- {
11603
- "model_a": "PNP",
11604
- "model_b": "MagicBrush",
11605
- "winner": "model_a",
11606
- "judge": "arena_user_::1",
11607
- "anony": true,
11608
- "tstamp": 1708189738.4864
11609
- },
11610
  {
11611
  "model_a": "OpenJourney",
11612
  "model_b": "Playground v2",
@@ -12407,14 +11799,6 @@
12407
  "anony": false,
12408
  "tstamp": 1708235735.0741
12409
  },
12410
- {
12411
- "model_a": "Prompt2prompt",
12412
- "model_b": "InstructPix2Pix",
12413
- "winner": "model_b",
12414
- "judge": "arena_user_::1",
12415
- "anony": true,
12416
- "tstamp": 1708235874.9246
12417
- },
12418
  {
12419
  "model_a": "OpenJourney",
12420
  "model_b": "PixArtAlpha",
@@ -12535,14 +11919,6 @@
12535
  "anony": true,
12536
  "tstamp": 1708256870.3964
12537
  },
12538
- {
12539
- "model_a": "Pix2PixZero",
12540
- "model_b": "PNP",
12541
- "winner": "model_b",
12542
- "judge": "arena_user_::1",
12543
- "anony": false,
12544
- "tstamp": 1708257619.7115
12545
- },
12546
  {
12547
  "model_a": "Playground v2",
12548
  "model_b": "OpenJourney",
@@ -14511,14 +13887,6 @@
14511
  "anony": false,
14512
  "tstamp": 1708341135.6561
14513
  },
14514
- {
14515
- "model_a": "MagicBrush",
14516
- "model_b": "Pix2PixZero",
14517
- "winner": "tie (bothbad)",
14518
- "judge": "arena_user_::1",
14519
- "anony": true,
14520
- "tstamp": 1708341265.7655
14521
- },
14522
  {
14523
  "model_a": "SDXL",
14524
  "model_b": "OpenJourney",
@@ -14663,14 +14031,6 @@
14663
  "anony": true,
14664
  "tstamp": 1708350052.1819
14665
  },
14666
- {
14667
- "model_a": "MagicBrush",
14668
- "model_b": "InstructPix2Pix",
14669
- "winner": "model_b",
14670
- "judge": "arena_user_::1",
14671
- "anony": true,
14672
- "tstamp": 1708350183.3086
14673
- },
14674
  {
14675
  "model_a": "OpenJourney",
14676
  "model_b": "SDXLTurbo",
@@ -15879,14 +15239,6 @@
15879
  "anony": false,
15880
  "tstamp": 1708399552.8241
15881
  },
15882
- {
15883
- "model_a": "MagicBrush",
15884
- "model_b": "Pix2PixZero",
15885
- "winner": "tie (bothbad)",
15886
- "judge": "arena_user_::1",
15887
- "anony": true,
15888
- "tstamp": 1708399707.1681
15889
- },
15890
  {
15891
  "model_a": "SDXLTurbo",
15892
  "model_b": "SDXL",
@@ -16183,22 +15535,6 @@
16183
  "anony": false,
16184
  "tstamp": 1708440581.3383
16185
  },
16186
- {
16187
- "model_a": "PNP",
16188
- "model_b": "MagicBrush",
16189
- "winner": "model_a",
16190
- "judge": "arena_user_::1",
16191
- "anony": true,
16192
- "tstamp": 1708441502.4707
16193
- },
16194
- {
16195
- "model_a": "InstructPix2Pix",
16196
- "model_b": "MagicBrush",
16197
- "winner": "model_a",
16198
- "judge": "arena_user_::1",
16199
- "anony": true,
16200
- "tstamp": 1708441716.8195
16201
- },
16202
  {
16203
  "model_a": "SDXL",
16204
  "model_b": "LCM",
@@ -16935,46 +16271,6 @@
16935
  "anony": true,
16936
  "tstamp": 1708546736.4465
16937
  },
16938
- {
16939
- "model_a": "InstructPix2Pix",
16940
- "model_b": "MagicBrush",
16941
- "winner": "model_b",
16942
- "judge": "arena_user_::1",
16943
- "anony": false,
16944
- "tstamp": 1708546759.2009
16945
- },
16946
- {
16947
- "model_a": "InstructPix2Pix",
16948
- "model_b": "MagicBrush",
16949
- "winner": "model_a",
16950
- "judge": "arena_user_::1",
16951
- "anony": false,
16952
- "tstamp": 1708546805.4892
16953
- },
16954
- {
16955
- "model_a": "Pix2PixZero",
16956
- "model_b": "CycleDiffusion",
16957
- "winner": "tie (bothbad)",
16958
- "judge": "arena_user_::1",
16959
- "anony": true,
16960
- "tstamp": 1708547082.7124
16961
- },
16962
- {
16963
- "model_a": "InstructPix2Pix",
16964
- "model_b": "MagicBrush",
16965
- "winner": "model_b",
16966
- "judge": "arena_user_::1",
16967
- "anony": false,
16968
- "tstamp": 1708547166.9685
16969
- },
16970
- {
16971
- "model_a": "InstructPix2Pix",
16972
- "model_b": "MagicBrush",
16973
- "winner": "model_b",
16974
- "judge": "arena_user_::1",
16975
- "anony": false,
16976
- "tstamp": 1708547293.7107
16977
- },
16978
  {
16979
  "model_a": "OpenJourney",
16980
  "model_b": "SDXLTurbo",
@@ -17695,14 +16991,6 @@
17695
  "anony": false,
17696
  "tstamp": 1708567610.3707
17697
  },
17698
- {
17699
- "model_a": "CycleDiffusion",
17700
- "model_b": "PNP",
17701
- "winner": "tie (bothbad)",
17702
- "judge": "arena_user_::1",
17703
- "anony": true,
17704
- "tstamp": 1708575046.0529
17705
- },
17706
  {
17707
  "model_a": "LCM",
17708
  "model_b": "PixArtAlpha",
@@ -18159,22 +17447,6 @@
18159
  "anony": true,
18160
  "tstamp": 1708615318.9111
18161
  },
18162
- {
18163
- "model_a": "CycleDiffusion",
18164
- "model_b": "MagicBrush",
18165
- "winner": "tie (bothbad)",
18166
- "judge": "arena_user_::1",
18167
- "anony": true,
18168
- "tstamp": 1708615466.9264
18169
- },
18170
- {
18171
- "model_a": "CycleDiffusion",
18172
- "model_b": "MagicBrush",
18173
- "winner": "model_b",
18174
- "judge": "arena_user_::1",
18175
- "anony": false,
18176
- "tstamp": 1708615516.3341
18177
- },
18178
  {
18179
  "model_a": "OpenJourney",
18180
  "model_b": "SDXLLightning",
@@ -20271,14 +19543,6 @@
20271
  "anony": false,
20272
  "tstamp": 1709205313.1432
20273
  },
20274
- {
20275
- "model_a": "InstructPix2Pix",
20276
- "model_b": "PNP",
20277
- "winner": "model_b",
20278
- "judge": "arena_user_::1",
20279
- "anony": false,
20280
- "tstamp": 1709205399.0098
20281
- },
20282
  {
20283
  "model_a": "SDXLTurbo",
20284
  "model_b": "SDXL",
@@ -20295,14 +19559,6 @@
20295
  "anony": false,
20296
  "tstamp": 1709205682.8523
20297
  },
20298
- {
20299
- "model_a": "InstructPix2Pix",
20300
- "model_b": "PNP",
20301
- "winner": "model_b",
20302
- "judge": "arena_user_::1",
20303
- "anony": false,
20304
- "tstamp": 1709205767.8923
20305
- },
20306
  {
20307
  "model_a": "LCM",
20308
  "model_b": "Playground v2",
@@ -20551,14 +19807,6 @@
20551
  "anony": true,
20552
  "tstamp": 1709408909.6471
20553
  },
20554
- {
20555
- "model_a": "PNP",
20556
- "model_b": "InstructPix2Pix",
20557
- "winner": "model_b",
20558
- "judge": "arena_user_::1",
20559
- "anony": true,
20560
- "tstamp": 1709443700.05
20561
- },
20562
  {
20563
  "model_a": "OpenJourney",
20564
  "model_b": "SDXLTurbo",
@@ -21023,14 +20271,6 @@
21023
  "anony": false,
21024
  "tstamp": 1709701867.411
21025
  },
21026
- {
21027
- "model_a": "MagicBrush",
21028
- "model_b": "Pix2PixZero",
21029
- "winner": "model_a",
21030
- "judge": "arena_user_::1",
21031
- "anony": true,
21032
- "tstamp": 1709702898.9291
21033
- },
21034
  {
21035
  "model_a": "SDXLTurbo",
21036
  "model_b": "StableCascade",
@@ -21711,14 +20951,6 @@
21711
  "anony": false,
21712
  "tstamp": 1710056801.1827
21713
  },
21714
- {
21715
- "model_a": "CycleDiffusion",
21716
- "model_b": "Prompt2prompt",
21717
- "winner": "tie (bothbad)",
21718
- "judge": "arena_user_::1",
21719
- "anony": true,
21720
- "tstamp": 1710091925.1861
21721
- },
21722
  {
21723
  "model_a": "PixArtAlpha",
21724
  "model_b": "SDXLLightning",
@@ -22239,30 +21471,6 @@
22239
  "anony": true,
22240
  "tstamp": 1710517630.2735
22241
  },
22242
- {
22243
- "model_a": "MagicBrush",
22244
- "model_b": "InstructPix2Pix",
22245
- "winner": "tie (bothbad)",
22246
- "judge": "arena_user_::1",
22247
- "anony": true,
22248
- "tstamp": 1710517781.1525
22249
- },
22250
- {
22251
- "model_a": "MagicBrush",
22252
- "model_b": "InstructPix2Pix",
22253
- "winner": "tie (bothbad)",
22254
- "judge": "arena_user_::1",
22255
- "anony": false,
22256
- "tstamp": 1710517859.2942
22257
- },
22258
- {
22259
- "model_a": "Pix2PixZero",
22260
- "model_b": "CycleDiffusion",
22261
- "winner": "tie (bothbad)",
22262
- "judge": "arena_user_::1",
22263
- "anony": true,
22264
- "tstamp": 1710535672.9791
22265
- },
22266
  {
22267
  "model_a": "OpenJourney",
22268
  "model_b": "SDXLTurbo",
@@ -22775,14 +21983,6 @@
22775
  "anony": true,
22776
  "tstamp": 1711541359.3793
22777
  },
22778
- {
22779
- "model_a": "CycleDiffusion",
22780
- "model_b": "Pix2PixZero",
22781
- "winner": "model_b",
22782
- "judge": "arena_user_10.16.25.191",
22783
- "anony": false,
22784
- "tstamp": 1711610477.1213
22785
- },
22786
  {
22787
  "model_a": "SDXL",
22788
  "model_b": "OpenJourney",
@@ -22895,30 +22095,6 @@
22895
  "anony": false,
22896
  "tstamp": 1711628765.1336
22897
  },
22898
- {
22899
- "model_a": "CycleDiffusion",
22900
- "model_b": "Pix2PixZero",
22901
- "winner": "model_b",
22902
- "judge": "arena_user_10.16.7.189",
22903
- "anony": false,
22904
- "tstamp": 1711629129.3894
22905
- },
22906
- {
22907
- "model_a": "InstructPix2Pix",
22908
- "model_b": "CycleDiffusion",
22909
- "winner": "model_b",
22910
- "judge": "arena_user_10.16.7.189",
22911
- "anony": false,
22912
- "tstamp": 1711629705.2246
22913
- },
22914
- {
22915
- "model_a": "CycleDiffusion",
22916
- "model_b": "Pix2PixZero",
22917
- "winner": "model_b",
22918
- "judge": "arena_user_10.16.25.191",
22919
- "anony": false,
22920
- "tstamp": 1711630362.5575
22921
- },
22922
  {
22923
  "model_a": "Playground v2",
22924
  "model_b": "PlayGroundV2.5",
@@ -22927,54 +22103,6 @@
22927
  "anony": false,
22928
  "tstamp": 1711630489.3854
22929
  },
22930
- {
22931
- "model_a": "MagicBrush",
22932
- "model_b": "SDEdit",
22933
- "winner": "model_a",
22934
- "judge": "arena_user_127.0.0.1",
22935
- "anony": false,
22936
- "tstamp": 1711631112.5207
22937
- },
22938
- {
22939
- "model_a": "Pix2PixZero",
22940
- "model_b": "Prompt2prompt",
22941
- "winner": "model_a",
22942
- "judge": "arena_user_10.16.41.118",
22943
- "anony": false,
22944
- "tstamp": 1711631690.5127
22945
- },
22946
- {
22947
- "model_a": "MagicBrush",
22948
- "model_b": "InstructPix2Pix",
22949
- "winner": "model_a",
22950
- "judge": "arena_user_127.0.0.1",
22951
- "anony": false,
22952
- "tstamp": 1711633200.2923
22953
- },
22954
- {
22955
- "model_a": "MagicBrush",
22956
- "model_b": "InstructPix2Pix",
22957
- "winner": "model_a",
22958
- "judge": "arena_user_127.0.0.1",
22959
- "anony": false,
22960
- "tstamp": 1711633594.9922
22961
- },
22962
- {
22963
- "model_a": "MagicBrush",
22964
- "model_b": "SDEdit",
22965
- "winner": "model_a",
22966
- "judge": "arena_user_10.16.7.189",
22967
- "anony": false,
22968
- "tstamp": 1711635443.3071
22969
- },
22970
- {
22971
- "model_a": "CycleDiffusion",
22972
- "model_b": "MagicBrush",
22973
- "winner": "model_b",
22974
- "judge": "arena_user_10.16.25.191",
22975
- "anony": false,
22976
- "tstamp": 1711635899.3088
22977
- },
22978
  {
22979
  "model_a": "SDXL",
22980
  "model_b": "SDXLLightning",
@@ -22983,14 +22111,6 @@
22983
  "anony": false,
22984
  "tstamp": 1711638839.5102
22985
  },
22986
- {
22987
- "model_a": "SDEdit",
22988
- "model_b": "MagicBrush",
22989
- "winner": "model_b",
22990
- "judge": "arena_user_10.16.41.118",
22991
- "anony": false,
22992
- "tstamp": 1711639015.428
22993
- },
22994
  {
22995
  "model_a": "PixArtAlpha",
22996
  "model_b": "LCM",
@@ -23015,14 +22135,6 @@
23015
  "anony": false,
23016
  "tstamp": 1711645743.7583
23017
  },
23018
- {
23019
- "model_a": "InstructPix2Pix",
23020
- "model_b": "MagicBrush",
23021
- "winner": "model_b",
23022
- "judge": "arena_user_10.16.7.189",
23023
- "anony": false,
23024
- "tstamp": 1711646372.1201
23025
- },
23026
  {
23027
  "model_a": "PixArtAlpha",
23028
  "model_b": "OpenJourney",
@@ -26431,14 +25543,6 @@
26431
  "anony": false,
26432
  "tstamp": 1712608857.9973
26433
  },
26434
- {
26435
- "model_a": "Pix2PixZero",
26436
- "model_b": "Prompt2prompt",
26437
- "winner": "model_b",
26438
- "judge": "arena_user_10.16.17.217",
26439
- "anony": false,
26440
- "tstamp": 1712873850.0636
26441
- },
26442
  {
26443
  "model_a": "SDXL",
26444
  "model_b": "Playground v2",
@@ -26446,13 +25550,5 @@
26446
  "judge": "arena_user_10.16.25.191",
26447
  "anony": true,
26448
  "tstamp": 1712876168.8235
26449
- },
26450
- {
26451
- "model_a": "MagicBrush",
26452
- "model_b": "SDEdit",
26453
- "winner": "tie (bothbad)",
26454
- "judge": "arena_user_10.16.25.191",
26455
- "anony": true,
26456
- "tstamp": 1712876598.7667
26457
  }
26458
  ]
 
31
  "anony": true,
32
  "tstamp": 1707707467.1955
33
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  {
35
  "model_a": "PixArtAlpha",
36
  "model_b": "OpenJourney",
 
39
  "anony": true,
40
  "tstamp": 1707715202.5963
41
  },
 
 
 
 
 
 
 
 
42
  {
43
  "model_a": "OpenJourney",
44
  "model_b": "SDXLTurbo",
 
55
  "anony": true,
56
  "tstamp": 1707748092.0895
57
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
58
  {
59
  "model_a": "SDXLTurbo",
60
  "model_b": "SDXL",
 
79
  "anony": true,
80
  "tstamp": 1707768049.9814
81
  },
 
 
 
 
 
 
 
 
82
  {
83
  "model_a": "LCM",
84
  "model_b": "SDXLTurbo",
 
95
  "anony": true,
96
  "tstamp": 1707771618.8687
97
  },
 
 
 
 
 
 
 
 
98
  {
99
  "model_a": "SDXL",
100
  "model_b": "OpenJourney",
 
103
  "anony": true,
104
  "tstamp": 1707775417.8407
105
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
106
  {
107
  "model_a": "PixArtAlpha",
108
  "model_b": "SDXLTurbo",
 
279
  "anony": true,
280
  "tstamp": 1707804569.4346
281
  },
 
 
 
 
 
 
 
 
282
  {
283
  "model_a": "SDXL",
284
  "model_b": "PixArtAlpha",
 
287
  "anony": true,
288
  "tstamp": 1707805195.1868
289
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
290
  {
291
  "model_a": "OpenJourney",
292
  "model_b": "LCM",
 
295
  "anony": true,
296
  "tstamp": 1707805385.1199
297
  },
 
 
 
 
 
 
 
 
298
  {
299
  "model_a": "SDXL",
300
  "model_b": "OpenJourney",
 
815
  "anony": true,
816
  "tstamp": 1707818248.2875
817
  },
 
 
 
 
 
 
 
 
818
  {
819
  "model_a": "OpenJourney",
820
  "model_b": "PixArtAlpha",
 
1191
  "anony": true,
1192
  "tstamp": 1707834593.0783
1193
  },
 
 
 
 
 
 
 
 
1194
  {
1195
  "model_a": "PixArtAlpha",
1196
  "model_b": "SDXL",
 
1239
  "anony": true,
1240
  "tstamp": 1707834939.7331
1241
  },
 
 
 
 
 
 
 
 
1242
  {
1243
  "model_a": "LCM",
1244
  "model_b": "PixArtAlpha",
 
1295
  "anony": true,
1296
  "tstamp": 1707835326.7352
1297
  },
 
 
 
 
 
 
 
 
1298
  {
1299
  "model_a": "SDXLTurbo",
1300
  "model_b": "SDXL",
 
1319
  "anony": true,
1320
  "tstamp": 1707835615.8358
1321
  },
 
 
 
 
 
 
 
 
1322
  {
1323
  "model_a": "PixArtAlpha",
1324
  "model_b": "LCM",
 
1335
  "anony": true,
1336
  "tstamp": 1707835717.0721
1337
  },
 
 
 
 
 
 
 
 
1338
  {
1339
  "model_a": "PixArtAlpha",
1340
  "model_b": "OpenJourney",
 
1399
  "anony": true,
1400
  "tstamp": 1707836695.3278
1401
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1402
  {
1403
  "model_a": "SDXLTurbo",
1404
  "model_b": "LCM",
 
1407
  "anony": false,
1408
  "tstamp": 1707837085.8896
1409
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1410
  {
1411
  "model_a": "PixArtAlpha",
1412
  "model_b": "SDXL",
 
1415
  "anony": true,
1416
  "tstamp": 1707839155.8114
1417
  },
 
 
 
 
 
 
 
 
1418
  {
1419
  "model_a": "PixArtAlpha",
1420
  "model_b": "SDXL",
 
1567
  "anony": true,
1568
  "tstamp": 1707849117.1598
1569
  },
 
 
 
 
 
 
 
 
1570
  {
1571
  "model_a": "SDXLTurbo",
1572
  "model_b": "LCM",
 
1583
  "anony": true,
1584
  "tstamp": 1707850898.7895
1585
  },
 
 
 
 
 
 
 
 
1586
  {
1587
  "model_a": "PixArtAlpha",
1588
  "model_b": "OpenJourney",
 
1591
  "anony": true,
1592
  "tstamp": 1707851643.0572
1593
  },
 
 
 
 
 
 
 
 
1594
  {
1595
  "model_a": "SDXLTurbo",
1596
  "model_b": "LCM",
 
1623
  "anony": true,
1624
  "tstamp": 1707852658.3925
1625
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1626
  {
1627
  "model_a": "SDXL",
1628
  "model_b": "SDXLTurbo",
 
1759
  "anony": true,
1760
  "tstamp": 1707855818.7279
1761
  },
 
 
 
 
 
 
 
 
1762
  {
1763
  "model_a": "SDXLTurbo",
1764
  "model_b": "OpenJourney",
 
1895
  "anony": true,
1896
  "tstamp": 1707863623.6038
1897
  },
 
 
 
 
 
 
 
 
1898
  {
1899
  "model_a": "PixArtAlpha",
1900
  "model_b": "LCM",
 
1935
  "anony": true,
1936
  "tstamp": 1707866211.1115
1937
  },
 
 
 
 
 
 
 
 
1938
  {
1939
  "model_a": "OpenJourney",
1940
  "model_b": "PixArtAlpha",
 
2215
  "anony": true,
2216
  "tstamp": 1707882792.5618
2217
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2218
  {
2219
  "model_a": "PixArtAlpha",
2220
  "model_b": "SDXL",
 
2223
  "anony": true,
2224
  "tstamp": 1707883779.6594
2225
  },
 
 
 
 
 
 
 
 
2226
  {
2227
  "model_a": "OpenJourney",
2228
  "model_b": "LCM",
 
2487
  "anony": true,
2488
  "tstamp": 1707892603.8426
2489
  },
 
 
 
 
 
 
 
 
2490
  {
2491
  "model_a": "OpenJourney",
2492
  "model_b": "PixArtAlpha",
 
3143
  "anony": true,
3144
  "tstamp": 1707908931.366
3145
  },
 
 
 
 
 
 
 
 
3146
  {
3147
  "model_a": "LCM",
3148
  "model_b": "Playground v2",
 
3471
  "anony": true,
3472
  "tstamp": 1707912567.5438
3473
  },
 
 
 
 
 
 
 
 
3474
  {
3475
  "model_a": "SDXL",
3476
  "model_b": "SDXLTurbo",
 
4319
  "anony": true,
4320
  "tstamp": 1707917673.9615
4321
  },
 
 
 
 
 
 
 
 
4322
  {
4323
  "model_a": "Playground v2",
4324
  "model_b": "LCM",
 
4543
  "anony": false,
4544
  "tstamp": 1707919393.1404
4545
  },
 
 
 
 
 
 
 
 
4546
  {
4547
  "model_a": "SDXL",
4548
  "model_b": "OpenJourney",
 
5090
  {
5091
  "model_a": "SDXLTurbo",
5092
  "model_b": "LCM",
5093
+ "winner": "tie (bothbad)",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
5094
  "judge": "arena_user_::1",
5095
  "anony": true,
5096
+ "tstamp": 1707932190.2759
5097
  },
5098
  {
5099
  "model_a": "OpenJourney",
 
5111
  "anony": false,
5112
  "tstamp": 1707933172.4871
5113
  },
 
 
 
 
 
 
 
 
5114
  {
5115
  "model_a": "SDXL",
5116
  "model_b": "SDXLTurbo",
 
5751
  "anony": true,
5752
  "tstamp": 1707944615.6625
5753
  },
 
 
 
 
 
 
 
 
5754
  {
5755
  "model_a": "OpenJourney",
5756
  "model_b": "SDXLTurbo",
 
7615
  "anony": true,
7616
  "tstamp": 1708031098.3078
7617
  },
 
 
 
 
 
 
 
 
7618
  {
7619
  "model_a": "Playground v2",
7620
  "model_b": "OpenJourney",
 
7839
  "anony": true,
7840
  "tstamp": 1708038557.0852
7841
  },
 
 
 
 
 
 
 
 
7842
  {
7843
  "model_a": "OpenJourney",
7844
  "model_b": "LCM",
 
8111
  "anony": true,
8112
  "tstamp": 1708057322.8692
8113
  },
 
 
 
 
 
 
 
 
8114
  {
8115
  "model_a": "SDXLTurbo",
8116
  "model_b": "OpenJourney",
 
8647
  "anony": true,
8648
  "tstamp": 1708093518.1758
8649
  },
 
 
 
 
 
 
 
 
8650
  {
8651
  "model_a": "Playground v2",
8652
  "model_b": "LCM",
 
8655
  "anony": false,
8656
  "tstamp": 1708093822.1669
8657
  },
 
 
 
 
 
 
 
 
8658
  {
8659
  "model_a": "Playground v2",
8660
  "model_b": "LCM",
 
8703
  "anony": true,
8704
  "tstamp": 1708094985.2131
8705
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
8706
  {
8707
  "model_a": "PixArtAlpha",
8708
  "model_b": "OpenJourney",
 
10127
  "anony": true,
10128
  "tstamp": 1708140360.1673
10129
  },
 
 
 
 
 
 
 
 
10130
  {
10131
  "model_a": "OpenJourney",
10132
  "model_b": "PixArtAlpha",
 
10223
  "anony": true,
10224
  "tstamp": 1708145293.1434
10225
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
10226
  {
10227
  "model_a": "PixArtAlpha",
10228
  "model_b": "OpenJourney",
 
10255
  "anony": true,
10256
  "tstamp": 1708146806.7443
10257
  },
 
 
 
 
 
 
 
 
10258
  {
10259
  "model_a": "PixArtAlpha",
10260
  "model_b": "OpenJourney",
 
10999
  "anony": true,
11000
  "tstamp": 1708189294.5574
11001
  },
 
 
 
 
 
 
 
 
11002
  {
11003
  "model_a": "OpenJourney",
11004
  "model_b": "Playground v2",
 
11799
  "anony": false,
11800
  "tstamp": 1708235735.0741
11801
  },
 
 
 
 
 
 
 
 
11802
  {
11803
  "model_a": "OpenJourney",
11804
  "model_b": "PixArtAlpha",
 
11919
  "anony": true,
11920
  "tstamp": 1708256870.3964
11921
  },
 
 
 
 
 
 
 
 
11922
  {
11923
  "model_a": "Playground v2",
11924
  "model_b": "OpenJourney",
 
13887
  "anony": false,
13888
  "tstamp": 1708341135.6561
13889
  },
 
 
 
 
 
 
 
 
13890
  {
13891
  "model_a": "SDXL",
13892
  "model_b": "OpenJourney",
 
14031
  "anony": true,
14032
  "tstamp": 1708350052.1819
14033
  },
 
 
 
 
 
 
 
 
14034
  {
14035
  "model_a": "OpenJourney",
14036
  "model_b": "SDXLTurbo",
 
15239
  "anony": false,
15240
  "tstamp": 1708399552.8241
15241
  },
 
 
 
 
 
 
 
 
15242
  {
15243
  "model_a": "SDXLTurbo",
15244
  "model_b": "SDXL",
 
15535
  "anony": false,
15536
  "tstamp": 1708440581.3383
15537
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
15538
  {
15539
  "model_a": "SDXL",
15540
  "model_b": "LCM",
 
16271
  "anony": true,
16272
  "tstamp": 1708546736.4465
16273
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
16274
  {
16275
  "model_a": "OpenJourney",
16276
  "model_b": "SDXLTurbo",
 
16991
  "anony": false,
16992
  "tstamp": 1708567610.3707
16993
  },
 
 
 
 
 
 
 
 
16994
  {
16995
  "model_a": "LCM",
16996
  "model_b": "PixArtAlpha",
 
17447
  "anony": true,
17448
  "tstamp": 1708615318.9111
17449
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
17450
  {
17451
  "model_a": "OpenJourney",
17452
  "model_b": "SDXLLightning",
 
19543
  "anony": false,
19544
  "tstamp": 1709205313.1432
19545
  },
 
 
 
 
 
 
 
 
19546
  {
19547
  "model_a": "SDXLTurbo",
19548
  "model_b": "SDXL",
 
19559
  "anony": false,
19560
  "tstamp": 1709205682.8523
19561
  },
 
 
 
 
 
 
 
 
19562
  {
19563
  "model_a": "LCM",
19564
  "model_b": "Playground v2",
 
19807
  "anony": true,
19808
  "tstamp": 1709408909.6471
19809
  },
 
 
 
 
 
 
 
 
19810
  {
19811
  "model_a": "OpenJourney",
19812
  "model_b": "SDXLTurbo",
 
20271
  "anony": false,
20272
  "tstamp": 1709701867.411
20273
  },
 
 
 
 
 
 
 
 
20274
  {
20275
  "model_a": "SDXLTurbo",
20276
  "model_b": "StableCascade",
 
20951
  "anony": false,
20952
  "tstamp": 1710056801.1827
20953
  },
 
 
 
 
 
 
 
 
20954
  {
20955
  "model_a": "PixArtAlpha",
20956
  "model_b": "SDXLLightning",
 
21471
  "anony": true,
21472
  "tstamp": 1710517630.2735
21473
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
21474
  {
21475
  "model_a": "OpenJourney",
21476
  "model_b": "SDXLTurbo",
 
21983
  "anony": true,
21984
  "tstamp": 1711541359.3793
21985
  },
 
 
 
 
 
 
 
 
21986
  {
21987
  "model_a": "SDXL",
21988
  "model_b": "OpenJourney",
 
22095
  "anony": false,
22096
  "tstamp": 1711628765.1336
22097
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
22098
  {
22099
  "model_a": "Playground v2",
22100
  "model_b": "PlayGroundV2.5",
 
22103
  "anony": false,
22104
  "tstamp": 1711630489.3854
22105
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
22106
  {
22107
  "model_a": "SDXL",
22108
  "model_b": "SDXLLightning",
 
22111
  "anony": false,
22112
  "tstamp": 1711638839.5102
22113
  },
 
 
 
 
 
 
 
 
22114
  {
22115
  "model_a": "PixArtAlpha",
22116
  "model_b": "LCM",
 
22135
  "anony": false,
22136
  "tstamp": 1711645743.7583
22137
  },
 
 
 
 
 
 
 
 
22138
  {
22139
  "model_a": "PixArtAlpha",
22140
  "model_b": "OpenJourney",
 
25543
  "anony": false,
25544
  "tstamp": 1712608857.9973
25545
  },
 
 
 
 
 
 
 
 
25546
  {
25547
  "model_a": "SDXL",
25548
  "model_b": "Playground v2",
 
25550
  "judge": "arena_user_10.16.25.191",
25551
  "anony": true,
25552
  "tstamp": 1712876168.8235
 
 
 
 
 
 
 
 
25553
  }
25554
  ]
arena_elo/results/latest/elo_results_image_editing.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9cc0f5cd42cf72333d9098421df4a557b8fb8600245c58bf97ed208236473547
3
- size 82806
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8a9f6d634569a99bba33e3416c927d6589eb9e86185c0d8974cd591a64b119f
3
+ size 57068
arena_elo/results/latest/elo_results_t2i_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9cc0f5cd42cf72333d9098421df4a557b8fb8600245c58bf97ed208236473547
3
- size 82806
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e2e2b693cc44a7ba8b8abf1501f3f1ebda6c232b5ee79f760545705a7ca3248
3
+ size 62419
arena_elo/results/latest/image_editing_leaderboard.csv CHANGED
@@ -1,17 +1,8 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- PlayGroundV2.5,PlayGroundV2.5,1226.2103043702489,1103.5981659529286,N/A,N/A,N/A
3
- Prompt2prompt,Prompt2prompt,1221.594287307943,1161.2693663995663,Apache-2.0,"Google, Tel Aviv University",https://prompt-to-prompt.github.io
4
- InstructPix2Pix,InstructPix2Pix,1150.8909424161077,1062.1957953007804,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
5
- PNP,PNP,1130.7811563949226,1161.4769862905387,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
6
- StableCascade,StableCascade,1105.152436588303,1060.3156300167766,N/A,N/A,N/A
7
- Playground v2,Playground v2,1090.4998991056925,1100.7884782722615,N/A,N/A,N/A
8
- SDXLLightning,SDXLLightning,1043.3995261706627,1040.6249596296968,N/A,N/A,N/A
9
- MagicBrush,MagicBrush,1037.8513412192494,1118.371598987944,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush
10
- PixArtAlpha,PixArtAlpha,1020.6654544791255,1023.2853322167341,N/A,N/A,N/A
11
- SDXL,SDXL,965.5088764673397,1000.6862749570827,N/A,N/A,N/A
12
- SDXLTurbo,SDXLTurbo,912.28358681423,951.5074015339032,N/A,N/A,N/A
13
- Pix2PixZero,Pix2PixZero,905.3399481697246,950.6522337054346,MIT License,"Carnegie Mellon University, Adobe Research",https://pix2pixzero.github.io
14
- CycleDiffusion,CycleDiffusion,855.4431482857938,811.2419025901211,X11,Carnegie Mellon University,https://github.com/ChenWu98/cycle-diffusion
15
- OpenJourney,OpenJourney,841.2906392676962,874.3298798373605,N/A,N/A,N/A
16
- LCM,LCM,794.989276736705,853.2294527446948,N/A,N/A,N/A
17
- SDEdit,SDEdit,698.0991762062586,734.7921167256152,MIT License,Stanford University,https://sde-image-editing.github.io
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ Prompt2prompt,Prompt2prompt,1218.7505163986914,1160.9021011448333,Apache-2.0,"Google, Tel Aviv University",https://prompt-to-prompt.github.io
3
+ InstructPix2Pix,InstructPix2Pix,1150.1999797023602,1065.4343032662,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
4
+ PNP,PNP,1133.4963470731914,1160.2784411172045,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
5
+ MagicBrush,MagicBrush,1038.8284461569842,1120.3917913590851,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush
6
+ Pix2PixZero,Pix2PixZero,908.0596455348671,949.5286840298457,MIT License,"Carnegie Mellon University, Adobe Research",https://pix2pixzero.github.io
7
+ CycleDiffusion,CycleDiffusion,854.550799593937,811.6166545238106,X11,Carnegie Mellon University,https://github.com/ChenWu98/cycle-diffusion
8
+ SDEdit,SDEdit,696.1142655399691,731.8480245590208,MIT License,Stanford University,https://sde-image-editing.github.io
 
 
 
 
 
 
 
 
 
arena_elo/results/latest/t2i_generation_leaderboard.csv CHANGED
@@ -1,17 +1,10 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- PlayGroundV2.5,PlayGroundV2.5,1226.2103043702489,1103.5981659529286,N/A,N/A,N/A
3
- Prompt2prompt,Prompt2prompt,1221.594287307943,1161.2693663995663,N/A,N/A,N/A
4
- InstructPix2Pix,InstructPix2Pix,1150.8909424161077,1062.1957953007804,N/A,N/A,N/A
5
- PNP,PNP,1130.7811563949226,1161.4769862905387,N/A,N/A,N/A
6
- StableCascade,StableCascade,1105.152436588303,1060.3156300167766,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
7
- Playground v2,Playground v2,1090.4998991056925,1100.7884782722615,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
8
- SDXLLightning,SDXLLightning,1043.3995261706627,1040.6249596296968,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
9
- MagicBrush,MagicBrush,1037.8513412192494,1118.371598987944,N/A,N/A,N/A
10
- PixArtAlpha,PixArtAlpha,1020.6654544791255,1023.2853322167341,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
11
- SDXL,SDXL,965.5088764673397,1000.6862749570827,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
12
- SDXLTurbo,SDXLTurbo,912.28358681423,951.5074015339032,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
13
- Pix2PixZero,Pix2PixZero,905.3399481697246,950.6522337054346,N/A,N/A,N/A
14
- CycleDiffusion,CycleDiffusion,855.4431482857938,811.2419025901211,N/A,N/A,N/A
15
- OpenJourney,OpenJourney,841.2906392676962,874.3298798373605,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
16
- LCM,LCM,794.989276736705,853.2294527446948,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
17
- SDEdit,SDEdit,698.0991762062586,734.7921167256152,N/A,N/A,N/A
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ PlayGroundV2.5,PlayGroundV2.5,1226.9110139608943,1102.8780955386826,N/A,N/A,N/A
3
+ StableCascade,StableCascade,1105.4281747413283,1059.3744882854992,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
4
+ Playground v2,Playground v2,1090.337952005879,1100.0232585639621,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
5
+ SDXLLightning,SDXLLightning,1042.9663858069512,1039.7571032040712,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
6
+ PixArtAlpha,PixArtAlpha,1020.6589616543491,1022.4559565308926,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
7
+ SDXL,SDXL,965.437822756589,999.8413183312834,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
8
+ SDXLTurbo,SDXLTurbo,912.2388336601439,950.6036749825616,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
9
+ OpenJourney,OpenJourney,841.1845129591121,873.4879879328548,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
10
+ LCM,LCM,794.8363424547509,852.4223549305145,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7