Hugging Face's logo

Spaces:
TIGER-Lab
/
GenAI-Arena
Running on Zero

App Files Community
16
DongfuJiang commited on
Commit
c8906a9
•
1 Parent(s): 4b75be6

update

Browse files
Files changed (12) hide show
  1. arena_elo/results/20240411/clean_battle_image_editing.json +8 -0
  2. arena_elo/results/20240411/clean_battle_t2i_generation.json +0 -0
  3. arena_elo/results/20240411/elo_results_image_editing.pkl +2 -2
  4. arena_elo/results/20240411/elo_results_t2i_generation.pkl +3 -0
  5. arena_elo/results/20240411/image_editing_leaderboard.csv +7 -7
  6. arena_elo/results/20240411/t2i_generation_leaderboard.csv +11 -0
  7. arena_elo/results/latest/clean_battle_image_editing.json +8 -0
  8. arena_elo/results/latest/clean_battle_t2i_generation.json +8 -0
  9. arena_elo/results/latest/elo_results_image_editing.pkl +2 -2
  10. arena_elo/results/latest/elo_results_t2i_generation.pkl +2 -2
  11. arena_elo/results/latest/image_editing_leaderboard.csv +7 -7
  12. arena_elo/results/latest/t2i_generation_leaderboard.csv +10 -9
arena_elo/results/20240411/clean_battle_image_editing.json CHANGED
@@ -894,5 +894,13 @@
894
  "judge": "arena_user_10.16.17.217",
895
  "anony": false,
896
  "tstamp": 1712873850.0636
 
 
 
 
 
 
 
 
897
  }
898
  ]
 
894
  "judge": "arena_user_10.16.17.217",
895
  "anony": false,
896
  "tstamp": 1712873850.0636
897
+ },
898
+ {
899
+ "model_a": "MagicBrush",
900
+ "model_b": "SDEdit",
901
+ "winner": "tie (bothbad)",
902
+ "judge": "arena_user_10.16.25.191",
903
+ "anony": true,
904
+ "tstamp": 1712876598.7667
905
  }
906
  ]
arena_elo/results/20240411/clean_battle_t2i_generation.json ADDED
The diff for this file is too large to render. See raw diff
 
arena_elo/results/20240411/elo_results_image_editing.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a470ecf82163c5288ecc888f68cbd66c44c087f3c9935ad7c1d57638774c07b7
3
- size 57073
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8a9f6d634569a99bba33e3416c927d6589eb9e86185c0d8974cd591a64b119f
3
+ size 57068
arena_elo/results/20240411/elo_results_t2i_generation.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18f8e7da12ff2192f1c2bb499271a3d1450bb6899f0f2a08c9bd8ca73ad580a8
3
+ size 68241
arena_elo/results/20240411/image_editing_leaderboard.csv CHANGED
@@ -1,8 +1,8 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- Prompt2prompt,Prompt2prompt,1227.5508595026165,1165.1074631901067,Apache-2.0,"Google, Tel Aviv University",https://prompt-to-prompt.github.io
3
- InstructPix2Pix,InstructPix2Pix,1160.2057367236093,1071.6130715646666,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
4
- PNP,PNP,1142.693603173293,1165.4943769506524,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
5
- MagicBrush,MagicBrush,1053.1728944865915,1130.1989463143677,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush
6
- Pix2PixZero,Pix2PixZero,918.6047552604578,954.5255168029421,MIT License,"Carnegie Mellon University, Adobe Research",https://pix2pixzero.github.io
7
- CycleDiffusion,CycleDiffusion,865.0529105743963,812.4628200722799,X11,Carnegie Mellon University,https://github.com/ChenWu98/cycle-diffusion
8
- SDEdit,SDEdit,632.7192402790356,700.5978051049844,MIT License,Stanford University,https://sde-image-editing.github.io
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ Prompt2prompt,Prompt2prompt,1218.7505163986914,1160.9021011448333,Apache-2.0,"Google, Tel Aviv University",https://prompt-to-prompt.github.io
3
+ InstructPix2Pix,InstructPix2Pix,1150.1999797023602,1065.4343032662,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
4
+ PNP,PNP,1133.4963470731914,1160.2784411172045,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
5
+ MagicBrush,MagicBrush,1038.8284461569842,1120.3917913590851,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush
6
+ Pix2PixZero,Pix2PixZero,908.0596455348671,949.5286840298457,MIT License,"Carnegie Mellon University, Adobe Research",https://pix2pixzero.github.io
7
+ CycleDiffusion,CycleDiffusion,854.550799593937,811.6166545238106,X11,Carnegie Mellon University,https://github.com/ChenWu98/cycle-diffusion
8
+ SDEdit,SDEdit,696.1142655399691,731.8480245590208,MIT License,Stanford University,https://sde-image-editing.github.io
arena_elo/results/20240411/t2i_generation_leaderboard.csv ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ Playground v2.5,Playground v2.5,1258.6793571478893,1234.238774581498,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
3
+ StableCascade,StableCascade,1138.1348209353675,1031.465246715811,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
4
+ Playground v2,Playground v2,1123.8778019384638,1094.1263555306032,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
5
+ SDXLLightning,SDXLLightning,1075.9697510471397,1004.3137346972119,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
6
+ PixArtAlpha,PixArtAlpha,1053.0318880457937,1000.0021152643968,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
7
+ SDXL,SDXL,997.3974226893396,976.0268151628,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
8
+ SDXLTurbo,SDXLTurbo,944.6727571367747,927.5797080412514,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
9
+ OpenJourney,OpenJourney,873.6460656433927,849.0290439033903,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
10
+ LCM,LCM,827.2775750755673,828.8838751205799,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
11
+ playground_PlayGroundV2_generation,playground_PlayGroundV2_generation,707.3125603402693,937.1036156787528,N/A,N/A,N/A
arena_elo/results/latest/clean_battle_image_editing.json CHANGED
@@ -894,5 +894,13 @@
894
  "judge": "arena_user_10.16.17.217",
895
  "anony": false,
896
  "tstamp": 1712873850.0636
 
 
 
 
 
 
 
 
897
  }
898
  ]
 
894
  "judge": "arena_user_10.16.17.217",
895
  "anony": false,
896
  "tstamp": 1712873850.0636
897
+ },
898
+ {
899
+ "model_a": "MagicBrush",
900
+ "model_b": "SDEdit",
901
+ "winner": "tie (bothbad)",
902
+ "judge": "arena_user_10.16.25.191",
903
+ "anony": true,
904
+ "tstamp": 1712876598.7667
905
  }
906
  ]
arena_elo/results/latest/clean_battle_t2i_generation.json CHANGED
@@ -25542,5 +25542,13 @@
25542
  "judge": "arena_user_10.16.25.191",
25543
  "anony": false,
25544
  "tstamp": 1712608857.9973
 
 
 
 
 
 
 
 
25545
  }
25546
  ]
 
25542
  "judge": "arena_user_10.16.25.191",
25543
  "anony": false,
25544
  "tstamp": 1712608857.9973
25545
+ },
25546
+ {
25547
+ "model_a": "SDXL",
25548
+ "model_b": "playground_PlayGroundV2_generation",
25549
+ "winner": "model_a",
25550
+ "judge": "arena_user_10.16.25.191",
25551
+ "anony": true,
25552
+ "tstamp": 1712876168.8235
25553
  }
25554
  ]
arena_elo/results/latest/elo_results_image_editing.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a470ecf82163c5288ecc888f68cbd66c44c087f3c9935ad7c1d57638774c07b7
3
- size 57073
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8a9f6d634569a99bba33e3416c927d6589eb9e86185c0d8974cd591a64b119f
3
+ size 57068
arena_elo/results/latest/elo_results_t2i_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:dd88783d1cf752a0977152f7e16e88b54759173cbb04fb55e9392703ff4819f5
3
- size 66931
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18f8e7da12ff2192f1c2bb499271a3d1450bb6899f0f2a08c9bd8ca73ad580a8
3
+ size 68241
arena_elo/results/latest/image_editing_leaderboard.csv CHANGED
@@ -1,8 +1,8 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- Prompt2prompt,Prompt2prompt,1227.5508595026165,1165.1074631901067,Apache-2.0,"Google, Tel Aviv University",https://prompt-to-prompt.github.io
3
- InstructPix2Pix,InstructPix2Pix,1160.2057367236093,1071.6130715646666,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
4
- PNP,PNP,1142.693603173293,1165.4943769506524,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
5
- MagicBrush,MagicBrush,1053.1728944865915,1130.1989463143677,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush
6
- Pix2PixZero,Pix2PixZero,918.6047552604578,954.5255168029421,MIT License,"Carnegie Mellon University, Adobe Research",https://pix2pixzero.github.io
7
- CycleDiffusion,CycleDiffusion,865.0529105743963,812.4628200722799,X11,Carnegie Mellon University,https://github.com/ChenWu98/cycle-diffusion
8
- SDEdit,SDEdit,632.7192402790356,700.5978051049844,MIT License,Stanford University,https://sde-image-editing.github.io
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ Prompt2prompt,Prompt2prompt,1218.7505163986914,1160.9021011448333,Apache-2.0,"Google, Tel Aviv University",https://prompt-to-prompt.github.io
3
+ InstructPix2Pix,InstructPix2Pix,1150.1999797023602,1065.4343032662,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
4
+ PNP,PNP,1133.4963470731914,1160.2784411172045,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
5
+ MagicBrush,MagicBrush,1038.8284461569842,1120.3917913590851,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush
6
+ Pix2PixZero,Pix2PixZero,908.0596455348671,949.5286840298457,MIT License,"Carnegie Mellon University, Adobe Research",https://pix2pixzero.github.io
7
+ CycleDiffusion,CycleDiffusion,854.550799593937,811.6166545238106,X11,Carnegie Mellon University,https://github.com/ChenWu98/cycle-diffusion
8
+ SDEdit,SDEdit,696.1142655399691,731.8480245590208,MIT License,Stanford University,https://sde-image-editing.github.io
arena_elo/results/latest/t2i_generation_leaderboard.csv CHANGED
@@ -1,10 +1,11 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- Playground v2.5,Playground v2.5,1226.2872445351936,1233.8616648345985,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
3
- StableCascade,StableCascade,1105.3322734027522,1031.1844458387527,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
4
- Playground v2,Playground v2,1091.4371447234744,1093.6921447327898,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
5
- SDXLLightning,SDXLLightning,1043.235902888147,1004.2360415152086,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
6
- PixArtAlpha,PixArtAlpha,1020.6412075829058,999.6264863931511,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
7
- SDXL,SDXL,964.7626495363717,975.3460583905047,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
8
- SDXLTurbo,SDXLTurbo,912.2113859675355,927.1873122981513,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
9
- OpenJourney,OpenJourney,841.2224045541894,848.6657236271969,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
10
- LCM,LCM,794.8697868094328,828.5108951096241,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
 
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ Playground v2.5,Playground v2.5,1258.6793571478893,1234.238774581498,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
3
+ StableCascade,StableCascade,1138.1348209353675,1031.465246715811,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
4
+ Playground v2,Playground v2,1123.8778019384638,1094.1263555306032,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
5
+ SDXLLightning,SDXLLightning,1075.9697510471397,1004.3137346972119,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
6
+ PixArtAlpha,PixArtAlpha,1053.0318880457937,1000.0021152643968,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
7
+ SDXL,SDXL,997.3974226893396,976.0268151628,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
8
+ SDXLTurbo,SDXLTurbo,944.6727571367747,927.5797080412514,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
9
+ OpenJourney,OpenJourney,873.6460656433927,849.0290439033903,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
10
+ LCM,LCM,827.2775750755673,828.8838751205799,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
11
+ playground_PlayGroundV2_generation,playground_PlayGroundV2_generation,707.3125603402693,937.1036156787528,N/A,N/A,N/A