Spaces:
Running
on
Zero
Running
on
Zero
Commit
·
6ee8fef
1
Parent(s):
46d61db
update
Browse files- arena_elo/results/20240822/clean_battle_video_generation.json +40 -40
- arena_elo/results/20240822/elo_results_video_generation.pkl +2 -2
- arena_elo/results/20240822/video_generation_leaderboard.csv +1 -1
- arena_elo/results/latest/clean_battle_video_generation.json +40 -40
- arena_elo/results/latest/elo_results_video_generation.pkl +2 -2
- arena_elo/results/latest/video_generation_leaderboard.csv +1 -1
arena_elo/results/20240822/clean_battle_video_generation.json
CHANGED
|
@@ -14153,7 +14153,7 @@
|
|
| 14153 |
},
|
| 14154 |
{
|
| 14155 |
"model_a": "AnimateDiff",
|
| 14156 |
-
"model_b": "CogVideoX",
|
| 14157 |
"winner": "tie",
|
| 14158 |
"judge": "arena_user_10.16.18.75",
|
| 14159 |
"anony": true,
|
|
@@ -14184,7 +14184,7 @@
|
|
| 14184 |
"tstamp": 1723750335.3945
|
| 14185 |
},
|
| 14186 |
{
|
| 14187 |
-
"model_a": "CogVideoX",
|
| 14188 |
"model_b": "OpenSora",
|
| 14189 |
"winner": "tie (bothbad)",
|
| 14190 |
"judge": "arena_user_10.16.18.162",
|
|
@@ -14217,7 +14217,7 @@
|
|
| 14217 |
},
|
| 14218 |
{
|
| 14219 |
"model_a": "AnimateDiff",
|
| 14220 |
-
"model_b": "CogVideoX",
|
| 14221 |
"winner": "model_a",
|
| 14222 |
"judge": "arena_user_10.16.1.165",
|
| 14223 |
"anony": true,
|
|
@@ -14288,7 +14288,7 @@
|
|
| 14288 |
"tstamp": 1723750468.2122
|
| 14289 |
},
|
| 14290 |
{
|
| 14291 |
-
"model_a": "CogVideoX",
|
| 14292 |
"model_b": "AnimateDiff",
|
| 14293 |
"winner": "model_a",
|
| 14294 |
"judge": "arena_user_10.16.18.162",
|
|
@@ -14297,7 +14297,7 @@
|
|
| 14297 |
},
|
| 14298 |
{
|
| 14299 |
"model_a": "AnimateDiff",
|
| 14300 |
-
"model_b": "CogVideoX",
|
| 14301 |
"winner": "tie (bothbad)",
|
| 14302 |
"judge": "arena_user_10.16.34.60",
|
| 14303 |
"anony": true,
|
|
@@ -14321,7 +14321,7 @@
|
|
| 14321 |
},
|
| 14322 |
{
|
| 14323 |
"model_a": "LaVie",
|
| 14324 |
-
"model_b": "CogVideoX",
|
| 14325 |
"winner": "model_a",
|
| 14326 |
"judge": "arena_user_10.16.34.60",
|
| 14327 |
"anony": false,
|
|
@@ -14329,7 +14329,7 @@
|
|
| 14329 |
},
|
| 14330 |
{
|
| 14331 |
"model_a": "LaVie",
|
| 14332 |
-
"model_b": "CogVideoX",
|
| 14333 |
"winner": "tie",
|
| 14334 |
"judge": "arena_user_10.16.34.60",
|
| 14335 |
"anony": false,
|
|
@@ -14337,7 +14337,7 @@
|
|
| 14337 |
},
|
| 14338 |
{
|
| 14339 |
"model_a": "OpenSora v1.2",
|
| 14340 |
-
"model_b": "CogVideoX",
|
| 14341 |
"winner": "model_b",
|
| 14342 |
"judge": "arena_user_10.16.1.165",
|
| 14343 |
"anony": false,
|
|
@@ -14345,7 +14345,7 @@
|
|
| 14345 |
},
|
| 14346 |
{
|
| 14347 |
"model_a": "OpenSora v1.2",
|
| 14348 |
-
"model_b": "CogVideoX",
|
| 14349 |
"winner": "model_b",
|
| 14350 |
"judge": "arena_user_10.16.1.165",
|
| 14351 |
"anony": false,
|
|
@@ -14353,7 +14353,7 @@
|
|
| 14353 |
},
|
| 14354 |
{
|
| 14355 |
"model_a": "OpenSora v1.2",
|
| 14356 |
-
"model_b": "CogVideoX",
|
| 14357 |
"winner": "tie (bothbad)",
|
| 14358 |
"judge": "arena_user_10.16.1.165",
|
| 14359 |
"anony": false,
|
|
@@ -14361,7 +14361,7 @@
|
|
| 14361 |
},
|
| 14362 |
{
|
| 14363 |
"model_a": "OpenSora v1.2",
|
| 14364 |
-
"model_b": "CogVideoX",
|
| 14365 |
"winner": "tie (bothbad)",
|
| 14366 |
"judge": "arena_user_10.16.1.165",
|
| 14367 |
"anony": false,
|
|
@@ -14369,7 +14369,7 @@
|
|
| 14369 |
},
|
| 14370 |
{
|
| 14371 |
"model_a": "OpenSora v1.2",
|
| 14372 |
-
"model_b": "CogVideoX",
|
| 14373 |
"winner": "tie (bothbad)",
|
| 14374 |
"judge": "arena_user_10.16.1.165",
|
| 14375 |
"anony": false,
|
|
@@ -14377,7 +14377,7 @@
|
|
| 14377 |
},
|
| 14378 |
{
|
| 14379 |
"model_a": "OpenSora v1.2",
|
| 14380 |
-
"model_b": "CogVideoX",
|
| 14381 |
"winner": "model_b",
|
| 14382 |
"judge": "arena_user_10.16.1.165",
|
| 14383 |
"anony": false,
|
|
@@ -14385,7 +14385,7 @@
|
|
| 14385 |
},
|
| 14386 |
{
|
| 14387 |
"model_a": "OpenSora v1.2",
|
| 14388 |
-
"model_b": "CogVideoX",
|
| 14389 |
"winner": "model_b",
|
| 14390 |
"judge": "arena_user_10.16.34.60",
|
| 14391 |
"anony": false,
|
|
@@ -14473,14 +14473,14 @@
|
|
| 14473 |
},
|
| 14474 |
{
|
| 14475 |
"model_a": "StableVideoDiffusion",
|
| 14476 |
-
"model_b": "CogVideoX",
|
| 14477 |
"winner": "model_a",
|
| 14478 |
"judge": "arena_user_10.16.34.60",
|
| 14479 |
"anony": true,
|
| 14480 |
"tstamp": 1723855711.6659
|
| 14481 |
},
|
| 14482 |
{
|
| 14483 |
-
"model_a": "CogVideoX",
|
| 14484 |
"model_b": "T2V-Turbo",
|
| 14485 |
"winner": "model_a",
|
| 14486 |
"judge": "arena_user_10.16.34.60",
|
|
@@ -14616,7 +14616,7 @@
|
|
| 14616 |
"tstamp": 1723855808.3694
|
| 14617 |
},
|
| 14618 |
{
|
| 14619 |
-
"model_a": "CogVideoX",
|
| 14620 |
"model_b": "VideoCrafter2",
|
| 14621 |
"winner": "tie (bothbad)",
|
| 14622 |
"judge": "arena_user_10.16.18.75",
|
|
@@ -14624,7 +14624,7 @@
|
|
| 14624 |
"tstamp": 1723855814.4309
|
| 14625 |
},
|
| 14626 |
{
|
| 14627 |
-
"model_a": "CogVideoX",
|
| 14628 |
"model_b": "T2V-Turbo",
|
| 14629 |
"winner": "model_a",
|
| 14630 |
"judge": "arena_user_10.16.18.75",
|
|
@@ -14640,7 +14640,7 @@
|
|
| 14640 |
"tstamp": 1723855822.9449
|
| 14641 |
},
|
| 14642 |
{
|
| 14643 |
-
"model_a": "CogVideoX",
|
| 14644 |
"model_b": "StableVideoDiffusion",
|
| 14645 |
"winner": "model_a",
|
| 14646 |
"judge": "arena_user_10.16.34.60",
|
|
@@ -14648,7 +14648,7 @@
|
|
| 14648 |
"tstamp": 1723855827.2599
|
| 14649 |
},
|
| 14650 |
{
|
| 14651 |
-
"model_a": "CogVideoX",
|
| 14652 |
"model_b": "AnimateDiff Turbo",
|
| 14653 |
"winner": "model_b",
|
| 14654 |
"judge": "arena_user_10.16.34.60",
|
|
@@ -14656,7 +14656,7 @@
|
|
| 14656 |
"tstamp": 1723855833.5768
|
| 14657 |
},
|
| 14658 |
{
|
| 14659 |
-
"model_a": "CogVideoX",
|
| 14660 |
"model_b": "T2V-Turbo",
|
| 14661 |
"winner": "model_a",
|
| 14662 |
"judge": "arena_user_10.16.18.75",
|
|
@@ -14680,7 +14680,7 @@
|
|
| 14680 |
"tstamp": 1723855852.5402
|
| 14681 |
},
|
| 14682 |
{
|
| 14683 |
-
"model_a": "CogVideoX",
|
| 14684 |
"model_b": "AnimateDiff",
|
| 14685 |
"winner": "model_a",
|
| 14686 |
"judge": "arena_user_10.16.34.60",
|
|
@@ -14785,7 +14785,7 @@
|
|
| 14785 |
},
|
| 14786 |
{
|
| 14787 |
"model_a": "AnimateDiff",
|
| 14788 |
-
"model_b": "CogVideoX",
|
| 14789 |
"winner": "tie",
|
| 14790 |
"judge": "arena_user_10.16.18.162",
|
| 14791 |
"anony": true,
|
|
@@ -14801,7 +14801,7 @@
|
|
| 14801 |
},
|
| 14802 |
{
|
| 14803 |
"model_a": "OpenSora v1.2",
|
| 14804 |
-
"model_b": "CogVideoX",
|
| 14805 |
"winner": "model_b",
|
| 14806 |
"judge": "arena_user_10.16.18.162",
|
| 14807 |
"anony": true,
|
|
@@ -14905,7 +14905,7 @@
|
|
| 14905 |
},
|
| 14906 |
{
|
| 14907 |
"model_a": "AnimateDiff",
|
| 14908 |
-
"model_b": "CogVideoX",
|
| 14909 |
"winner": "model_a",
|
| 14910 |
"judge": "arena_user_10.16.34.60",
|
| 14911 |
"anony": true,
|
|
@@ -14921,7 +14921,7 @@
|
|
| 14921 |
},
|
| 14922 |
{
|
| 14923 |
"model_a": "StableVideoDiffusion",
|
| 14924 |
-
"model_b": "CogVideoX",
|
| 14925 |
"winner": "model_a",
|
| 14926 |
"judge": "arena_user_10.16.1.165",
|
| 14927 |
"anony": true,
|
|
@@ -14929,7 +14929,7 @@
|
|
| 14929 |
},
|
| 14930 |
{
|
| 14931 |
"model_a": "T2V-Turbo",
|
| 14932 |
-
"model_b": "CogVideoX",
|
| 14933 |
"winner": "model_a",
|
| 14934 |
"judge": "arena_user_10.16.1.165",
|
| 14935 |
"anony": true,
|
|
@@ -14944,7 +14944,7 @@
|
|
| 14944 |
"tstamp": 1724127540.248
|
| 14945 |
},
|
| 14946 |
{
|
| 14947 |
-
"model_a": "CogVideoX",
|
| 14948 |
"model_b": "StableVideoDiffusion",
|
| 14949 |
"winner": "model_b",
|
| 14950 |
"judge": "arena_user_10.16.1.165",
|
|
@@ -15001,7 +15001,7 @@
|
|
| 15001 |
},
|
| 15002 |
{
|
| 15003 |
"model_a": "AnimateDiff",
|
| 15004 |
-
"model_b": "CogVideoX",
|
| 15005 |
"winner": "model_a",
|
| 15006 |
"judge": "arena_user_10.16.18.75",
|
| 15007 |
"anony": true,
|
|
@@ -15072,7 +15072,7 @@
|
|
| 15072 |
"tstamp": 1724258183.9288
|
| 15073 |
},
|
| 15074 |
{
|
| 15075 |
-
"model_a": "CogVideoX",
|
| 15076 |
"model_b": "T2V-Turbo",
|
| 15077 |
"winner": "model_a",
|
| 15078 |
"judge": "arena_user_10.16.1.165",
|
|
@@ -15097,7 +15097,7 @@
|
|
| 15097 |
},
|
| 15098 |
{
|
| 15099 |
"model_a": "StableVideoDiffusion",
|
| 15100 |
-
"model_b": "CogVideoX",
|
| 15101 |
"winner": "model_a",
|
| 15102 |
"judge": "arena_user_10.16.34.60",
|
| 15103 |
"anony": true,
|
|
@@ -15208,7 +15208,7 @@
|
|
| 15208 |
"tstamp": 1724284815.3395
|
| 15209 |
},
|
| 15210 |
{
|
| 15211 |
-
"model_a": "CogVideoX",
|
| 15212 |
"model_b": "StableVideoDiffusion",
|
| 15213 |
"winner": "model_a",
|
| 15214 |
"judge": "arena_user_10.16.18.75",
|
|
@@ -15217,7 +15217,7 @@
|
|
| 15217 |
},
|
| 15218 |
{
|
| 15219 |
"model_a": "StableVideoDiffusion",
|
| 15220 |
-
"model_b": "CogVideoX",
|
| 15221 |
"winner": "tie",
|
| 15222 |
"judge": "arena_user_10.16.34.60",
|
| 15223 |
"anony": true,
|
|
@@ -15264,7 +15264,7 @@
|
|
| 15264 |
"tstamp": 1724298581.0227
|
| 15265 |
},
|
| 15266 |
{
|
| 15267 |
-
"model_a": "CogVideoX",
|
| 15268 |
"model_b": "OpenSora v1.2",
|
| 15269 |
"winner": "model_a",
|
| 15270 |
"judge": "arena_user_10.16.18.75",
|
|
@@ -15360,7 +15360,7 @@
|
|
| 15360 |
"tstamp": 1724314444.9043
|
| 15361 |
},
|
| 15362 |
{
|
| 15363 |
-
"model_a": "CogVideoX",
|
| 15364 |
"model_b": "AnimateDiff",
|
| 15365 |
"winner": "model_a",
|
| 15366 |
"judge": "arena_user_10.16.1.165",
|
|
@@ -15368,7 +15368,7 @@
|
|
| 15368 |
"tstamp": 1724314454.6888
|
| 15369 |
},
|
| 15370 |
{
|
| 15371 |
-
"model_a": "CogVideoX",
|
| 15372 |
"model_b": "VideoCrafter2",
|
| 15373 |
"winner": "model_b",
|
| 15374 |
"judge": "arena_user_10.16.1.165",
|
|
@@ -15385,14 +15385,14 @@
|
|
| 15385 |
},
|
| 15386 |
{
|
| 15387 |
"model_a": "AnimateDiff Turbo",
|
| 15388 |
-
"model_b": "CogVideoX",
|
| 15389 |
"winner": "tie (bothbad)",
|
| 15390 |
"judge": "arena_user_10.16.1.165",
|
| 15391 |
"anony": true,
|
| 15392 |
"tstamp": 1724314488.6121
|
| 15393 |
},
|
| 15394 |
{
|
| 15395 |
-
"model_a": "CogVideoX",
|
| 15396 |
"model_b": "VideoCrafter2",
|
| 15397 |
"winner": "model_a",
|
| 15398 |
"judge": "arena_user_10.16.18.162",
|
|
@@ -15400,7 +15400,7 @@
|
|
| 15400 |
"tstamp": 1724314498.88
|
| 15401 |
},
|
| 15402 |
{
|
| 15403 |
-
"model_a": "CogVideoX",
|
| 15404 |
"model_b": "OpenSora v1.2",
|
| 15405 |
"winner": "tie (bothbad)",
|
| 15406 |
"judge": "arena_user_10.16.18.162",
|
|
@@ -15417,7 +15417,7 @@
|
|
| 15417 |
},
|
| 15418 |
{
|
| 15419 |
"model_a": "T2V-Turbo",
|
| 15420 |
-
"model_b": "CogVideoX",
|
| 15421 |
"winner": "model_a",
|
| 15422 |
"judge": "arena_user_10.16.18.75",
|
| 15423 |
"anony": true,
|
|
|
|
| 14153 |
},
|
| 14154 |
{
|
| 14155 |
"model_a": "AnimateDiff",
|
| 14156 |
+
"model_b": "CogVideoX-2B",
|
| 14157 |
"winner": "tie",
|
| 14158 |
"judge": "arena_user_10.16.18.75",
|
| 14159 |
"anony": true,
|
|
|
|
| 14184 |
"tstamp": 1723750335.3945
|
| 14185 |
},
|
| 14186 |
{
|
| 14187 |
+
"model_a": "CogVideoX-2B",
|
| 14188 |
"model_b": "OpenSora",
|
| 14189 |
"winner": "tie (bothbad)",
|
| 14190 |
"judge": "arena_user_10.16.18.162",
|
|
|
|
| 14217 |
},
|
| 14218 |
{
|
| 14219 |
"model_a": "AnimateDiff",
|
| 14220 |
+
"model_b": "CogVideoX-2B",
|
| 14221 |
"winner": "model_a",
|
| 14222 |
"judge": "arena_user_10.16.1.165",
|
| 14223 |
"anony": true,
|
|
|
|
| 14288 |
"tstamp": 1723750468.2122
|
| 14289 |
},
|
| 14290 |
{
|
| 14291 |
+
"model_a": "CogVideoX-2B",
|
| 14292 |
"model_b": "AnimateDiff",
|
| 14293 |
"winner": "model_a",
|
| 14294 |
"judge": "arena_user_10.16.18.162",
|
|
|
|
| 14297 |
},
|
| 14298 |
{
|
| 14299 |
"model_a": "AnimateDiff",
|
| 14300 |
+
"model_b": "CogVideoX-2B",
|
| 14301 |
"winner": "tie (bothbad)",
|
| 14302 |
"judge": "arena_user_10.16.34.60",
|
| 14303 |
"anony": true,
|
|
|
|
| 14321 |
},
|
| 14322 |
{
|
| 14323 |
"model_a": "LaVie",
|
| 14324 |
+
"model_b": "CogVideoX-2B",
|
| 14325 |
"winner": "model_a",
|
| 14326 |
"judge": "arena_user_10.16.34.60",
|
| 14327 |
"anony": false,
|
|
|
|
| 14329 |
},
|
| 14330 |
{
|
| 14331 |
"model_a": "LaVie",
|
| 14332 |
+
"model_b": "CogVideoX-2B",
|
| 14333 |
"winner": "tie",
|
| 14334 |
"judge": "arena_user_10.16.34.60",
|
| 14335 |
"anony": false,
|
|
|
|
| 14337 |
},
|
| 14338 |
{
|
| 14339 |
"model_a": "OpenSora v1.2",
|
| 14340 |
+
"model_b": "CogVideoX-2B",
|
| 14341 |
"winner": "model_b",
|
| 14342 |
"judge": "arena_user_10.16.1.165",
|
| 14343 |
"anony": false,
|
|
|
|
| 14345 |
},
|
| 14346 |
{
|
| 14347 |
"model_a": "OpenSora v1.2",
|
| 14348 |
+
"model_b": "CogVideoX-2B",
|
| 14349 |
"winner": "model_b",
|
| 14350 |
"judge": "arena_user_10.16.1.165",
|
| 14351 |
"anony": false,
|
|
|
|
| 14353 |
},
|
| 14354 |
{
|
| 14355 |
"model_a": "OpenSora v1.2",
|
| 14356 |
+
"model_b": "CogVideoX-2B",
|
| 14357 |
"winner": "tie (bothbad)",
|
| 14358 |
"judge": "arena_user_10.16.1.165",
|
| 14359 |
"anony": false,
|
|
|
|
| 14361 |
},
|
| 14362 |
{
|
| 14363 |
"model_a": "OpenSora v1.2",
|
| 14364 |
+
"model_b": "CogVideoX-2B",
|
| 14365 |
"winner": "tie (bothbad)",
|
| 14366 |
"judge": "arena_user_10.16.1.165",
|
| 14367 |
"anony": false,
|
|
|
|
| 14369 |
},
|
| 14370 |
{
|
| 14371 |
"model_a": "OpenSora v1.2",
|
| 14372 |
+
"model_b": "CogVideoX-2B",
|
| 14373 |
"winner": "tie (bothbad)",
|
| 14374 |
"judge": "arena_user_10.16.1.165",
|
| 14375 |
"anony": false,
|
|
|
|
| 14377 |
},
|
| 14378 |
{
|
| 14379 |
"model_a": "OpenSora v1.2",
|
| 14380 |
+
"model_b": "CogVideoX-2B",
|
| 14381 |
"winner": "model_b",
|
| 14382 |
"judge": "arena_user_10.16.1.165",
|
| 14383 |
"anony": false,
|
|
|
|
| 14385 |
},
|
| 14386 |
{
|
| 14387 |
"model_a": "OpenSora v1.2",
|
| 14388 |
+
"model_b": "CogVideoX-2B",
|
| 14389 |
"winner": "model_b",
|
| 14390 |
"judge": "arena_user_10.16.34.60",
|
| 14391 |
"anony": false,
|
|
|
|
| 14473 |
},
|
| 14474 |
{
|
| 14475 |
"model_a": "StableVideoDiffusion",
|
| 14476 |
+
"model_b": "CogVideoX-2B",
|
| 14477 |
"winner": "model_a",
|
| 14478 |
"judge": "arena_user_10.16.34.60",
|
| 14479 |
"anony": true,
|
| 14480 |
"tstamp": 1723855711.6659
|
| 14481 |
},
|
| 14482 |
{
|
| 14483 |
+
"model_a": "CogVideoX-2B",
|
| 14484 |
"model_b": "T2V-Turbo",
|
| 14485 |
"winner": "model_a",
|
| 14486 |
"judge": "arena_user_10.16.34.60",
|
|
|
|
| 14616 |
"tstamp": 1723855808.3694
|
| 14617 |
},
|
| 14618 |
{
|
| 14619 |
+
"model_a": "CogVideoX-2B",
|
| 14620 |
"model_b": "VideoCrafter2",
|
| 14621 |
"winner": "tie (bothbad)",
|
| 14622 |
"judge": "arena_user_10.16.18.75",
|
|
|
|
| 14624 |
"tstamp": 1723855814.4309
|
| 14625 |
},
|
| 14626 |
{
|
| 14627 |
+
"model_a": "CogVideoX-2B",
|
| 14628 |
"model_b": "T2V-Turbo",
|
| 14629 |
"winner": "model_a",
|
| 14630 |
"judge": "arena_user_10.16.18.75",
|
|
|
|
| 14640 |
"tstamp": 1723855822.9449
|
| 14641 |
},
|
| 14642 |
{
|
| 14643 |
+
"model_a": "CogVideoX-2B",
|
| 14644 |
"model_b": "StableVideoDiffusion",
|
| 14645 |
"winner": "model_a",
|
| 14646 |
"judge": "arena_user_10.16.34.60",
|
|
|
|
| 14648 |
"tstamp": 1723855827.2599
|
| 14649 |
},
|
| 14650 |
{
|
| 14651 |
+
"model_a": "CogVideoX-2B",
|
| 14652 |
"model_b": "AnimateDiff Turbo",
|
| 14653 |
"winner": "model_b",
|
| 14654 |
"judge": "arena_user_10.16.34.60",
|
|
|
|
| 14656 |
"tstamp": 1723855833.5768
|
| 14657 |
},
|
| 14658 |
{
|
| 14659 |
+
"model_a": "CogVideoX-2B",
|
| 14660 |
"model_b": "T2V-Turbo",
|
| 14661 |
"winner": "model_a",
|
| 14662 |
"judge": "arena_user_10.16.18.75",
|
|
|
|
| 14680 |
"tstamp": 1723855852.5402
|
| 14681 |
},
|
| 14682 |
{
|
| 14683 |
+
"model_a": "CogVideoX-2B",
|
| 14684 |
"model_b": "AnimateDiff",
|
| 14685 |
"winner": "model_a",
|
| 14686 |
"judge": "arena_user_10.16.34.60",
|
|
|
|
| 14785 |
},
|
| 14786 |
{
|
| 14787 |
"model_a": "AnimateDiff",
|
| 14788 |
+
"model_b": "CogVideoX-2B",
|
| 14789 |
"winner": "tie",
|
| 14790 |
"judge": "arena_user_10.16.18.162",
|
| 14791 |
"anony": true,
|
|
|
|
| 14801 |
},
|
| 14802 |
{
|
| 14803 |
"model_a": "OpenSora v1.2",
|
| 14804 |
+
"model_b": "CogVideoX-2B",
|
| 14805 |
"winner": "model_b",
|
| 14806 |
"judge": "arena_user_10.16.18.162",
|
| 14807 |
"anony": true,
|
|
|
|
| 14905 |
},
|
| 14906 |
{
|
| 14907 |
"model_a": "AnimateDiff",
|
| 14908 |
+
"model_b": "CogVideoX-2B",
|
| 14909 |
"winner": "model_a",
|
| 14910 |
"judge": "arena_user_10.16.34.60",
|
| 14911 |
"anony": true,
|
|
|
|
| 14921 |
},
|
| 14922 |
{
|
| 14923 |
"model_a": "StableVideoDiffusion",
|
| 14924 |
+
"model_b": "CogVideoX-2B",
|
| 14925 |
"winner": "model_a",
|
| 14926 |
"judge": "arena_user_10.16.1.165",
|
| 14927 |
"anony": true,
|
|
|
|
| 14929 |
},
|
| 14930 |
{
|
| 14931 |
"model_a": "T2V-Turbo",
|
| 14932 |
+
"model_b": "CogVideoX-2B",
|
| 14933 |
"winner": "model_a",
|
| 14934 |
"judge": "arena_user_10.16.1.165",
|
| 14935 |
"anony": true,
|
|
|
|
| 14944 |
"tstamp": 1724127540.248
|
| 14945 |
},
|
| 14946 |
{
|
| 14947 |
+
"model_a": "CogVideoX-2B",
|
| 14948 |
"model_b": "StableVideoDiffusion",
|
| 14949 |
"winner": "model_b",
|
| 14950 |
"judge": "arena_user_10.16.1.165",
|
|
|
|
| 15001 |
},
|
| 15002 |
{
|
| 15003 |
"model_a": "AnimateDiff",
|
| 15004 |
+
"model_b": "CogVideoX-2B",
|
| 15005 |
"winner": "model_a",
|
| 15006 |
"judge": "arena_user_10.16.18.75",
|
| 15007 |
"anony": true,
|
|
|
|
| 15072 |
"tstamp": 1724258183.9288
|
| 15073 |
},
|
| 15074 |
{
|
| 15075 |
+
"model_a": "CogVideoX-2B",
|
| 15076 |
"model_b": "T2V-Turbo",
|
| 15077 |
"winner": "model_a",
|
| 15078 |
"judge": "arena_user_10.16.1.165",
|
|
|
|
| 15097 |
},
|
| 15098 |
{
|
| 15099 |
"model_a": "StableVideoDiffusion",
|
| 15100 |
+
"model_b": "CogVideoX-2B",
|
| 15101 |
"winner": "model_a",
|
| 15102 |
"judge": "arena_user_10.16.34.60",
|
| 15103 |
"anony": true,
|
|
|
|
| 15208 |
"tstamp": 1724284815.3395
|
| 15209 |
},
|
| 15210 |
{
|
| 15211 |
+
"model_a": "CogVideoX-2B",
|
| 15212 |
"model_b": "StableVideoDiffusion",
|
| 15213 |
"winner": "model_a",
|
| 15214 |
"judge": "arena_user_10.16.18.75",
|
|
|
|
| 15217 |
},
|
| 15218 |
{
|
| 15219 |
"model_a": "StableVideoDiffusion",
|
| 15220 |
+
"model_b": "CogVideoX-2B",
|
| 15221 |
"winner": "tie",
|
| 15222 |
"judge": "arena_user_10.16.34.60",
|
| 15223 |
"anony": true,
|
|
|
|
| 15264 |
"tstamp": 1724298581.0227
|
| 15265 |
},
|
| 15266 |
{
|
| 15267 |
+
"model_a": "CogVideoX-2B",
|
| 15268 |
"model_b": "OpenSora v1.2",
|
| 15269 |
"winner": "model_a",
|
| 15270 |
"judge": "arena_user_10.16.18.75",
|
|
|
|
| 15360 |
"tstamp": 1724314444.9043
|
| 15361 |
},
|
| 15362 |
{
|
| 15363 |
+
"model_a": "CogVideoX-2B",
|
| 15364 |
"model_b": "AnimateDiff",
|
| 15365 |
"winner": "model_a",
|
| 15366 |
"judge": "arena_user_10.16.1.165",
|
|
|
|
| 15368 |
"tstamp": 1724314454.6888
|
| 15369 |
},
|
| 15370 |
{
|
| 15371 |
+
"model_a": "CogVideoX-2B",
|
| 15372 |
"model_b": "VideoCrafter2",
|
| 15373 |
"winner": "model_b",
|
| 15374 |
"judge": "arena_user_10.16.1.165",
|
|
|
|
| 15385 |
},
|
| 15386 |
{
|
| 15387 |
"model_a": "AnimateDiff Turbo",
|
| 15388 |
+
"model_b": "CogVideoX-2B",
|
| 15389 |
"winner": "tie (bothbad)",
|
| 15390 |
"judge": "arena_user_10.16.1.165",
|
| 15391 |
"anony": true,
|
| 15392 |
"tstamp": 1724314488.6121
|
| 15393 |
},
|
| 15394 |
{
|
| 15395 |
+
"model_a": "CogVideoX-2B",
|
| 15396 |
"model_b": "VideoCrafter2",
|
| 15397 |
"winner": "model_a",
|
| 15398 |
"judge": "arena_user_10.16.18.162",
|
|
|
|
| 15400 |
"tstamp": 1724314498.88
|
| 15401 |
},
|
| 15402 |
{
|
| 15403 |
+
"model_a": "CogVideoX-2B",
|
| 15404 |
"model_b": "OpenSora v1.2",
|
| 15405 |
"winner": "tie (bothbad)",
|
| 15406 |
"judge": "arena_user_10.16.18.162",
|
|
|
|
| 15417 |
},
|
| 15418 |
{
|
| 15419 |
"model_a": "T2V-Turbo",
|
| 15420 |
+
"model_b": "CogVideoX-2B",
|
| 15421 |
"winner": "model_a",
|
| 15422 |
"judge": "arena_user_10.16.18.75",
|
| 15423 |
"anony": true,
|
arena_elo/results/20240822/elo_results_video_generation.pkl
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:be272e8428b549b0018a08a9300d20a086b9df7555c016e0cc2371f9003ed887
|
| 3 |
+
size 66385
|
arena_elo/results/20240822/video_generation_leaderboard.csv
CHANGED
|
@@ -3,7 +3,7 @@ StableVideoDiffusion,StableVideoDiffusion,1149.1931457578753,1153.5740906587723,
|
|
| 3 |
T2V-Turbo,T2V-Turbo,1092.5324853444242,1092.366075257797,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
|
| 4 |
VideoCrafter2,VideoCrafter2,1080.1085943571989,1081.7218574662002,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
|
| 5 |
AnimateDiff,AnimateDiff,1075.8761208607596,1075.5023181158135,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
|
| 6 |
-
CogVideoX,CogVideoX,1070.2459530921547,1062.3183210367013
|
| 7 |
LaVie,LaVie,1002.6064809312112,1004.0567863216506,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
|
| 8 |
OpenSora,OpenSora,918.9218656989021,920.0899488133215,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
|
| 9 |
OpenSora v1.2,OpenSora v1.2,875.1330928850344,870.864905002269,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
|
|
|
|
| 3 |
T2V-Turbo,T2V-Turbo,1092.5324853444242,1092.366075257797,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
|
| 4 |
VideoCrafter2,VideoCrafter2,1080.1085943571989,1081.7218574662002,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
|
| 5 |
AnimateDiff,AnimateDiff,1075.8761208607596,1075.5023181158135,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
|
| 6 |
+
CogVideoX-2B,CogVideoX-2B,1070.2459530921547,1062.3183210367013,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
|
| 7 |
LaVie,LaVie,1002.6064809312112,1004.0567863216506,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
|
| 8 |
OpenSora,OpenSora,918.9218656989021,920.0899488133215,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
|
| 9 |
OpenSora v1.2,OpenSora v1.2,875.1330928850344,870.864905002269,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
|
arena_elo/results/latest/clean_battle_video_generation.json
CHANGED
|
@@ -14153,7 +14153,7 @@
|
|
| 14153 |
},
|
| 14154 |
{
|
| 14155 |
"model_a": "AnimateDiff",
|
| 14156 |
-
"model_b": "CogVideoX",
|
| 14157 |
"winner": "tie",
|
| 14158 |
"judge": "arena_user_10.16.18.75",
|
| 14159 |
"anony": true,
|
|
@@ -14184,7 +14184,7 @@
|
|
| 14184 |
"tstamp": 1723750335.3945
|
| 14185 |
},
|
| 14186 |
{
|
| 14187 |
-
"model_a": "CogVideoX",
|
| 14188 |
"model_b": "OpenSora",
|
| 14189 |
"winner": "tie (bothbad)",
|
| 14190 |
"judge": "arena_user_10.16.18.162",
|
|
@@ -14217,7 +14217,7 @@
|
|
| 14217 |
},
|
| 14218 |
{
|
| 14219 |
"model_a": "AnimateDiff",
|
| 14220 |
-
"model_b": "CogVideoX",
|
| 14221 |
"winner": "model_a",
|
| 14222 |
"judge": "arena_user_10.16.1.165",
|
| 14223 |
"anony": true,
|
|
@@ -14288,7 +14288,7 @@
|
|
| 14288 |
"tstamp": 1723750468.2122
|
| 14289 |
},
|
| 14290 |
{
|
| 14291 |
-
"model_a": "CogVideoX",
|
| 14292 |
"model_b": "AnimateDiff",
|
| 14293 |
"winner": "model_a",
|
| 14294 |
"judge": "arena_user_10.16.18.162",
|
|
@@ -14297,7 +14297,7 @@
|
|
| 14297 |
},
|
| 14298 |
{
|
| 14299 |
"model_a": "AnimateDiff",
|
| 14300 |
-
"model_b": "CogVideoX",
|
| 14301 |
"winner": "tie (bothbad)",
|
| 14302 |
"judge": "arena_user_10.16.34.60",
|
| 14303 |
"anony": true,
|
|
@@ -14321,7 +14321,7 @@
|
|
| 14321 |
},
|
| 14322 |
{
|
| 14323 |
"model_a": "LaVie",
|
| 14324 |
-
"model_b": "CogVideoX",
|
| 14325 |
"winner": "model_a",
|
| 14326 |
"judge": "arena_user_10.16.34.60",
|
| 14327 |
"anony": false,
|
|
@@ -14329,7 +14329,7 @@
|
|
| 14329 |
},
|
| 14330 |
{
|
| 14331 |
"model_a": "LaVie",
|
| 14332 |
-
"model_b": "CogVideoX",
|
| 14333 |
"winner": "tie",
|
| 14334 |
"judge": "arena_user_10.16.34.60",
|
| 14335 |
"anony": false,
|
|
@@ -14337,7 +14337,7 @@
|
|
| 14337 |
},
|
| 14338 |
{
|
| 14339 |
"model_a": "OpenSora v1.2",
|
| 14340 |
-
"model_b": "CogVideoX",
|
| 14341 |
"winner": "model_b",
|
| 14342 |
"judge": "arena_user_10.16.1.165",
|
| 14343 |
"anony": false,
|
|
@@ -14345,7 +14345,7 @@
|
|
| 14345 |
},
|
| 14346 |
{
|
| 14347 |
"model_a": "OpenSora v1.2",
|
| 14348 |
-
"model_b": "CogVideoX",
|
| 14349 |
"winner": "model_b",
|
| 14350 |
"judge": "arena_user_10.16.1.165",
|
| 14351 |
"anony": false,
|
|
@@ -14353,7 +14353,7 @@
|
|
| 14353 |
},
|
| 14354 |
{
|
| 14355 |
"model_a": "OpenSora v1.2",
|
| 14356 |
-
"model_b": "CogVideoX",
|
| 14357 |
"winner": "tie (bothbad)",
|
| 14358 |
"judge": "arena_user_10.16.1.165",
|
| 14359 |
"anony": false,
|
|
@@ -14361,7 +14361,7 @@
|
|
| 14361 |
},
|
| 14362 |
{
|
| 14363 |
"model_a": "OpenSora v1.2",
|
| 14364 |
-
"model_b": "CogVideoX",
|
| 14365 |
"winner": "tie (bothbad)",
|
| 14366 |
"judge": "arena_user_10.16.1.165",
|
| 14367 |
"anony": false,
|
|
@@ -14369,7 +14369,7 @@
|
|
| 14369 |
},
|
| 14370 |
{
|
| 14371 |
"model_a": "OpenSora v1.2",
|
| 14372 |
-
"model_b": "CogVideoX",
|
| 14373 |
"winner": "tie (bothbad)",
|
| 14374 |
"judge": "arena_user_10.16.1.165",
|
| 14375 |
"anony": false,
|
|
@@ -14377,7 +14377,7 @@
|
|
| 14377 |
},
|
| 14378 |
{
|
| 14379 |
"model_a": "OpenSora v1.2",
|
| 14380 |
-
"model_b": "CogVideoX",
|
| 14381 |
"winner": "model_b",
|
| 14382 |
"judge": "arena_user_10.16.1.165",
|
| 14383 |
"anony": false,
|
|
@@ -14385,7 +14385,7 @@
|
|
| 14385 |
},
|
| 14386 |
{
|
| 14387 |
"model_a": "OpenSora v1.2",
|
| 14388 |
-
"model_b": "CogVideoX",
|
| 14389 |
"winner": "model_b",
|
| 14390 |
"judge": "arena_user_10.16.34.60",
|
| 14391 |
"anony": false,
|
|
@@ -14473,14 +14473,14 @@
|
|
| 14473 |
},
|
| 14474 |
{
|
| 14475 |
"model_a": "StableVideoDiffusion",
|
| 14476 |
-
"model_b": "CogVideoX",
|
| 14477 |
"winner": "model_a",
|
| 14478 |
"judge": "arena_user_10.16.34.60",
|
| 14479 |
"anony": true,
|
| 14480 |
"tstamp": 1723855711.6659
|
| 14481 |
},
|
| 14482 |
{
|
| 14483 |
-
"model_a": "CogVideoX",
|
| 14484 |
"model_b": "T2V-Turbo",
|
| 14485 |
"winner": "model_a",
|
| 14486 |
"judge": "arena_user_10.16.34.60",
|
|
@@ -14616,7 +14616,7 @@
|
|
| 14616 |
"tstamp": 1723855808.3694
|
| 14617 |
},
|
| 14618 |
{
|
| 14619 |
-
"model_a": "CogVideoX",
|
| 14620 |
"model_b": "VideoCrafter2",
|
| 14621 |
"winner": "tie (bothbad)",
|
| 14622 |
"judge": "arena_user_10.16.18.75",
|
|
@@ -14624,7 +14624,7 @@
|
|
| 14624 |
"tstamp": 1723855814.4309
|
| 14625 |
},
|
| 14626 |
{
|
| 14627 |
-
"model_a": "CogVideoX",
|
| 14628 |
"model_b": "T2V-Turbo",
|
| 14629 |
"winner": "model_a",
|
| 14630 |
"judge": "arena_user_10.16.18.75",
|
|
@@ -14640,7 +14640,7 @@
|
|
| 14640 |
"tstamp": 1723855822.9449
|
| 14641 |
},
|
| 14642 |
{
|
| 14643 |
-
"model_a": "CogVideoX",
|
| 14644 |
"model_b": "StableVideoDiffusion",
|
| 14645 |
"winner": "model_a",
|
| 14646 |
"judge": "arena_user_10.16.34.60",
|
|
@@ -14648,7 +14648,7 @@
|
|
| 14648 |
"tstamp": 1723855827.2599
|
| 14649 |
},
|
| 14650 |
{
|
| 14651 |
-
"model_a": "CogVideoX",
|
| 14652 |
"model_b": "AnimateDiff Turbo",
|
| 14653 |
"winner": "model_b",
|
| 14654 |
"judge": "arena_user_10.16.34.60",
|
|
@@ -14656,7 +14656,7 @@
|
|
| 14656 |
"tstamp": 1723855833.5768
|
| 14657 |
},
|
| 14658 |
{
|
| 14659 |
-
"model_a": "CogVideoX",
|
| 14660 |
"model_b": "T2V-Turbo",
|
| 14661 |
"winner": "model_a",
|
| 14662 |
"judge": "arena_user_10.16.18.75",
|
|
@@ -14680,7 +14680,7 @@
|
|
| 14680 |
"tstamp": 1723855852.5402
|
| 14681 |
},
|
| 14682 |
{
|
| 14683 |
-
"model_a": "CogVideoX",
|
| 14684 |
"model_b": "AnimateDiff",
|
| 14685 |
"winner": "model_a",
|
| 14686 |
"judge": "arena_user_10.16.34.60",
|
|
@@ -14785,7 +14785,7 @@
|
|
| 14785 |
},
|
| 14786 |
{
|
| 14787 |
"model_a": "AnimateDiff",
|
| 14788 |
-
"model_b": "CogVideoX",
|
| 14789 |
"winner": "tie",
|
| 14790 |
"judge": "arena_user_10.16.18.162",
|
| 14791 |
"anony": true,
|
|
@@ -14801,7 +14801,7 @@
|
|
| 14801 |
},
|
| 14802 |
{
|
| 14803 |
"model_a": "OpenSora v1.2",
|
| 14804 |
-
"model_b": "CogVideoX",
|
| 14805 |
"winner": "model_b",
|
| 14806 |
"judge": "arena_user_10.16.18.162",
|
| 14807 |
"anony": true,
|
|
@@ -14905,7 +14905,7 @@
|
|
| 14905 |
},
|
| 14906 |
{
|
| 14907 |
"model_a": "AnimateDiff",
|
| 14908 |
-
"model_b": "CogVideoX",
|
| 14909 |
"winner": "model_a",
|
| 14910 |
"judge": "arena_user_10.16.34.60",
|
| 14911 |
"anony": true,
|
|
@@ -14921,7 +14921,7 @@
|
|
| 14921 |
},
|
| 14922 |
{
|
| 14923 |
"model_a": "StableVideoDiffusion",
|
| 14924 |
-
"model_b": "CogVideoX",
|
| 14925 |
"winner": "model_a",
|
| 14926 |
"judge": "arena_user_10.16.1.165",
|
| 14927 |
"anony": true,
|
|
@@ -14929,7 +14929,7 @@
|
|
| 14929 |
},
|
| 14930 |
{
|
| 14931 |
"model_a": "T2V-Turbo",
|
| 14932 |
-
"model_b": "CogVideoX",
|
| 14933 |
"winner": "model_a",
|
| 14934 |
"judge": "arena_user_10.16.1.165",
|
| 14935 |
"anony": true,
|
|
@@ -14944,7 +14944,7 @@
|
|
| 14944 |
"tstamp": 1724127540.248
|
| 14945 |
},
|
| 14946 |
{
|
| 14947 |
-
"model_a": "CogVideoX",
|
| 14948 |
"model_b": "StableVideoDiffusion",
|
| 14949 |
"winner": "model_b",
|
| 14950 |
"judge": "arena_user_10.16.1.165",
|
|
@@ -15001,7 +15001,7 @@
|
|
| 15001 |
},
|
| 15002 |
{
|
| 15003 |
"model_a": "AnimateDiff",
|
| 15004 |
-
"model_b": "CogVideoX",
|
| 15005 |
"winner": "model_a",
|
| 15006 |
"judge": "arena_user_10.16.18.75",
|
| 15007 |
"anony": true,
|
|
@@ -15072,7 +15072,7 @@
|
|
| 15072 |
"tstamp": 1724258183.9288
|
| 15073 |
},
|
| 15074 |
{
|
| 15075 |
-
"model_a": "CogVideoX",
|
| 15076 |
"model_b": "T2V-Turbo",
|
| 15077 |
"winner": "model_a",
|
| 15078 |
"judge": "arena_user_10.16.1.165",
|
|
@@ -15097,7 +15097,7 @@
|
|
| 15097 |
},
|
| 15098 |
{
|
| 15099 |
"model_a": "StableVideoDiffusion",
|
| 15100 |
-
"model_b": "CogVideoX",
|
| 15101 |
"winner": "model_a",
|
| 15102 |
"judge": "arena_user_10.16.34.60",
|
| 15103 |
"anony": true,
|
|
@@ -15208,7 +15208,7 @@
|
|
| 15208 |
"tstamp": 1724284815.3395
|
| 15209 |
},
|
| 15210 |
{
|
| 15211 |
-
"model_a": "CogVideoX",
|
| 15212 |
"model_b": "StableVideoDiffusion",
|
| 15213 |
"winner": "model_a",
|
| 15214 |
"judge": "arena_user_10.16.18.75",
|
|
@@ -15217,7 +15217,7 @@
|
|
| 15217 |
},
|
| 15218 |
{
|
| 15219 |
"model_a": "StableVideoDiffusion",
|
| 15220 |
-
"model_b": "CogVideoX",
|
| 15221 |
"winner": "tie",
|
| 15222 |
"judge": "arena_user_10.16.34.60",
|
| 15223 |
"anony": true,
|
|
@@ -15264,7 +15264,7 @@
|
|
| 15264 |
"tstamp": 1724298581.0227
|
| 15265 |
},
|
| 15266 |
{
|
| 15267 |
-
"model_a": "CogVideoX",
|
| 15268 |
"model_b": "OpenSora v1.2",
|
| 15269 |
"winner": "model_a",
|
| 15270 |
"judge": "arena_user_10.16.18.75",
|
|
@@ -15360,7 +15360,7 @@
|
|
| 15360 |
"tstamp": 1724314444.9043
|
| 15361 |
},
|
| 15362 |
{
|
| 15363 |
-
"model_a": "CogVideoX",
|
| 15364 |
"model_b": "AnimateDiff",
|
| 15365 |
"winner": "model_a",
|
| 15366 |
"judge": "arena_user_10.16.1.165",
|
|
@@ -15368,7 +15368,7 @@
|
|
| 15368 |
"tstamp": 1724314454.6888
|
| 15369 |
},
|
| 15370 |
{
|
| 15371 |
-
"model_a": "CogVideoX",
|
| 15372 |
"model_b": "VideoCrafter2",
|
| 15373 |
"winner": "model_b",
|
| 15374 |
"judge": "arena_user_10.16.1.165",
|
|
@@ -15385,14 +15385,14 @@
|
|
| 15385 |
},
|
| 15386 |
{
|
| 15387 |
"model_a": "AnimateDiff Turbo",
|
| 15388 |
-
"model_b": "CogVideoX",
|
| 15389 |
"winner": "tie (bothbad)",
|
| 15390 |
"judge": "arena_user_10.16.1.165",
|
| 15391 |
"anony": true,
|
| 15392 |
"tstamp": 1724314488.6121
|
| 15393 |
},
|
| 15394 |
{
|
| 15395 |
-
"model_a": "CogVideoX",
|
| 15396 |
"model_b": "VideoCrafter2",
|
| 15397 |
"winner": "model_a",
|
| 15398 |
"judge": "arena_user_10.16.18.162",
|
|
@@ -15400,7 +15400,7 @@
|
|
| 15400 |
"tstamp": 1724314498.88
|
| 15401 |
},
|
| 15402 |
{
|
| 15403 |
-
"model_a": "CogVideoX",
|
| 15404 |
"model_b": "OpenSora v1.2",
|
| 15405 |
"winner": "tie (bothbad)",
|
| 15406 |
"judge": "arena_user_10.16.18.162",
|
|
@@ -15417,7 +15417,7 @@
|
|
| 15417 |
},
|
| 15418 |
{
|
| 15419 |
"model_a": "T2V-Turbo",
|
| 15420 |
-
"model_b": "CogVideoX",
|
| 15421 |
"winner": "model_a",
|
| 15422 |
"judge": "arena_user_10.16.18.75",
|
| 15423 |
"anony": true,
|
|
|
|
| 14153 |
},
|
| 14154 |
{
|
| 14155 |
"model_a": "AnimateDiff",
|
| 14156 |
+
"model_b": "CogVideoX-2B",
|
| 14157 |
"winner": "tie",
|
| 14158 |
"judge": "arena_user_10.16.18.75",
|
| 14159 |
"anony": true,
|
|
|
|
| 14184 |
"tstamp": 1723750335.3945
|
| 14185 |
},
|
| 14186 |
{
|
| 14187 |
+
"model_a": "CogVideoX-2B",
|
| 14188 |
"model_b": "OpenSora",
|
| 14189 |
"winner": "tie (bothbad)",
|
| 14190 |
"judge": "arena_user_10.16.18.162",
|
|
|
|
| 14217 |
},
|
| 14218 |
{
|
| 14219 |
"model_a": "AnimateDiff",
|
| 14220 |
+
"model_b": "CogVideoX-2B",
|
| 14221 |
"winner": "model_a",
|
| 14222 |
"judge": "arena_user_10.16.1.165",
|
| 14223 |
"anony": true,
|
|
|
|
| 14288 |
"tstamp": 1723750468.2122
|
| 14289 |
},
|
| 14290 |
{
|
| 14291 |
+
"model_a": "CogVideoX-2B",
|
| 14292 |
"model_b": "AnimateDiff",
|
| 14293 |
"winner": "model_a",
|
| 14294 |
"judge": "arena_user_10.16.18.162",
|
|
|
|
| 14297 |
},
|
| 14298 |
{
|
| 14299 |
"model_a": "AnimateDiff",
|
| 14300 |
+
"model_b": "CogVideoX-2B",
|
| 14301 |
"winner": "tie (bothbad)",
|
| 14302 |
"judge": "arena_user_10.16.34.60",
|
| 14303 |
"anony": true,
|
|
|
|
| 14321 |
},
|
| 14322 |
{
|
| 14323 |
"model_a": "LaVie",
|
| 14324 |
+
"model_b": "CogVideoX-2B",
|
| 14325 |
"winner": "model_a",
|
| 14326 |
"judge": "arena_user_10.16.34.60",
|
| 14327 |
"anony": false,
|
|
|
|
| 14329 |
},
|
| 14330 |
{
|
| 14331 |
"model_a": "LaVie",
|
| 14332 |
+
"model_b": "CogVideoX-2B",
|
| 14333 |
"winner": "tie",
|
| 14334 |
"judge": "arena_user_10.16.34.60",
|
| 14335 |
"anony": false,
|
|
|
|
| 14337 |
},
|
| 14338 |
{
|
| 14339 |
"model_a": "OpenSora v1.2",
|
| 14340 |
+
"model_b": "CogVideoX-2B",
|
| 14341 |
"winner": "model_b",
|
| 14342 |
"judge": "arena_user_10.16.1.165",
|
| 14343 |
"anony": false,
|
|
|
|
| 14345 |
},
|
| 14346 |
{
|
| 14347 |
"model_a": "OpenSora v1.2",
|
| 14348 |
+
"model_b": "CogVideoX-2B",
|
| 14349 |
"winner": "model_b",
|
| 14350 |
"judge": "arena_user_10.16.1.165",
|
| 14351 |
"anony": false,
|
|
|
|
| 14353 |
},
|
| 14354 |
{
|
| 14355 |
"model_a": "OpenSora v1.2",
|
| 14356 |
+
"model_b": "CogVideoX-2B",
|
| 14357 |
"winner": "tie (bothbad)",
|
| 14358 |
"judge": "arena_user_10.16.1.165",
|
| 14359 |
"anony": false,
|
|
|
|
| 14361 |
},
|
| 14362 |
{
|
| 14363 |
"model_a": "OpenSora v1.2",
|
| 14364 |
+
"model_b": "CogVideoX-2B",
|
| 14365 |
"winner": "tie (bothbad)",
|
| 14366 |
"judge": "arena_user_10.16.1.165",
|
| 14367 |
"anony": false,
|
|
|
|
| 14369 |
},
|
| 14370 |
{
|
| 14371 |
"model_a": "OpenSora v1.2",
|
| 14372 |
+
"model_b": "CogVideoX-2B",
|
| 14373 |
"winner": "tie (bothbad)",
|
| 14374 |
"judge": "arena_user_10.16.1.165",
|
| 14375 |
"anony": false,
|
|
|
|
| 14377 |
},
|
| 14378 |
{
|
| 14379 |
"model_a": "OpenSora v1.2",
|
| 14380 |
+
"model_b": "CogVideoX-2B",
|
| 14381 |
"winner": "model_b",
|
| 14382 |
"judge": "arena_user_10.16.1.165",
|
| 14383 |
"anony": false,
|
|
|
|
| 14385 |
},
|
| 14386 |
{
|
| 14387 |
"model_a": "OpenSora v1.2",
|
| 14388 |
+
"model_b": "CogVideoX-2B",
|
| 14389 |
"winner": "model_b",
|
| 14390 |
"judge": "arena_user_10.16.34.60",
|
| 14391 |
"anony": false,
|
|
|
|
| 14473 |
},
|
| 14474 |
{
|
| 14475 |
"model_a": "StableVideoDiffusion",
|
| 14476 |
+
"model_b": "CogVideoX-2B",
|
| 14477 |
"winner": "model_a",
|
| 14478 |
"judge": "arena_user_10.16.34.60",
|
| 14479 |
"anony": true,
|
| 14480 |
"tstamp": 1723855711.6659
|
| 14481 |
},
|
| 14482 |
{
|
| 14483 |
+
"model_a": "CogVideoX-2B",
|
| 14484 |
"model_b": "T2V-Turbo",
|
| 14485 |
"winner": "model_a",
|
| 14486 |
"judge": "arena_user_10.16.34.60",
|
|
|
|
| 14616 |
"tstamp": 1723855808.3694
|
| 14617 |
},
|
| 14618 |
{
|
| 14619 |
+
"model_a": "CogVideoX-2B",
|
| 14620 |
"model_b": "VideoCrafter2",
|
| 14621 |
"winner": "tie (bothbad)",
|
| 14622 |
"judge": "arena_user_10.16.18.75",
|
|
|
|
| 14624 |
"tstamp": 1723855814.4309
|
| 14625 |
},
|
| 14626 |
{
|
| 14627 |
+
"model_a": "CogVideoX-2B",
|
| 14628 |
"model_b": "T2V-Turbo",
|
| 14629 |
"winner": "model_a",
|
| 14630 |
"judge": "arena_user_10.16.18.75",
|
|
|
|
| 14640 |
"tstamp": 1723855822.9449
|
| 14641 |
},
|
| 14642 |
{
|
| 14643 |
+
"model_a": "CogVideoX-2B",
|
| 14644 |
"model_b": "StableVideoDiffusion",
|
| 14645 |
"winner": "model_a",
|
| 14646 |
"judge": "arena_user_10.16.34.60",
|
|
|
|
| 14648 |
"tstamp": 1723855827.2599
|
| 14649 |
},
|
| 14650 |
{
|
| 14651 |
+
"model_a": "CogVideoX-2B",
|
| 14652 |
"model_b": "AnimateDiff Turbo",
|
| 14653 |
"winner": "model_b",
|
| 14654 |
"judge": "arena_user_10.16.34.60",
|
|
|
|
| 14656 |
"tstamp": 1723855833.5768
|
| 14657 |
},
|
| 14658 |
{
|
| 14659 |
+
"model_a": "CogVideoX-2B",
|
| 14660 |
"model_b": "T2V-Turbo",
|
| 14661 |
"winner": "model_a",
|
| 14662 |
"judge": "arena_user_10.16.18.75",
|
|
|
|
| 14680 |
"tstamp": 1723855852.5402
|
| 14681 |
},
|
| 14682 |
{
|
| 14683 |
+
"model_a": "CogVideoX-2B",
|
| 14684 |
"model_b": "AnimateDiff",
|
| 14685 |
"winner": "model_a",
|
| 14686 |
"judge": "arena_user_10.16.34.60",
|
|
|
|
| 14785 |
},
|
| 14786 |
{
|
| 14787 |
"model_a": "AnimateDiff",
|
| 14788 |
+
"model_b": "CogVideoX-2B",
|
| 14789 |
"winner": "tie",
|
| 14790 |
"judge": "arena_user_10.16.18.162",
|
| 14791 |
"anony": true,
|
|
|
|
| 14801 |
},
|
| 14802 |
{
|
| 14803 |
"model_a": "OpenSora v1.2",
|
| 14804 |
+
"model_b": "CogVideoX-2B",
|
| 14805 |
"winner": "model_b",
|
| 14806 |
"judge": "arena_user_10.16.18.162",
|
| 14807 |
"anony": true,
|
|
|
|
| 14905 |
},
|
| 14906 |
{
|
| 14907 |
"model_a": "AnimateDiff",
|
| 14908 |
+
"model_b": "CogVideoX-2B",
|
| 14909 |
"winner": "model_a",
|
| 14910 |
"judge": "arena_user_10.16.34.60",
|
| 14911 |
"anony": true,
|
|
|
|
| 14921 |
},
|
| 14922 |
{
|
| 14923 |
"model_a": "StableVideoDiffusion",
|
| 14924 |
+
"model_b": "CogVideoX-2B",
|
| 14925 |
"winner": "model_a",
|
| 14926 |
"judge": "arena_user_10.16.1.165",
|
| 14927 |
"anony": true,
|
|
|
|
| 14929 |
},
|
| 14930 |
{
|
| 14931 |
"model_a": "T2V-Turbo",
|
| 14932 |
+
"model_b": "CogVideoX-2B",
|
| 14933 |
"winner": "model_a",
|
| 14934 |
"judge": "arena_user_10.16.1.165",
|
| 14935 |
"anony": true,
|
|
|
|
| 14944 |
"tstamp": 1724127540.248
|
| 14945 |
},
|
| 14946 |
{
|
| 14947 |
+
"model_a": "CogVideoX-2B",
|
| 14948 |
"model_b": "StableVideoDiffusion",
|
| 14949 |
"winner": "model_b",
|
| 14950 |
"judge": "arena_user_10.16.1.165",
|
|
|
|
| 15001 |
},
|
| 15002 |
{
|
| 15003 |
"model_a": "AnimateDiff",
|
| 15004 |
+
"model_b": "CogVideoX-2B",
|
| 15005 |
"winner": "model_a",
|
| 15006 |
"judge": "arena_user_10.16.18.75",
|
| 15007 |
"anony": true,
|
|
|
|
| 15072 |
"tstamp": 1724258183.9288
|
| 15073 |
},
|
| 15074 |
{
|
| 15075 |
+
"model_a": "CogVideoX-2B",
|
| 15076 |
"model_b": "T2V-Turbo",
|
| 15077 |
"winner": "model_a",
|
| 15078 |
"judge": "arena_user_10.16.1.165",
|
|
|
|
| 15097 |
},
|
| 15098 |
{
|
| 15099 |
"model_a": "StableVideoDiffusion",
|
| 15100 |
+
"model_b": "CogVideoX-2B",
|
| 15101 |
"winner": "model_a",
|
| 15102 |
"judge": "arena_user_10.16.34.60",
|
| 15103 |
"anony": true,
|
|
|
|
| 15208 |
"tstamp": 1724284815.3395
|
| 15209 |
},
|
| 15210 |
{
|
| 15211 |
+
"model_a": "CogVideoX-2B",
|
| 15212 |
"model_b": "StableVideoDiffusion",
|
| 15213 |
"winner": "model_a",
|
| 15214 |
"judge": "arena_user_10.16.18.75",
|
|
|
|
| 15217 |
},
|
| 15218 |
{
|
| 15219 |
"model_a": "StableVideoDiffusion",
|
| 15220 |
+
"model_b": "CogVideoX-2B",
|
| 15221 |
"winner": "tie",
|
| 15222 |
"judge": "arena_user_10.16.34.60",
|
| 15223 |
"anony": true,
|
|
|
|
| 15264 |
"tstamp": 1724298581.0227
|
| 15265 |
},
|
| 15266 |
{
|
| 15267 |
+
"model_a": "CogVideoX-2B",
|
| 15268 |
"model_b": "OpenSora v1.2",
|
| 15269 |
"winner": "model_a",
|
| 15270 |
"judge": "arena_user_10.16.18.75",
|
|
|
|
| 15360 |
"tstamp": 1724314444.9043
|
| 15361 |
},
|
| 15362 |
{
|
| 15363 |
+
"model_a": "CogVideoX-2B",
|
| 15364 |
"model_b": "AnimateDiff",
|
| 15365 |
"winner": "model_a",
|
| 15366 |
"judge": "arena_user_10.16.1.165",
|
|
|
|
| 15368 |
"tstamp": 1724314454.6888
|
| 15369 |
},
|
| 15370 |
{
|
| 15371 |
+
"model_a": "CogVideoX-2B",
|
| 15372 |
"model_b": "VideoCrafter2",
|
| 15373 |
"winner": "model_b",
|
| 15374 |
"judge": "arena_user_10.16.1.165",
|
|
|
|
| 15385 |
},
|
| 15386 |
{
|
| 15387 |
"model_a": "AnimateDiff Turbo",
|
| 15388 |
+
"model_b": "CogVideoX-2B",
|
| 15389 |
"winner": "tie (bothbad)",
|
| 15390 |
"judge": "arena_user_10.16.1.165",
|
| 15391 |
"anony": true,
|
| 15392 |
"tstamp": 1724314488.6121
|
| 15393 |
},
|
| 15394 |
{
|
| 15395 |
+
"model_a": "CogVideoX-2B",
|
| 15396 |
"model_b": "VideoCrafter2",
|
| 15397 |
"winner": "model_a",
|
| 15398 |
"judge": "arena_user_10.16.18.162",
|
|
|
|
| 15400 |
"tstamp": 1724314498.88
|
| 15401 |
},
|
| 15402 |
{
|
| 15403 |
+
"model_a": "CogVideoX-2B",
|
| 15404 |
"model_b": "OpenSora v1.2",
|
| 15405 |
"winner": "tie (bothbad)",
|
| 15406 |
"judge": "arena_user_10.16.18.162",
|
|
|
|
| 15417 |
},
|
| 15418 |
{
|
| 15419 |
"model_a": "T2V-Turbo",
|
| 15420 |
+
"model_b": "CogVideoX-2B",
|
| 15421 |
"winner": "model_a",
|
| 15422 |
"judge": "arena_user_10.16.18.75",
|
| 15423 |
"anony": true,
|
arena_elo/results/latest/elo_results_video_generation.pkl
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:be272e8428b549b0018a08a9300d20a086b9df7555c016e0cc2371f9003ed887
|
| 3 |
+
size 66385
|
arena_elo/results/latest/video_generation_leaderboard.csv
CHANGED
|
@@ -3,7 +3,7 @@ StableVideoDiffusion,StableVideoDiffusion,1149.1931457578753,1153.5740906587723,
|
|
| 3 |
T2V-Turbo,T2V-Turbo,1092.5324853444242,1092.366075257797,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
|
| 4 |
VideoCrafter2,VideoCrafter2,1080.1085943571989,1081.7218574662002,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
|
| 5 |
AnimateDiff,AnimateDiff,1075.8761208607596,1075.5023181158135,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
|
| 6 |
-
CogVideoX,CogVideoX,1070.2459530921547,1062.3183210367013
|
| 7 |
LaVie,LaVie,1002.6064809312112,1004.0567863216506,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
|
| 8 |
OpenSora,OpenSora,918.9218656989021,920.0899488133215,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
|
| 9 |
OpenSora v1.2,OpenSora v1.2,875.1330928850344,870.864905002269,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
|
|
|
|
| 3 |
T2V-Turbo,T2V-Turbo,1092.5324853444242,1092.366075257797,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
|
| 4 |
VideoCrafter2,VideoCrafter2,1080.1085943571989,1081.7218574662002,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
|
| 5 |
AnimateDiff,AnimateDiff,1075.8761208607596,1075.5023181158135,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
|
| 6 |
+
CogVideoX-2B,CogVideoX-2B,1070.2459530921547,1062.3183210367013,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
|
| 7 |
LaVie,LaVie,1002.6064809312112,1004.0567863216506,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
|
| 8 |
OpenSora,OpenSora,918.9218656989021,920.0899488133215,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
|
| 9 |
OpenSora v1.2,OpenSora v1.2,875.1330928850344,870.864905002269,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
|