Upload folder using huggingface_hub
Browse files- .gitattributes +20 -0
- 2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics?/chat_history_output_2024-10-07-13:11:00.json +144 -0
- 2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics?/videos/Capture_a_serene_sunrise_over_a_calm_lake,_with_gentle_ripples_and_birds_softly_chirping..mp4 +3 -0
- 2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics?/videos/Craft_a_video_of_a_bustling_city_street_in_a_vintage_sepia_tone..mp4 +3 -0
- 2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics?/videos/Create_a_bustling_cityscape_at_night,_filled_with_neon_lights,_towering_skyscrapers,_and_busy_streets,_capturing_the_vibrant_and_chaotic_beauty_of_urban_life..mp4 +3 -0
- 2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics?/videos/Create_a_minimalist_interior_design_shot_with_soft_lighting_and_clean_lines..mp4 +3 -0
- 2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics?/videos/Create_a_video_scene_depicting_a_serene_rainforest_using_an_impressionist_art_style..mp4 +3 -0
- 2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics?/videos/Create_an_underwater_scene_with_a_thriving_coral_reef,_diverse_marine_life,_and_the_play_of_light_through_the_water..mp4 +3 -0
- 2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics?/videos/Depict_a_busy_airport_terminal_with_passengers,_airplanes,_and_various_activities,_showcasing_a_blend_of_human_and_mechanical_elements..mp4 +3 -0
- 2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics?/videos/Depict_a_calm_ocean_scene_in_the_style_of_Japanese_ukiyo-e_art..mp4 +3 -0
- 2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics?/videos/Depict_a_dense_rainforest_with_layers_of_foliage,_diverse_wildlife,_and_a_flowing_river,_showcasing_the_intricate_textures_and_colors_found_in_nature..mp4 +3 -0
- 2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics?/videos/Depict_a_quiet_street_at_dusk,_with_street_lamps_casting_a_warm_glow..mp4 +3 -0
- 2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics?/videos/Illustrate_a_futuristic_city_skyline_at_night_using_a_neon_cyberpunk_aesthetic..mp4 +3 -0
- 2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics?/videos/Illustrate_a_gentle_snowfall_in_a_small_park,_with_snowflakes_softly_landing_on_a_bench..mp4 +3 -0
- 2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics?/videos/Illustrate_an_ornate,_historical_palace_interior_with_detailed_architecture,_lavish_decorations,_and_complex_lighting_from_chandeliers..mp4 +3 -0
- 2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics?/videos/Portray_a_quaint_village_in_the_countryside_as_if_painted_by_a_Renaissance_artist..mp4 +3 -0
- 2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics?/videos/Render_a_modern_art_gallery_interior_using_a_minimalist_style..mp4 +3 -0
- 2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics?/videos/Show_a_bustling_market_scene_in_the_style_of_surrealism..mp4 +3 -0
- 2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics?/videos/Show_a_lone_tree_in_an_open_field_under_a_clear_blue_sky,_capturing_the_essence_of_solitude_and_simplicity..mp4 +3 -0
- 2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics?/videos/Visualize_a_crowded_marketplace_in_an_exotic_location,_filled_with_colorful_stalls,_various_goods,_and_a_diverse_crowd_of_people..mp4 +3 -0
- 2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics?/videos/Visualize_a_single_flower_in_a_garden,_with_morning_dew_glistening_in_the_sunlight..mp4 +3 -0
- 2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics?/videos/Visualize_an_airport_terminal_during_a_busy_day_in_a_cubist_style..mp4 +3 -0
.gitattributes
CHANGED
|
@@ -33,3 +33,23 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
| 36 |
+
2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics\?/videos/Capture_a_serene_sunrise_over_a_calm_lake,_with_gentle_ripples_and_birds_softly_chirping..mp4 filter=lfs diff=lfs merge=lfs -text
|
| 37 |
+
2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics\?/videos/Craft_a_video_of_a_bustling_city_street_in_a_vintage_sepia_tone..mp4 filter=lfs diff=lfs merge=lfs -text
|
| 38 |
+
2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics\?/videos/Create_a_bustling_cityscape_at_night,_filled_with_neon_lights,_towering_skyscrapers,_and_busy_streets,_capturing_the_vibrant_and_chaotic_beauty_of_urban_life..mp4 filter=lfs diff=lfs merge=lfs -text
|
| 39 |
+
2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics\?/videos/Create_a_minimalist_interior_design_shot_with_soft_lighting_and_clean_lines..mp4 filter=lfs diff=lfs merge=lfs -text
|
| 40 |
+
2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics\?/videos/Create_a_video_scene_depicting_a_serene_rainforest_using_an_impressionist_art_style..mp4 filter=lfs diff=lfs merge=lfs -text
|
| 41 |
+
2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics\?/videos/Create_an_underwater_scene_with_a_thriving_coral_reef,_diverse_marine_life,_and_the_play_of_light_through_the_water..mp4 filter=lfs diff=lfs merge=lfs -text
|
| 42 |
+
2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics\?/videos/Depict_a_busy_airport_terminal_with_passengers,_airplanes,_and_various_activities,_showcasing_a_blend_of_human_and_mechanical_elements..mp4 filter=lfs diff=lfs merge=lfs -text
|
| 43 |
+
2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics\?/videos/Depict_a_calm_ocean_scene_in_the_style_of_Japanese_ukiyo-e_art..mp4 filter=lfs diff=lfs merge=lfs -text
|
| 44 |
+
2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics\?/videos/Depict_a_dense_rainforest_with_layers_of_foliage,_diverse_wildlife,_and_a_flowing_river,_showcasing_the_intricate_textures_and_colors_found_in_nature..mp4 filter=lfs diff=lfs merge=lfs -text
|
| 45 |
+
2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics\?/videos/Depict_a_quiet_street_at_dusk,_with_street_lamps_casting_a_warm_glow..mp4 filter=lfs diff=lfs merge=lfs -text
|
| 46 |
+
2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics\?/videos/Illustrate_a_futuristic_city_skyline_at_night_using_a_neon_cyberpunk_aesthetic..mp4 filter=lfs diff=lfs merge=lfs -text
|
| 47 |
+
2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics\?/videos/Illustrate_a_gentle_snowfall_in_a_small_park,_with_snowflakes_softly_landing_on_a_bench..mp4 filter=lfs diff=lfs merge=lfs -text
|
| 48 |
+
2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics\?/videos/Illustrate_an_ornate,_historical_palace_interior_with_detailed_architecture,_lavish_decorations,_and_complex_lighting_from_chandeliers..mp4 filter=lfs diff=lfs merge=lfs -text
|
| 49 |
+
2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics\?/videos/Portray_a_quaint_village_in_the_countryside_as_if_painted_by_a_Renaissance_artist..mp4 filter=lfs diff=lfs merge=lfs -text
|
| 50 |
+
2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics\?/videos/Render_a_modern_art_gallery_interior_using_a_minimalist_style..mp4 filter=lfs diff=lfs merge=lfs -text
|
| 51 |
+
2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics\?/videos/Show_a_bustling_market_scene_in_the_style_of_surrealism..mp4 filter=lfs diff=lfs merge=lfs -text
|
| 52 |
+
2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics\?/videos/Show_a_lone_tree_in_an_open_field_under_a_clear_blue_sky,_capturing_the_essence_of_solitude_and_simplicity..mp4 filter=lfs diff=lfs merge=lfs -text
|
| 53 |
+
2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics\?/videos/Visualize_a_crowded_marketplace_in_an_exotic_location,_filled_with_colorful_stalls,_various_goods,_and_a_diverse_crowd_of_people..mp4 filter=lfs diff=lfs merge=lfs -text
|
| 54 |
+
2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics\?/videos/Visualize_a_single_flower_in_a_garden,_with_morning_dew_glistening_in_the_sunlight..mp4 filter=lfs diff=lfs merge=lfs -text
|
| 55 |
+
2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics\?/videos/Visualize_an_airport_terminal_during_a_busy_day_in_a_cubist_style..mp4 filter=lfs diff=lfs merge=lfs -text
|
2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics?/chat_history_output_2024-10-07-13:11:00.json
ADDED
|
@@ -0,0 +1,144 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[
|
| 2 |
+
"How does the model perform in terms of aesthetics?",
|
| 3 |
+
{
|
| 4 |
+
"Sub-aspect": "Basic aesthetic quality in simple scenes",
|
| 5 |
+
"Tool": "Aesthetic Quality",
|
| 6 |
+
"Thought": "To start the evaluation of the model's performance in terms of aesthetics, it is logical to first assess its ability to generate aesthetically pleasing videos in simple scenarios. This will provide a baseline understanding of its capabilities before moving on to more complex situations.",
|
| 7 |
+
"eval_results": {
|
| 8 |
+
"score": [
|
| 9 |
+
0.5886241594950358,
|
| 10 |
+
[
|
| 11 |
+
{
|
| 12 |
+
"prompt": "Capture a serene sunrise over a calm lake, with gentle ripples and birds softly chirping.",
|
| 13 |
+
"video_path": "/mnt/petrelfs/zhangfan.p/zhangfan/evaluate-agent/agent/results_for_vbench_20241006/2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics?/videos/Capture_a_serene_sunrise_over_a_calm_lake,_with_gentle_ripples_and_birds_softly_chirping..mp4",
|
| 14 |
+
"video_results": 0.55611652135849
|
| 15 |
+
},
|
| 16 |
+
{
|
| 17 |
+
"prompt": "Create a minimalist interior design shot with soft lighting and clean lines.",
|
| 18 |
+
"video_path": "/mnt/petrelfs/zhangfan.p/zhangfan/evaluate-agent/agent/results_for_vbench_20241006/2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics?/videos/Create_a_minimalist_interior_design_shot_with_soft_lighting_and_clean_lines..mp4",
|
| 19 |
+
"video_results": 0.3571326732635498
|
| 20 |
+
},
|
| 21 |
+
{
|
| 22 |
+
"prompt": "Show a lone tree in an open field under a clear blue sky, capturing the essence of solitude and simplicity.",
|
| 23 |
+
"video_path": "/mnt/petrelfs/zhangfan.p/zhangfan/evaluate-agent/agent/results_for_vbench_20241006/2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics?/videos/Show_a_lone_tree_in_an_open_field_under_a_clear_blue_sky,_capturing_the_essence_of_solitude_and_simplicity..mp4",
|
| 24 |
+
"video_results": 0.6854211688041687
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"prompt": "Visualize a single flower in a garden, with morning dew glistening in the sunlight.",
|
| 28 |
+
"video_path": "/mnt/petrelfs/zhangfan.p/zhangfan/evaluate-agent/agent/results_for_vbench_20241006/2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics?/videos/Visualize_a_single_flower_in_a_garden,_with_morning_dew_glistening_in_the_sunlight..mp4",
|
| 29 |
+
"video_results": 0.6222817897796631
|
| 30 |
+
},
|
| 31 |
+
{
|
| 32 |
+
"prompt": "Depict a quiet street at dusk, with street lamps casting a warm glow.",
|
| 33 |
+
"video_path": "/mnt/petrelfs/zhangfan.p/zhangfan/evaluate-agent/agent/results_for_vbench_20241006/2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics?/videos/Depict_a_quiet_street_at_dusk,_with_street_lamps_casting_a_warm_glow..mp4",
|
| 34 |
+
"video_results": 0.624579668045044
|
| 35 |
+
},
|
| 36 |
+
{
|
| 37 |
+
"prompt": "Illustrate a gentle snowfall in a small park, with snowflakes softly landing on a bench.",
|
| 38 |
+
"video_path": "/mnt/petrelfs/zhangfan.p/zhangfan/evaluate-agent/agent/results_for_vbench_20241006/2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics?/videos/Illustrate_a_gentle_snowfall_in_a_small_park,_with_snowflakes_softly_landing_on_a_bench..mp4",
|
| 39 |
+
"video_results": 0.6862131357192993
|
| 40 |
+
}
|
| 41 |
+
]
|
| 42 |
+
]
|
| 43 |
+
}
|
| 44 |
+
},
|
| 45 |
+
{
|
| 46 |
+
"Sub-aspect": "Aesthetic quality in complex scenes",
|
| 47 |
+
"Tool": "Aesthetic Quality",
|
| 48 |
+
"Thought": "The model's performance in simple scenes shows moderate aesthetic quality, with some prompts significantly lower than others. To further understand the model's abilities, it is beneficial to assess its performance in more complex scenes. This will help identify if the complexity of the scene impacts the aesthetic quality and offer insights into the model's strengths and weaknesses in handling intricate visuals.",
|
| 49 |
+
"eval_results": {
|
| 50 |
+
"score": [
|
| 51 |
+
0.606481283903122,
|
| 52 |
+
[
|
| 53 |
+
{
|
| 54 |
+
"prompt": "Create a bustling cityscape at night, filled with neon lights, towering skyscrapers, and busy streets, capturing the vibrant and chaotic beauty of urban life.",
|
| 55 |
+
"video_path": "/mnt/petrelfs/zhangfan.p/zhangfan/evaluate-agent/agent/results_for_vbench_20241006/2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics?/videos/Create_a_bustling_cityscape_at_night,_filled_with_neon_lights,_towering_skyscrapers,_and_busy_streets,_capturing_the_vibrant_and_chaotic_beauty_of_urban_life..mp4",
|
| 56 |
+
"video_results": 0.6485462784767151
|
| 57 |
+
},
|
| 58 |
+
{
|
| 59 |
+
"prompt": "Depict a dense rainforest with layers of foliage, diverse wildlife, and a flowing river, showcasing the intricate textures and colors found in nature.",
|
| 60 |
+
"video_path": "/mnt/petrelfs/zhangfan.p/zhangfan/evaluate-agent/agent/results_for_vbench_20241006/2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics?/videos/Depict_a_dense_rainforest_with_layers_of_foliage,_diverse_wildlife,_and_a_flowing_river,_showcasing_the_intricate_textures_and_colors_found_in_nature..mp4",
|
| 61 |
+
"video_results": 0.8143126964569092
|
| 62 |
+
},
|
| 63 |
+
{
|
| 64 |
+
"prompt": "Illustrate an ornate, historical palace interior with detailed architecture, lavish decorations, and complex lighting from chandeliers.",
|
| 65 |
+
"video_path": "/mnt/petrelfs/zhangfan.p/zhangfan/evaluate-agent/agent/results_for_vbench_20241006/2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics?/videos/Illustrate_an_ornate,_historical_palace_interior_with_detailed_architecture,_lavish_decorations,_and_complex_lighting_from_chandeliers..mp4",
|
| 66 |
+
"video_results": 0.6146162748336792
|
| 67 |
+
},
|
| 68 |
+
{
|
| 69 |
+
"prompt": "Visualize a crowded marketplace in an exotic location, filled with colorful stalls, various goods, and a diverse crowd of people.",
|
| 70 |
+
"video_path": "/mnt/petrelfs/zhangfan.p/zhangfan/evaluate-agent/agent/results_for_vbench_20241006/2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics?/videos/Visualize_a_crowded_marketplace_in_an_exotic_location,_filled_with_colorful_stalls,_various_goods,_and_a_diverse_crowd_of_people..mp4",
|
| 71 |
+
"video_results": 0.6308568716049194
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"prompt": "Create an underwater scene with a thriving coral reef, diverse marine life, and the play of light through the water.",
|
| 75 |
+
"video_path": "/mnt/petrelfs/zhangfan.p/zhangfan/evaluate-agent/agent/results_for_vbench_20241006/2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics?/videos/Create_an_underwater_scene_with_a_thriving_coral_reef,_diverse_marine_life,_and_the_play_of_light_through_the_water..mp4",
|
| 76 |
+
"video_results": 0.5558220148086548
|
| 77 |
+
},
|
| 78 |
+
{
|
| 79 |
+
"prompt": "Depict a busy airport terminal with passengers, airplanes, and various activities, showcasing a blend of human and mechanical elements.",
|
| 80 |
+
"video_path": "/mnt/petrelfs/zhangfan.p/zhangfan/evaluate-agent/agent/results_for_vbench_20241006/2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics?/videos/Depict_a_busy_airport_terminal_with_passengers,_airplanes,_and_various_activities,_showcasing_a_blend_of_human_and_mechanical_elements..mp4",
|
| 81 |
+
"video_results": 0.374733567237854
|
| 82 |
+
}
|
| 83 |
+
]
|
| 84 |
+
]
|
| 85 |
+
}
|
| 86 |
+
},
|
| 87 |
+
{
|
| 88 |
+
"Sub-aspect": "Aesthetic quality in scenes with specific styles",
|
| 89 |
+
"Tool": "Aesthetic Quality",
|
| 90 |
+
"Thought": "The model demonstrates a moderate to high aesthetic quality in complex scenes, particularly excelling in natural settings like rainforests. However, it struggles with certain environments like airport terminals. To gain a comprehensive understanding of its aesthetic capabilities, it is important to evaluate how well the model adheres to specific artistic styles, as this can reveal its versatility and ability to maintain aesthetic appeal across diverse artistic expressions.",
|
| 91 |
+
"eval_results": {
|
| 92 |
+
"score": [
|
| 93 |
+
0.579991988837719,
|
| 94 |
+
[
|
| 95 |
+
{
|
| 96 |
+
"prompt": "Create a video scene depicting a serene rainforest using an impressionist art style.",
|
| 97 |
+
"video_path": "/mnt/petrelfs/zhangfan.p/zhangfan/evaluate-agent/agent/results_for_vbench_20241006/2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics?/videos/Create_a_video_scene_depicting_a_serene_rainforest_using_an_impressionist_art_style..mp4",
|
| 98 |
+
"video_results": 0.7475772500038147
|
| 99 |
+
},
|
| 100 |
+
{
|
| 101 |
+
"prompt": "Visualize an airport terminal during a busy day in a cubist style.",
|
| 102 |
+
"video_path": "/mnt/petrelfs/zhangfan.p/zhangfan/evaluate-agent/agent/results_for_vbench_20241006/2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics?/videos/Visualize_an_airport_terminal_during_a_busy_day_in_a_cubist_style..mp4",
|
| 103 |
+
"video_results": 0.4918551445007324
|
| 104 |
+
},
|
| 105 |
+
{
|
| 106 |
+
"prompt": "Craft a video of a bustling city street in a vintage sepia tone.",
|
| 107 |
+
"video_path": "/mnt/petrelfs/zhangfan.p/zhangfan/evaluate-agent/agent/results_for_vbench_20241006/2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics?/videos/Craft_a_video_of_a_bustling_city_street_in_a_vintage_sepia_tone..mp4",
|
| 108 |
+
"video_results": 0.6251742839813232
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"prompt": "Depict a calm ocean scene in the style of Japanese ukiyo-e art.",
|
| 112 |
+
"video_path": "/mnt/petrelfs/zhangfan.p/zhangfan/evaluate-agent/agent/results_for_vbench_20241006/2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics?/videos/Depict_a_calm_ocean_scene_in_the_style_of_Japanese_ukiyo-e_art..mp4",
|
| 113 |
+
"video_results": 0.37984126806259155
|
| 114 |
+
},
|
| 115 |
+
{
|
| 116 |
+
"prompt": "Illustrate a futuristic city skyline at night using a neon cyberpunk aesthetic.",
|
| 117 |
+
"video_path": "/mnt/petrelfs/zhangfan.p/zhangfan/evaluate-agent/agent/results_for_vbench_20241006/2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics?/videos/Illustrate_a_futuristic_city_skyline_at_night_using_a_neon_cyberpunk_aesthetic..mp4",
|
| 118 |
+
"video_results": 0.6350520849227905
|
| 119 |
+
},
|
| 120 |
+
{
|
| 121 |
+
"prompt": "Portray a quaint village in the countryside as if painted by a Renaissance artist.",
|
| 122 |
+
"video_path": "/mnt/petrelfs/zhangfan.p/zhangfan/evaluate-agent/agent/results_for_vbench_20241006/2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics?/videos/Portray_a_quaint_village_in_the_countryside_as_if_painted_by_a_Renaissance_artist..mp4",
|
| 123 |
+
"video_results": 0.6673297882080078
|
| 124 |
+
},
|
| 125 |
+
{
|
| 126 |
+
"prompt": "Show a bustling market scene in the style of surrealism.",
|
| 127 |
+
"video_path": "/mnt/petrelfs/zhangfan.p/zhangfan/evaluate-agent/agent/results_for_vbench_20241006/2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics?/videos/Show_a_bustling_market_scene_in_the_style_of_surrealism..mp4",
|
| 128 |
+
"video_results": 0.614740788936615
|
| 129 |
+
},
|
| 130 |
+
{
|
| 131 |
+
"prompt": "Render a modern art gallery interior using a minimalist style.",
|
| 132 |
+
"video_path": "/mnt/petrelfs/zhangfan.p/zhangfan/evaluate-agent/agent/results_for_vbench_20241006/2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics?/videos/Render_a_modern_art_gallery_interior_using_a_minimalist_style..mp4",
|
| 133 |
+
"video_results": 0.47836530208587646
|
| 134 |
+
}
|
| 135 |
+
]
|
| 136 |
+
]
|
| 137 |
+
}
|
| 138 |
+
},
|
| 139 |
+
{
|
| 140 |
+
"Thought": "We have explored the model's aesthetic capabilities across different dimensions: simple scenes, complex scenes, and scenes with specific artistic styles. The results indicate moderate aesthetic performance with variation across different scenarios. The model seems to handle natural and certain complex scenes better than others, and its performance in specific styles shows variability. Further investigation seems unnecessary as we have sufficiently covered diverse scenarios and styles.",
|
| 141 |
+
"Analysis": "The model's aesthetic quality was evaluated in several contexts. In simple scenes, scores varied, with some prompts like a minimalist interior design shot scoring low (0.3571), while others like a lone tree scored higher (0.6854). In complex scenes, the model performed better, especially in natural settings like rainforests (0.8143), but struggled with environments like airport terminals (0.3747). When tasked with specific styles, the model showed prowess in impressionist and cyberpunk styles but found challenges with ukiyo-e and minimalist styles. These observations suggest the model is capable of delivering moderate aesthetic quality, excelling in certain environments and styles, but facing difficulties in others.",
|
| 142 |
+
"Summary": "Score: Moderate. The model demonstrates moderate aesthetic capabilities across different scenarios and styles. While it handles natural settings and certain complex scenes well, it struggles with specific styles and environments, indicating room for improvement in aesthetic consistency and versatility."
|
| 143 |
+
}
|
| 144 |
+
]
|
2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics?/videos/Capture_a_serene_sunrise_over_a_calm_lake,_with_gentle_ripples_and_birds_softly_chirping..mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9a19c1d97131ebd9613c9b6aeb80d23b7b42ee55636aacd001df09f75d62a84c
|
| 3 |
+
size 243256
|
2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics?/videos/Craft_a_video_of_a_bustling_city_street_in_a_vintage_sepia_tone..mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4728299b207d36177ceed7423150cda42d688325f8ecd75f32fd43fc6b64bbdd
|
| 3 |
+
size 277394
|
2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics?/videos/Create_a_bustling_cityscape_at_night,_filled_with_neon_lights,_towering_skyscrapers,_and_busy_streets,_capturing_the_vibrant_and_chaotic_beauty_of_urban_life..mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:acf640ac3c5d16cebf0877012aeb8f0441b5f1312a1b2db3283d84c276eb7b64
|
| 3 |
+
size 280764
|
2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics?/videos/Create_a_minimalist_interior_design_shot_with_soft_lighting_and_clean_lines..mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8bd800cbacc65cbf26b910cb21575ba3f5cf499518a68497364ec4221c22ab7d
|
| 3 |
+
size 243128
|
2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics?/videos/Create_a_video_scene_depicting_a_serene_rainforest_using_an_impressionist_art_style..mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4170ffb68a4d4b5fed450763a9f4352a6e9e307d5f244e57ac530c525c02abe1
|
| 3 |
+
size 247362
|
2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics?/videos/Create_an_underwater_scene_with_a_thriving_coral_reef,_diverse_marine_life,_and_the_play_of_light_through_the_water..mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2b965dcb0981e3a7834f8ec62f2b65a235823fc7bf5a1ff0506ddaf7a4dfaa58
|
| 3 |
+
size 295118
|
2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics?/videos/Depict_a_busy_airport_terminal_with_passengers,_airplanes,_and_various_activities,_showcasing_a_blend_of_human_and_mechanical_elements..mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:84b2f8792700a2f1e723cfdb15ef287380c09e77377b2e7fd54c7217e7af91be
|
| 3 |
+
size 320814
|
2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics?/videos/Depict_a_calm_ocean_scene_in_the_style_of_Japanese_ukiyo-e_art..mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:22fe2ae6f7480f34f60f08b6d87552c43c86541a6b0c945e1545d590d673550a
|
| 3 |
+
size 394613
|
2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics?/videos/Depict_a_dense_rainforest_with_layers_of_foliage,_diverse_wildlife,_and_a_flowing_river,_showcasing_the_intricate_textures_and_colors_found_in_nature..mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4fceeb448e567a5c3bb4825cdea83786e8047d2c2ba126379222779ae09e1dc0
|
| 3 |
+
size 401298
|
2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics?/videos/Depict_a_quiet_street_at_dusk,_with_street_lamps_casting_a_warm_glow..mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6a6ddc7e45464a334611ccb1b7179fd77741dd0bdeec7735f216385fb1db40db
|
| 3 |
+
size 245725
|
2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics?/videos/Illustrate_a_futuristic_city_skyline_at_night_using_a_neon_cyberpunk_aesthetic..mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9df757c3fb696ae4696344f9a40a7e9750ab17e753dc7d71db6ad9d4085df7a0
|
| 3 |
+
size 269098
|
2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics?/videos/Illustrate_a_gentle_snowfall_in_a_small_park,_with_snowflakes_softly_landing_on_a_bench..mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:731bb120ba294b23385aa3c78c0ef1db092bd9138f86aaf82e3560a3bea02b73
|
| 3 |
+
size 412066
|
2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics?/videos/Illustrate_an_ornate,_historical_palace_interior_with_detailed_architecture,_lavish_decorations,_and_complex_lighting_from_chandeliers..mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5ff28913a5b13202b671206bd11e450b9ba0f649331e6f4e3b3795b2832074a8
|
| 3 |
+
size 280038
|
2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics?/videos/Portray_a_quaint_village_in_the_countryside_as_if_painted_by_a_Renaissance_artist..mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e3be1d46b3ba85dcff6c7b30b5d905892b2dac10c199b1ff77c2d6af168ec70b
|
| 3 |
+
size 279176
|
2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics?/videos/Render_a_modern_art_gallery_interior_using_a_minimalist_style..mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6949fa5f549e4330093106564f78f7b8a5bf374cedd9d164dbc2b1808a8a655f
|
| 3 |
+
size 222495
|
2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics?/videos/Show_a_bustling_market_scene_in_the_style_of_surrealism..mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b5e0eccfc758a8bcf06ccb12044ad5e1d95718d9bcaeb95c776361693e88868f
|
| 3 |
+
size 384204
|
2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics?/videos/Show_a_lone_tree_in_an_open_field_under_a_clear_blue_sky,_capturing_the_essence_of_solitude_and_simplicity..mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:86f0e468c59910cb206799d225231904f9b21bb65f2f9744c13efcfbd8b7a22a
|
| 3 |
+
size 314348
|
2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics?/videos/Visualize_a_crowded_marketplace_in_an_exotic_location,_filled_with_colorful_stalls,_various_goods,_and_a_diverse_crowd_of_people..mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a2fe26fcee787136f2caa9b53b150b8e20f65204dfb26bc276560b44f435c077
|
| 3 |
+
size 411374
|
2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics?/videos/Visualize_a_single_flower_in_a_garden,_with_morning_dew_glistening_in_the_sunlight..mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6b6826f4b704fd0d2632c71309151c17525309f8c50d5c2eceb6169c561a09c9
|
| 3 |
+
size 235406
|
2024-10-07-12:59:37-How_does_the_model_perform_in_terms_of_aesthetics?/videos/Visualize_an_airport_terminal_during_a_busy_day_in_a_cubist_style..mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1f69e4d411405684984bf448ed1c83adf9186859443d296a22b4fea5a7aaf43c
|
| 3 |
+
size 336527
|