| {"data_source": "lv178k_cap", "ability": "video_caption", "video_rel": "1_2_m_academic_v0_1/academic_source/NextQA/1201/2662863658.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/1_2_m_academic_v0_1/academic_source/NextQA/1201/2662863658.mp4", "messages": [{"role": "user", "content": "<video>\nIllustrate the video's narrative journey, scene by scene, with attention to detail."}, {"role": "assistant", "content": "The video opens with a cozy indoor setting featuring wooden furniture and a green wall, creating a warm ambiance. A television in the background displays a dimly lit scene, adding to the homely atmosphere. The main focus is on a fluffy brown dog and a lighter-coated dog interacting on a couch covered with a beige blanket. The brown dog is attentive and alert, while the lighter-coated dog engages in playful interactions. A remote control on a nearby table and various objects like a toy box and a colorful pillow enhance the lived-in feel of the room. A person lying on the couch pets the lighter-coated dog, contributing to the relaxed atmosphere. The lighter-coated dog then interacts with a person sitting on the floor, displaying curious behavior. The brown dog reappears, showing curiosity towards the lighter-coated dog and the person, with both dogs exhibiting playful behavior. The room's homely feel is emphasized by the presence of various objects and the dimly lit television scene.\\n\\nThe scene transitions to a view of the lighter-coated dog near a red leather chair and a laptop, exploring the area. The background includes a staircase with wooden railings and a white cabinet. The dog occasionally looks towards the dimly lit television. The fluffy brown dog joins in, appearing curious and engaged. A closer view shows the brown dog and a person's legs, indicating a relaxed environment. The person, wearing shorts, interacts with the brown dog, enhancing the cozy feel. The clip concludes with a close-up of the brown dog's face, emphasizing the affectionate interaction.\\n\\nNext, the focus is on a close-up of the fluffy brown dog, with a person's legs visible in the background. The person, wearing dark shorts, is sitting on the floor, contributing to the relaxed atmosphere. The scene shifts to a wider view, showing the person reclining on a couch with the brown dog nearby. The person wears a dark shirt with a white design, and the couch is covered with a beige blanket. The background includes a green wall and a window. The brown dog interacts affectionately with the person, who pets the dog, enhancing the warm ambiance. Various objects like a colorful pillow and a blue box are visible, maintaining the lived-in feel. The brown dog continues to explore around the couch, occasionally looking towards the person. The clip concludes with the brown dog standing on the couch, its tail wagging, as the person reaches out to interact with it.\\n\\nThe final scene focuses on the lighter-coated dog standing on a striped beige couch, with a person's arm resting on the couch. The background includes a green wall and a window. The fluffy brown dog is partially visible, indicating its presence on the couch. The scene shifts to a wider view of the room, showing the lighter-coated dog standing on a wooden floor near a green wall. Various objects like a blue box and a toy are visible, maintaining the lived-in feel. The dog appears curious and attentive, looking towards the camera. The lighter-coated dog continues to stand on the wooden floor, occasionally glancing towards the person whose legs are visible. The person, wearing dark shorts, contributes to the relaxed environment. The background includes a doorway leading to another room, enhancing the sense of depth. The video concludes with the lighter-coated dog maintaining its curious demeanor, with the person's legs still visible, indicating their engagement with the dog. The overall atmosphere remains cozy and relaxed, with familiar elements contributing to the homely environment."}], "extra_info": {"id": "1201-2662863658", "split": "1_2_m_academic_v0_1", "qtype": "cap", "manifest": {"frames": 2520, "fps": 29.97002997002997, "duration_s": 84.084, "rel_path": "1_2_m_academic_v0_1/academic_source/NextQA/1201/2662863658.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_mc", "ability": "video_mc_qa", "video_rel": "30_60_s_academic_v0_1/academic_source/activitynet/v_6OLIr7E0eHA.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/30_60_s_academic_v0_1/academic_source/activitynet/v_6OLIr7E0eHA.mp4", "messages": [{"role": "user", "content": "<video>\nWhat is the main focus of the video?\nA. A child playing with toys\nB. A community or family event centered around a drum set\nC. A cooking demonstration\nD. A person giving a speech\nPlease respond with only the letter of the correct answer."}, {"role": "assistant", "content": "B."}], "extra_info": {"id": "v_6OLIr7E0eHA", "split": "30_60_s_academic_v0_1", "qtype": "mc", "manifest": {"frames": 1686, "fps": 30.017626008154256, "duration_s": 56.166999999999994, "rel_path": "30_60_s_academic_v0_1/academic_source/activitynet/v_6OLIr7E0eHA.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_oe", "ability": "video_oe_qa", "video_rel": "1_2_m_academic_v0_1/academic_source/activitynet/v_QylENMzsW9w.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/1_2_m_academic_v0_1/academic_source/activitynet/v_QylENMzsW9w.mp4", "messages": [{"role": "user", "content": "<video>\nAfter mopping the floor, does the person in the light-colored shirt and red patterned shorts start vacuuming the carpet?"}, {"role": "assistant", "content": "No, the video only shows the person mopping the floor."}], "extra_info": {"id": "v_QylENMzsW9w", "split": "1_2_m_academic_v0_1", "qtype": "oe", "manifest": {"frames": 1933, "fps": 30.01552795031056, "duration_s": 64.4, "rel_path": "1_2_m_academic_v0_1/academic_source/activitynet/v_QylENMzsW9w.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_oe", "ability": "video_oe_qa", "video_rel": "30_60_s_academic_v0_1/academic_source/NextQA/1150/10815616364.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/30_60_s_academic_v0_1/academic_source/NextQA/1150/10815616364.mp4", "messages": [{"role": "user", "content": "<video>\nDo the participants start singing while performing the synchronized movements?"}, {"role": "assistant", "content": "No, the video does not mention the participants singing while performing the synchronized movements."}], "extra_info": {"id": "1150-10815616364", "split": "30_60_s_academic_v0_1", "qtype": "oe", "manifest": {"frames": 935, "fps": 29.97, "duration_s": 31.197864531197865, "rel_path": "30_60_s_academic_v0_1/academic_source/NextQA/1150/10815616364.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_oe", "ability": "video_oe_qa", "video_rel": "0_30_s_activitynetqa/ActivityNet-QA/activitynet/train/v_zq621OgpFFk.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/0_30_s_activitynetqa/ActivityNet-QA/activitynet/train/v_zq621OgpFFk.mp4", "messages": [{"role": "user", "content": "<video>\nwhat is in front of the person in white clothes\nAnswer the question using few words or phrase."}, {"role": "assistant", "content": "net bar"}], "extra_info": {"id": "v_zq621OgpFFk_4", "split": "0_30_s_activitynetqa", "qtype": "oe", "manifest": {"frames": 149, "fps": 29.97002997002997, "duration_s": 4.971633333333333, "rel_path": "0_30_s_activitynetqa/ActivityNet-QA/activitynet/train/v_zq621OgpFFk.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_oe", "ability": "video_oe_qa", "video_rel": "2_3_m_activitynetqa/ActivityNet-QA/activitynet/train/v1-3/train_val/v_xOTW_-tiEjY.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/2_3_m_activitynetqa/ActivityNet-QA/activitynet/train/v1-3/train_val/v_xOTW_-tiEjY.mp4", "messages": [{"role": "user", "content": "<video>\nwhat is the person in black coat doing\nAnswer the question using few words or phrase."}, {"role": "assistant", "content": "eat"}], "extra_info": {"id": "v_xOTW_-tiEjY_1", "split": "2_3_m_activitynetqa", "qtype": "oe", "manifest": {"frames": 5157, "fps": 30.0, "duration_s": 171.9, "rel_path": "2_3_m_activitynetqa/ActivityNet-QA/activitynet/train/v1-3/train_val/v_xOTW_-tiEjY.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_oe", "ability": "video_oe_qa", "video_rel": "30_60_s_academic_v0_1/academic_source/ego4d/2cc06457-5c98-4514-8400-0872602a858b.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/30_60_s_academic_v0_1/academic_source/ego4d/2cc06457-5c98-4514-8400-0872602a858b.mp4", "messages": [{"role": "user", "content": "<video>\nWhat items are visible on the kitchen countertop at the beginning of the video?"}, {"role": "assistant", "content": "A yellow spatula, a sponge, bottles of soap and lotion, and a drying rack filled with dishes and cups."}], "extra_info": {"id": "2cc06457-5c98-4514-8400-0872602a858b", "split": "30_60_s_academic_v0_1", "qtype": "oe", "manifest": {"frames": 1444, "fps": 30.0, "duration_s": 48.13333333333333, "rel_path": "30_60_s_academic_v0_1/academic_source/ego4d/2cc06457-5c98-4514-8400-0872602a858b.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_oe", "ability": "video_oe_qa", "video_rel": "1_2_m_academic_v0_1/academic_source/ego4d/4c6c4e0f-9bca-4ff6-a20e-7786c1640eb0.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/1_2_m_academic_v0_1/academic_source/ego4d/4c6c4e0f-9bca-4ff6-a20e-7786c1640eb0.mp4", "messages": [{"role": "user", "content": "<video>\nDoes the person perform their actions quickly or slowly?"}, {"role": "assistant", "content": "The video does not specify the speed of the person's actions."}], "extra_info": {"id": "4c6c4e0f-9bca-4ff6-a20e-7786c1640eb0", "split": "1_2_m_academic_v0_1", "qtype": "oe", "manifest": {"frames": 2666, "fps": 30.0, "duration_s": 88.86666666666666, "rel_path": "1_2_m_academic_v0_1/academic_source/ego4d/4c6c4e0f-9bca-4ff6-a20e-7786c1640eb0.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_oe", "ability": "video_oe_qa", "video_rel": "30_60_s_academic_v0_1/academic_source/Charades/BQ07S.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/30_60_s_academic_v0_1/academic_source/Charades/BQ07S.mp4", "messages": [{"role": "user", "content": "<video>\nDoes the man take a shower in the video?"}, {"role": "assistant", "content": "No, the man does not take a shower in the video."}], "extra_info": {"id": "BQ07S", "split": "30_60_s_academic_v0_1", "qtype": "oe", "manifest": {"frames": 1204, "fps": 29.97002997002997, "duration_s": 40.17346666666667, "rel_path": "30_60_s_academic_v0_1/academic_source/Charades/BQ07S.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_mc", "ability": "video_mc_qa", "video_rel": "1_2_m_academic_v0_1/academic_source/NextQA/1101/6273514577.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/1_2_m_academic_v0_1/academic_source/NextQA/1101/6273514577.mp4", "messages": [{"role": "user", "content": "<video>\nWhat happens after the caregiver adjusts the blanket around the baby?\nA. The baby is fed\nB. The baby is taken out of the bassinet\nC. The baby starts crying\nD. The caregiver's hand gently touches the baby's hand and feet\nPlease respond with only the letter of the correct answer."}, {"role": "assistant", "content": "D."}], "extra_info": {"id": "1101-6273514577", "split": "1_2_m_academic_v0_1", "qtype": "mc", "manifest": {"frames": 2236, "fps": 29.97002997002997, "duration_s": 74.60786666666667, "rel_path": "1_2_m_academic_v0_1/academic_source/NextQA/1101/6273514577.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_oe", "ability": "video_oe_qa", "video_rel": "0_30_s_academic_v0_1/academic_source/youcook2/313/a6tBjoYxbYQ/split_2.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/0_30_s_academic_v0_1/academic_source/youcook2/313/a6tBjoYxbYQ/split_2.mp4", "messages": [{"role": "user", "content": "<video>\nHow are the avocado slices placed on the nori sheet?"}, {"role": "assistant", "content": "The avocado slices are placed on top of the cucumber slices, aligning them neatly."}], "extra_info": {"id": "313-a6tBjoYxbYQ-split_2", "split": "0_30_s_academic_v0_1", "qtype": "oe", "manifest": {"frames": 375, "fps": 25.0, "duration_s": 15.0, "rel_path": "0_30_s_academic_v0_1/academic_source/youcook2/313/a6tBjoYxbYQ/split_2.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_oe", "ability": "video_oe_qa", "video_rel": "0_30_s_academic_v0_1/academic_source/activitynet/v_-CEi03j4-Bw.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/0_30_s_academic_v0_1/academic_source/activitynet/v_-CEi03j4-Bw.mp4", "messages": [{"role": "user", "content": "<video>\nWhere does the video take place?"}, {"role": "assistant", "content": "The video takes place on a lively sandy beach under a clear blue sky with the ocean in the background."}], "extra_info": {"id": "v_-CEi03j4-Bw", "split": "0_30_s_academic_v0_1", "qtype": "oe", "manifest": {"frames": 307, "fps": 29.97002997002997, "duration_s": 10.243566666666666, "rel_path": "0_30_s_academic_v0_1/academic_source/activitynet/v_-CEi03j4-Bw.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_mc", "ability": "video_mc_qa", "video_rel": "30_60_s_academic_v0_1/academic_source/activitynet/v_cROJALtLB1k.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/30_60_s_academic_v0_1/academic_source/activitynet/v_cROJALtLB1k.mp4", "messages": [{"role": "user", "content": "<video>\nWhat is the main focus of the video?\nA. Demonstrating the features of a rowing machine\nB. Teaching a rowing technique\nC. Advertising a new gym membership\nD. Showing different types of exercise equipment\nPlease respond with only the letter of the correct answer."}, {"role": "assistant", "content": "A."}], "extra_info": {"id": "v_cROJALtLB1k", "split": "30_60_s_academic_v0_1", "qtype": "mc", "manifest": {"frames": 1000, "fps": 29.97002997002997, "duration_s": 33.36666666666667, "rel_path": "30_60_s_academic_v0_1/academic_source/activitynet/v_cROJALtLB1k.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_oe", "ability": "video_oe_qa", "video_rel": "0_30_s_academic_v0_1/academic_source/youcook2/124/tqA5LByjh_Y/split_9.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/0_30_s_academic_v0_1/academic_source/youcook2/124/tqA5LByjh_Y/split_9.mp4", "messages": [{"role": "user", "content": "<video>\nHow many pieces of bread are placed on the grill?"}, {"role": "assistant", "content": "Two pieces of bread are placed on the grill."}], "extra_info": {"id": "124-tqA5LByjh_Y-split_9", "split": "0_30_s_academic_v0_1", "qtype": "oe", "manifest": {"frames": 250, "fps": 25.0, "duration_s": 10.0, "rel_path": "0_30_s_academic_v0_1/academic_source/youcook2/124/tqA5LByjh_Y/split_9.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_cap", "ability": "video_caption", "video_rel": "1_2_m_academic_v0_1/academic_source/activitynet/v_uaGy1W-EYWU.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/1_2_m_academic_v0_1/academic_source/activitynet/v_uaGy1W-EYWU.mp4", "messages": [{"role": "user", "content": "<video>\nWrite a comprehensive depiction of the entire video clip."}, {"role": "assistant", "content": "The video opens with a performer standing on a stage, surrounded by an attentive audience. Dressed in a dark t-shirt with a yellow design, dark pants, and white shoes, the performer holds a blue plastic chair and begins a dance routine incorporating the chair into their moves. The dancer flips upside down and spins on their head while holding the chair with their legs, captivating the audience who respond with claps and cheers. The dancer showcases an impressive headspin, maintaining it for several seconds while still holding the blue chair with their legs. Transitioning out of the headspin, the dancer places the chair upright on the ground as another performer, wearing a red t-shirt and black shorts, enters the stage and starts hula hooping with a colorful hoop. The first performer moves the blue chair aside and watches the second performer, who then performs an impressive headspin while hula hooping, maintaining the spin for several seconds. The colorful hula hoop adds a dynamic visual element to the routine, further engaging the audience. The second performer continues to hula hoop while maintaining the headspin, with the first performer observing nearby.\\n\\nThe video continues with the second performer executing an impressive headspin while hula hooping with the colorful hoop, showcasing their balance and coordination. The first performer stands nearby, observing the performance, as the audience remains seated and engaged, watching attentively. The energy and skill of the second performer are highlighted as they continue to hula hoop while spinning on their head.\\n\\nThe video progresses with the second performer transitioning out of the headspin and standing upright, still hula hooping. The first performer remains nearby, observing the routine. As the second performer continues to hula hoop, additional performers enter the stage. One performer, dressed in a black t-shirt and dark pants, picks up the colorful hula hoop from the ground. The audience remains engaged, watching the performance attentively. The video concludes with the second performer standing upright, while the other performers move around the stage, preparing for the next part of the routine."}], "extra_info": {"id": "v_uaGy1W-EYWU", "split": "1_2_m_academic_v0_1", "qtype": "cap", "manifest": {"frames": 2275, "fps": 30.0, "duration_s": 75.83333333333333, "rel_path": "1_2_m_academic_v0_1/academic_source/activitynet/v_uaGy1W-EYWU.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_oe", "ability": "video_oe_qa", "video_rel": "30_60_s_academic_v0_1/academic_source/youcook2/304/X1e5zsLlbZo/split_2.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/30_60_s_academic_v0_1/academic_source/youcook2/304/X1e5zsLlbZo/split_2.mp4", "messages": [{"role": "user", "content": "<video>\nDoes the hand add any seasoning to the vegetables in the bowl?"}, {"role": "assistant", "content": "No, the hand does not add any seasoning to the vegetables in the bowl."}], "extra_info": {"id": "304-X1e5zsLlbZo-split_2", "split": "30_60_s_academic_v0_1", "qtype": "oe", "manifest": {"frames": 1169, "fps": 29.97002997002997, "duration_s": 39.005633333333336, "rel_path": "30_60_s_academic_v0_1/academic_source/youcook2/304/X1e5zsLlbZo/split_2.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_oe", "ability": "video_oe_qa", "video_rel": "1_2_m_academic_v0_1/academic_source/activitynet/v_xQljKBB3498.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/1_2_m_academic_v0_1/academic_source/activitynet/v_xQljKBB3498.mp4", "messages": [{"role": "user", "content": "<video>\nDoes the person apply the cleanser to their face quickly or slowly?"}, {"role": "assistant", "content": "The person applies the cleanser to their face thoroughly, which suggests a moderate speed."}], "extra_info": {"id": "v_xQljKBB3498", "split": "1_2_m_academic_v0_1", "qtype": "oe", "manifest": {"frames": 2706, "fps": 30.01109057301294, "duration_s": 90.16666666666667, "rel_path": "1_2_m_academic_v0_1/academic_source/activitynet/v_xQljKBB3498.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_oe", "ability": "video_oe_qa", "video_rel": "30_60_s_academic_v0_1/academic_source/Charades/Q3HZI.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/30_60_s_academic_v0_1/academic_source/Charades/Q3HZI.mp4", "messages": [{"role": "user", "content": "<video>\nWhat does the man do after picking up the cylindrical pillow?"}, {"role": "assistant", "content": "He walks towards the window, still clutching the pillow."}], "extra_info": {"id": "Q3HZI", "split": "30_60_s_academic_v0_1", "qtype": "oe", "manifest": {"frames": 923, "fps": 30.0, "duration_s": 30.766666666666666, "rel_path": "30_60_s_academic_v0_1/academic_source/Charades/Q3HZI.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_oe", "ability": "video_oe_qa", "video_rel": "30_60_s_academic_v0_1/academic_source/youcook2/323/EA4EWlv6HUM/split_5.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/30_60_s_academic_v0_1/academic_source/youcook2/323/EA4EWlv6HUM/split_5.mp4", "messages": [{"role": "user", "content": "<video>\nHow does the person ensure that the egg is fully incorporated into the fried rice?"}, {"role": "assistant", "content": "The person mixes the egg thoroughly into the fried rice to ensure it is evenly distributed and fully incorporated."}], "extra_info": {"id": "323-EA4EWlv6HUM-split_5", "split": "30_60_s_academic_v0_1", "qtype": "oe", "manifest": {"frames": 990, "fps": 30.0, "duration_s": 33.0, "rel_path": "30_60_s_academic_v0_1/academic_source/youcook2/323/EA4EWlv6HUM/split_5.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_oe", "ability": "video_oe_qa", "video_rel": "30_60_s_academic_v0_1/academic_source/NextQA/1104/5019522100.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/30_60_s_academic_v0_1/academic_source/NextQA/1104/5019522100.mp4", "messages": [{"role": "user", "content": "<video>\nWhat does the adult hand do after touching the baby's chest?"}, {"role": "assistant", "content": "The adult hand adjusts the baby's onesie."}], "extra_info": {"id": "1104-5019522100", "split": "30_60_s_academic_v0_1", "qtype": "oe", "manifest": {"frames": 1251, "fps": 29.97002997002997, "duration_s": 41.7417, "rel_path": "30_60_s_academic_v0_1/academic_source/NextQA/1104/5019522100.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_oe", "ability": "video_oe_qa", "video_rel": "0_30_s_academic_v0_1/academic_source/youcook2/207/WTusWtjcQqg/split_3.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/0_30_s_academic_v0_1/academic_source/youcook2/207/WTusWtjcQqg/split_3.mp4", "messages": [{"role": "user", "content": "<video>\nWhat ingredient is added after corn starch?"}, {"role": "assistant", "content": "Baking powder is added after corn starch."}], "extra_info": {"id": "207-WTusWtjcQqg-split_3", "split": "0_30_s_academic_v0_1", "qtype": "oe", "manifest": {"frames": 350, "fps": 25.0, "duration_s": 14.0, "rel_path": "0_30_s_academic_v0_1/academic_source/youcook2/207/WTusWtjcQqg/split_3.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_oe", "ability": "video_oe_qa", "video_rel": "30_60_s_nextqa/NextQA/NExTVideo/1100/4852236710.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/30_60_s_nextqa/NextQA/NExTVideo/1100/4852236710.mp4", "messages": [{"role": "user", "content": "<video>\nWhere are the people hanging out?\nAnswer the question using few words or phrase."}, {"role": "assistant", "content": "hill."}], "extra_info": {"id": "1100-4852236710", "split": "30_60_s_nextqa", "qtype": "oe", "manifest": {"frames": 1303, "fps": 29.97002997002997, "duration_s": 43.47676666666667, "rel_path": "30_60_s_nextqa/NextQA/NExTVideo/1100/4852236710.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_oe", "ability": "video_oe_qa", "video_rel": "0_30_s_academic_v0_1/academic_source/Charades/D3EY0.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/0_30_s_academic_v0_1/academic_source/Charades/D3EY0.mp4", "messages": [{"role": "user", "content": "<video>\nWhat items are found in the laundry room at the beginning of the video?"}, {"role": "assistant", "content": "The laundry room contains a washing machine, a dryer, a pile of clothes on top of the dryer, a laundry basket filled with clothes on the floor, cabinets, a small area with hangers, a window with a curtain, a cat litter box, and a bag of cat litter."}], "extra_info": {"id": "D3EY0", "split": "0_30_s_academic_v0_1", "qtype": "oe", "manifest": {"frames": 556, "fps": 29.97002997002997, "duration_s": 18.551866666666665, "rel_path": "0_30_s_academic_v0_1/academic_source/Charades/D3EY0.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_mc", "ability": "video_mc_qa", "video_rel": "30_60_s_academic_v0_1/academic_source/Charades/28BVI.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/30_60_s_academic_v0_1/academic_source/Charades/28BVI.mp4", "messages": [{"role": "user", "content": "<video>\nWhat is the main activity the person is engaged in throughout the video?\nA. Organizing items on the counter\nB. Eating from a takeout container\nC. Cleaning the kitchen\nD. Cooking a meal\nPlease respond with only the letter of the correct answer."}, {"role": "assistant", "content": "A."}], "extra_info": {"id": "28BVI", "split": "30_60_s_academic_v0_1", "qtype": "mc", "manifest": {"frames": 265, "fps": 6.134, "duration_s": 43.201825888490376, "rel_path": "30_60_s_academic_v0_1/academic_source/Charades/28BVI.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_mc", "ability": "video_mc_qa", "video_rel": "30_60_s_academic_v0_1/academic_source/Charades/M5UQR.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/30_60_s_academic_v0_1/academic_source/Charades/M5UQR.mp4", "messages": [{"role": "user", "content": "<video>\nWhat is the main activity happening in the video?\nA. A person cleaning the room\nB. A person painting the walls\nC. A person grooming themselves while another observes\nD. A conversation between two people\nPlease provide your answer by stating the letter followed by the full option."}, {"role": "assistant", "content": "C. A person grooming themselves while another observes."}], "extra_info": {"id": "M5UQR", "split": "30_60_s_academic_v0_1", "qtype": "mc", "manifest": {"frames": 810, "fps": 25.0, "duration_s": 32.4, "rel_path": "30_60_s_academic_v0_1/academic_source/Charades/M5UQR.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_oe", "ability": "video_oe_qa", "video_rel": "2_3_m_academic_v0_1/academic_source/activitynet/v_nN1u9BVysQs.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/2_3_m_academic_v0_1/academic_source/activitynet/v_nN1u9BVysQs.mp4", "messages": [{"role": "user", "content": "<video>\nWhere is the window located in the room with musical instruments?"}, {"role": "assistant", "content": "The window with frosted glass is located on the right side of the room."}], "extra_info": {"id": "v_nN1u9BVysQs", "split": "2_3_m_academic_v0_1", "qtype": "oe", "manifest": {"frames": 3521, "fps": 25.0, "duration_s": 140.84, "rel_path": "2_3_m_academic_v0_1/academic_source/activitynet/v_nN1u9BVysQs.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_mc", "ability": "video_mc_qa", "video_rel": "2_3_m_academic_v0_1/academic_source/activitynet/v_FUvUDCZxAO8.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/2_3_m_academic_v0_1/academic_source/activitynet/v_FUvUDCZxAO8.mp4", "messages": [{"role": "user", "content": "<video>\nWhat is the person wearing in the video?\nA. A red jacket and black pants\nB. A blue t-shirt and jeans\nC. A white t-shirt with a graphic design, a straw hat, and black shorts\nD. A green hoodie and white shorts\nPlease provide your answer by stating the letter followed by the full option."}, {"role": "assistant", "content": "C. A white t-shirt with a graphic design, a straw hat, and black shorts."}], "extra_info": {"id": "v_FUvUDCZxAO8", "split": "2_3_m_academic_v0_1", "qtype": "mc", "manifest": {"frames": 4192, "fps": 29.97002997002997, "duration_s": 139.87306666666666, "rel_path": "2_3_m_academic_v0_1/academic_source/activitynet/v_FUvUDCZxAO8.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_mc", "ability": "video_mc_qa", "video_rel": "0_30_s_academic_v0_1/academic_source/youcook2/209/rlHZ8xe9G10/split_5.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/0_30_s_academic_v0_1/academic_source/youcook2/209/rlHZ8xe9G10/split_5.mp4", "messages": [{"role": "user", "content": "<video>\nWhat is the person wearing in the video?\nA. A red dress\nB. A white chef's coat\nC. A blue shirt and jeans\nD. A bright yellow shirt and an apron with a detailed design\nPlease provide your answer by stating the letter followed by the full option."}, {"role": "assistant", "content": "D. A bright yellow shirt and an apron with a detailed design."}], "extra_info": {"id": "209-rlHZ8xe9G10-split_5", "split": "0_30_s_academic_v0_1", "qtype": "mc", "manifest": {"frames": 301, "fps": 29.97002997002997, "duration_s": 10.043366666666667, "rel_path": "0_30_s_academic_v0_1/academic_source/youcook2/209/rlHZ8xe9G10/split_5.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_oe", "ability": "video_oe_qa", "video_rel": "1_2_m_nextqa/NextQA/NExTVideo/1160/5596610883.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/1_2_m_nextqa/NextQA/NExTVideo/1160/5596610883.mp4", "messages": [{"role": "user", "content": "<video>\nWhy did the lady raise the keychain up after she took it out from the package?\nAnswer the question using few words or phrase."}, {"role": "assistant", "content": "show to camera."}], "extra_info": {"id": "1160-5596610883", "split": "1_2_m_nextqa", "qtype": "oe", "manifest": {"frames": 2660, "fps": 29.97002997002997, "duration_s": 88.75533333333334, "rel_path": "1_2_m_nextqa/NextQA/NExTVideo/1160/5596610883.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_mc", "ability": "video_mc_qa", "video_rel": "2_3_m_academic_v0_1/academic_source/activitynet/v_kuPWb9E4aUQ.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/2_3_m_academic_v0_1/academic_source/activitynet/v_kuPWb9E4aUQ.mp4", "messages": [{"role": "user", "content": "<video>\nWhat are the divers equipped with during the underwater exploration?\nA. Fishing nets and harpoons\nB. Scuba suits and oxygen masks\nC. Cameras and lights\nD. Air tanks labeled 'NITROX' and various tools\nPlease provide your answer by stating the letter followed by the full option."}, {"role": "assistant", "content": "D. Air tanks labeled 'NITROX' and various tools."}], "extra_info": {"id": "v_kuPWb9E4aUQ", "split": "2_3_m_academic_v0_1", "qtype": "mc", "manifest": {"frames": 4155, "fps": 24.0, "duration_s": 173.125, "rel_path": "2_3_m_academic_v0_1/academic_source/activitynet/v_kuPWb9E4aUQ.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_oe", "ability": "video_oe_qa", "video_rel": "30_60_s_academic_v0_1/academic_source/youcook2/425/3UvluD_TEPg/split_0.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/30_60_s_academic_v0_1/academic_source/youcook2/425/3UvluD_TEPg/split_0.mp4", "messages": [{"role": "user", "content": "<video>\nWhat green ingredient is added to the pan?"}, {"role": "assistant", "content": "Green leaves are added to the pan."}], "extra_info": {"id": "425-3UvluD_TEPg-split_0", "split": "30_60_s_academic_v0_1", "qtype": "oe", "manifest": {"frames": 1170, "fps": 29.97002997002997, "duration_s": 39.039, "rel_path": "30_60_s_academic_v0_1/academic_source/youcook2/425/3UvluD_TEPg/split_0.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_oe", "ability": "video_oe_qa", "video_rel": "30_60_s_academic_v0_1/academic_source/Charades/6KJGX.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/30_60_s_academic_v0_1/academic_source/Charades/6KJGX.mp4", "messages": [{"role": "user", "content": "<video>\nWhere is the dog located in the kitchen?"}, {"role": "assistant", "content": "The dog is lying on the floor near the doorway in the background."}], "extra_info": {"id": "6KJGX", "split": "30_60_s_academic_v0_1", "qtype": "oe", "manifest": {"frames": 909, "fps": 30.0, "duration_s": 30.3, "rel_path": "30_60_s_academic_v0_1/academic_source/Charades/6KJGX.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_oe", "ability": "video_oe_qa", "video_rel": "30_60_s_academic_v0_1/academic_source/NextQA/1203/12223108496.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/30_60_s_academic_v0_1/academic_source/NextQA/1203/12223108496.mp4", "messages": [{"role": "user", "content": "<video>\nHow many puppies are there in the video?"}, {"role": "assistant", "content": "There are four puppies in the video."}], "extra_info": {"id": "1203-12223108496", "split": "30_60_s_academic_v0_1", "qtype": "oe", "manifest": {"frames": 1217, "fps": 29.97002997002997, "duration_s": 40.60723333333333, "rel_path": "30_60_s_academic_v0_1/academic_source/NextQA/1203/12223108496.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_oe", "ability": "video_oe_qa", "video_rel": "2_3_m_academic_v0_1/academic_source/activitynet/v1-3/train_val/v_jE0XAclET5w.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/2_3_m_academic_v0_1/academic_source/activitynet/v1-3/train_val/v_jE0XAclET5w.mp4", "messages": [{"role": "user", "content": "<video>\nWhat items are visible in the background?"}, {"role": "assistant", "content": "The background features white plastic chairs, a laptop, and a large decorative Rubik's Cube."}], "extra_info": {"id": "v1-3-train_val-v_jE0XAclET5w", "split": "2_3_m_academic_v0_1", "qtype": "oe", "manifest": {"frames": 5013, "fps": 30.0, "duration_s": 167.1, "rel_path": "2_3_m_academic_v0_1/academic_source/activitynet/v1-3/train_val/v_jE0XAclET5w.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_oe", "ability": "video_oe_qa", "video_rel": "30_60_s_nextqa/NextQA/NExTVideo/1015/6302149386.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/30_60_s_nextqa/NextQA/NExTVideo/1015/6302149386.mp4", "messages": [{"role": "user", "content": "<video>\nWhy is the girl moving her mouth and facing the man?\nAnswer the question using few words or phrase."}, {"role": "assistant", "content": "having a conversation."}], "extra_info": {"id": "1015-6302149386", "split": "30_60_s_nextqa", "qtype": "oe", "manifest": {"frames": 1690, "fps": 29.97002997002997, "duration_s": 56.38966666666667, "rel_path": "30_60_s_nextqa/NextQA/NExTVideo/1015/6302149386.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_oe", "ability": "video_oe_qa", "video_rel": "0_30_s_academic_v0_1/academic_source/youcook2/307/NLZO6xY1DXs/split_4.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/0_30_s_academic_v0_1/academic_source/youcook2/307/NLZO6xY1DXs/split_4.mp4", "messages": [{"role": "user", "content": "<video>\nWhat is the main focus of the video?"}, {"role": "assistant", "content": "The video focuses on the initial steps of making sushi."}], "extra_info": {"id": "307-NLZO6xY1DXs-split_4", "split": "0_30_s_academic_v0_1", "qtype": "oe", "manifest": {"frames": 125, "fps": 25.0, "duration_s": 5.0, "rel_path": "0_30_s_academic_v0_1/academic_source/youcook2/307/NLZO6xY1DXs/split_4.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_cap", "ability": "video_caption", "video_rel": "1_2_m_academic_v0_1/academic_source/activitynet/v_i3H8cucgXEc.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/1_2_m_academic_v0_1/academic_source/activitynet/v_i3H8cucgXEc.mp4", "messages": [{"role": "user", "content": "<video>\nWrite an in-depth depiction of the video, covering all its aspects."}, {"role": "assistant", "content": "The video sequence commences with a black screen that transitions to a text overlay reading 'Mauro Martschitsch (15) Razors young blood' in white font. The background shifts through various hues before revealing a person rollerblading outdoors near industrial equipment and a yellow container labeled 'LIPAG.' The skater, identifiable by a 'Chicago Bulls' hoodie, performs a series of skating maneuvers, including grinds on metal rails and jumps, with a mountainous landscape in the background. Other rollerbladers are visible in the distance. The scene transitions to a different skater in a white t-shirt and blue jeans performing a grind in a skate park, followed by another skater in a white t-shirt with a 'Red Bull' logo executing a jump on an outdoor ramp. The 'Chicago Bulls' hoodie skater returns, performing more grinds near a white building with orange window frames and a black car. The video then shifts to a modern building with large glass windows displaying 'Televisiun Rumantscha,' where a skater in a gray t-shirt grinds on a concrete bench. The scene continues with various skaters performing tricks in industrial and skate park settings, showcasing their skills on ramps and rails. The video includes close-ups of rollerblades and captures the skaters from different angles. The sequence culminates with a skater in a white t-shirt and blue jeans performing a grind on a concrete ledge in an industrial area, followed by a momentary pause with a black screen, suggesting a transition in the narrative."}], "extra_info": {"id": "v_i3H8cucgXEc", "split": "1_2_m_academic_v0_1", "qtype": "cap", "manifest": {"frames": 5644, "fps": 50.0, "duration_s": 112.88, "rel_path": "1_2_m_academic_v0_1/academic_source/activitynet/v_i3H8cucgXEc.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_oe", "ability": "video_oe_qa", "video_rel": "2_3_m_academic_v0_1/academic_source/activitynet/v_9hYyE1gofFQ.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/2_3_m_academic_v0_1/academic_source/activitynet/v_9hYyE1gofFQ.mp4", "messages": [{"role": "user", "content": "<video>\nWhere does the video take place?"}, {"role": "assistant", "content": "The video takes place in a gymnasium filled with blue mats, gym equipment, and other people."}], "extra_info": {"id": "v_9hYyE1gofFQ", "split": "2_3_m_academic_v0_1", "qtype": "oe", "manifest": {"frames": 4187, "fps": 25.0, "duration_s": 167.48, "rel_path": "2_3_m_academic_v0_1/academic_source/activitynet/v_9hYyE1gofFQ.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_oe", "ability": "video_oe_qa", "video_rel": "30_60_s_academic_v0_1/academic_source/NextQA/1026/8802047883.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/30_60_s_academic_v0_1/academic_source/NextQA/1026/8802047883.mp4", "messages": [{"role": "user", "content": "<video>\nHow many children are visible in the video?"}, {"role": "assistant", "content": "Two children are visible in the video."}], "extra_info": {"id": "1026-8802047883", "split": "30_60_s_academic_v0_1", "qtype": "oe", "manifest": {"frames": 1351, "fps": 29.97, "duration_s": 45.07841174507841, "rel_path": "30_60_s_academic_v0_1/academic_source/NextQA/1026/8802047883.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_oe", "ability": "video_oe_qa", "video_rel": "30_60_s_academic_v0_1/academic_source/activitynet/v_EoYvQ_pn8KE.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/30_60_s_academic_v0_1/academic_source/activitynet/v_EoYvQ_pn8KE.mp4", "messages": [{"role": "user", "content": "<video>\nWhat score is displayed at the bottom of the screen?"}, {"role": "assistant", "content": "The score displayed at the bottom of the screen is 'YUKON/NT 3'."}], "extra_info": {"id": "v_EoYvQ_pn8KE", "split": "30_60_s_academic_v0_1", "qtype": "oe", "manifest": {"frames": 682, "fps": 15.021695557366577, "duration_s": 45.401, "rel_path": "30_60_s_academic_v0_1/academic_source/activitynet/v_EoYvQ_pn8KE.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_oe", "ability": "video_oe_qa", "video_rel": "30_60_s_academic_v0_1/academic_source/Charades/IYNUU.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/30_60_s_academic_v0_1/academic_source/Charades/IYNUU.mp4", "messages": [{"role": "user", "content": "<video>\nAfter cleaning the hole, does the person start painting the wooden beams?"}, {"role": "assistant", "content": "No, the person does not start painting the wooden beams."}], "extra_info": {"id": "IYNUU", "split": "30_60_s_academic_v0_1", "qtype": "oe", "manifest": {"frames": 970, "fps": 29.872, "duration_s": 32.471880021424745, "rel_path": "30_60_s_academic_v0_1/academic_source/Charades/IYNUU.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_oe", "ability": "video_oe_qa", "video_rel": "1_2_m_academic_v0_1/academic_source/NextQA/1111/8015512212.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/1_2_m_academic_v0_1/academic_source/NextQA/1111/8015512212.mp4", "messages": [{"role": "user", "content": "<video>\nWhat was the dog doing before it sat on the concrete surface near the light green metal door?"}, {"role": "assistant", "content": "The dog was sniffing and investigating the ground near the light green metal door and stone wall."}], "extra_info": {"id": "1111-8015512212", "split": "1_2_m_academic_v0_1", "qtype": "oe", "manifest": {"frames": 2074, "fps": 29.97002997002997, "duration_s": 69.20246666666667, "rel_path": "1_2_m_academic_v0_1/academic_source/NextQA/1111/8015512212.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_oe", "ability": "video_oe_qa", "video_rel": "30_60_s_academic_v0_1/academic_source/Charades/39TDM.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/30_60_s_academic_v0_1/academic_source/Charades/39TDM.mp4", "messages": [{"role": "user", "content": "<video>\nWhat is the person using to interact with the laptop?"}, {"role": "assistant", "content": "The person is using the keyboard and touchpad of the laptop."}], "extra_info": {"id": "39TDM", "split": "30_60_s_academic_v0_1", "qtype": "oe", "manifest": {"frames": 762, "fps": 23.976023976023978, "duration_s": 31.78175, "rel_path": "30_60_s_academic_v0_1/academic_source/Charades/39TDM.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_oe", "ability": "video_oe_qa", "video_rel": "30_60_s_academic_v0_1/academic_source/activitynet/v_oNpkjfX2rTc.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/30_60_s_academic_v0_1/academic_source/activitynet/v_oNpkjfX2rTc.mp4", "messages": [{"role": "user", "content": "<video>\nDoes the person cook a meal using the sharpened knives?"}, {"role": "assistant", "content": "No, the person does not cook a meal; they only demonstrate and explain the kitchen tools."}], "extra_info": {"id": "v_oNpkjfX2rTc", "split": "30_60_s_academic_v0_1", "qtype": "oe", "manifest": {"frames": 2900, "fps": 50.0, "duration_s": 58.0, "rel_path": "30_60_s_academic_v0_1/academic_source/activitynet/v_oNpkjfX2rTc.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_cap", "ability": "video_caption", "video_rel": "0_30_s_academic_v0_1/academic_source/NextQA/1016/5669499020.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/0_30_s_academic_v0_1/academic_source/NextQA/1016/5669499020.mp4", "messages": [{"role": "user", "content": "<video>\nDissect the video's content, explaining each element thoroughly."}, {"role": "assistant", "content": "The video begins with a child dressed in a pink jacket, actively engaging with a tablet placed on a wooden surface. The child is surrounded by colorful plastic blocks and other items on the table, creating a playful and vibrant environment. The child uses their fingers to touch and swipe on the tablet screen, which displays various game elements and scores, indicating their active participation in the game or application.\n\nAs the video progresses, the child continues to interact with the tablet. The screen shows a game scene with a score of 0:28, and the child remains focused on the game. The screen then changes to different game elements, and eventually, the game ends with the text 'Time Up!' displayed on the screen. This is followed by a 'Bonus' screen showing a score of 0:12. Throughout this sequence, the child remains deeply engaged with the tablet, with the colorful plastic blocks and other items still present on the table.\n\nThe video wraps up with the child still in a pink jacket, holding the tablet closer to their face. The tablet screen displays various icons and text, and the child appears to be examining it closely. The score on the screen changes to 117, and the child continues to hold the tablet, with the score of 117 prominently displayed along with other game elements. The surroundings remain consistent with the previous clips, featuring colorful plastic blocks and other items on the table, emphasizing the child's continuous interaction with the tablet in a playful setting."}], "extra_info": {"id": "1016-5669499020", "split": "0_30_s_academic_v0_1", "qtype": "cap", "manifest": {"frames": 581, "fps": 24.0, "duration_s": 24.208333333333332, "rel_path": "0_30_s_academic_v0_1/academic_source/NextQA/1016/5669499020.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_oe", "ability": "video_oe_qa", "video_rel": "0_30_s_academic_v0_1/academic_source/youcook2/113/Xp2HNiLabRI/split_6.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/0_30_s_academic_v0_1/academic_source/youcook2/113/Xp2HNiLabRI/split_6.mp4", "messages": [{"role": "user", "content": "<video>\nWhat is the main focus of the video?"}, {"role": "assistant", "content": "The main focus of the video is the process of grilling a sandwich in a black cast iron skillet."}], "extra_info": {"id": "113-Xp2HNiLabRI-split_6", "split": "0_30_s_academic_v0_1", "qtype": "oe", "manifest": {"frames": 360, "fps": 29.97002997002997, "duration_s": 12.012, "rel_path": "0_30_s_academic_v0_1/academic_source/youcook2/113/Xp2HNiLabRI/split_6.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_oe", "ability": "video_oe_qa", "video_rel": "1_2_m_academic_v0_1/academic_source/Charades/X2LBW.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/1_2_m_academic_v0_1/academic_source/Charades/X2LBW.mp4", "messages": [{"role": "user", "content": "<video>\nHow do the men transition from the small room to the room with white walls?"}, {"role": "assistant", "content": "They exit the room through a doorway with blue columns and enter a different room with white walls."}], "extra_info": {"id": "X2LBW", "split": "1_2_m_academic_v0_1", "qtype": "oe", "manifest": {"frames": 2043, "fps": 30.0, "duration_s": 68.1, "rel_path": "1_2_m_academic_v0_1/academic_source/Charades/X2LBW.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_oe", "ability": "video_oe_qa", "video_rel": "0_30_s_academic_v0_1/academic_source/youcook2/124/dsI9QVhmsGg/split_1.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/0_30_s_academic_v0_1/academic_source/youcook2/124/dsI9QVhmsGg/split_1.mp4", "messages": [{"role": "user", "content": "<video>\nWhat does the person do after reaching for the glass bowl?"}, {"role": "assistant", "content": "The person uses their gloved hands to pick up some shredded cheese from the white bowl and stuff it into the sliced hot dogs on the plate."}], "extra_info": {"id": "124-dsI9QVhmsGg-split_1", "split": "0_30_s_academic_v0_1", "qtype": "oe", "manifest": {"frames": 360, "fps": 30.0, "duration_s": 12.0, "rel_path": "0_30_s_academic_v0_1/academic_source/youcook2/124/dsI9QVhmsGg/split_1.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_oe", "ability": "video_oe_qa", "video_rel": "1_2_m_academic_v0_1/academic_source/activitynet/v_aDWrPrNFdR0.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/1_2_m_academic_v0_1/academic_source/activitynet/v_aDWrPrNFdR0.mp4", "messages": [{"role": "user", "content": "<video>\nWhat is the neon sign at the beginning of the video?"}, {"role": "assistant", "content": "The neon sign reads 'BEER PONG' and is accompanied by an illustration of a ball and cup."}], "extra_info": {"id": "v_aDWrPrNFdR0", "split": "1_2_m_academic_v0_1", "qtype": "oe", "manifest": {"frames": 3358, "fps": 30.00893655049151, "duration_s": 111.9, "rel_path": "1_2_m_academic_v0_1/academic_source/activitynet/v_aDWrPrNFdR0.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_oe", "ability": "video_oe_qa", "video_rel": "0_30_s_academic_v0_1/academic_source/youcook2/412/HWdaqQP5460/split_3.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/0_30_s_academic_v0_1/academic_source/youcook2/412/HWdaqQP5460/split_3.mp4", "messages": [{"role": "user", "content": "<video>\nWhy does the video caution viewers about using the 'finger test'?"}, {"role": "assistant", "content": "The video cautions viewers about the potential danger of using the 'finger test' method."}], "extra_info": {"id": "412-HWdaqQP5460-split_3", "split": "0_30_s_academic_v0_1", "qtype": "oe", "manifest": {"frames": 391, "fps": 29.97002997002997, "duration_s": 13.046366666666668, "rel_path": "0_30_s_academic_v0_1/academic_source/youcook2/412/HWdaqQP5460/split_3.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_mc", "ability": "video_mc_qa", "video_rel": "30_60_s_academic_v0_1/academic_source/youcook2/317/x3yKLl3q7xk/split_3.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/30_60_s_academic_v0_1/academic_source/youcook2/317/x3yKLl3q7xk/split_3.mp4", "messages": [{"role": "user", "content": "<video>\nWhat is the person using to stir and saut\u00e9 the mixture?\nA. A plastic ladle\nB. A wooden spoon\nC. A black spatula\nD. A metal fork\nPlease provide your answer by stating the letter followed by the full option."}, {"role": "assistant", "content": "C. A black spatula."}], "extra_info": {"id": "317-x3yKLl3q7xk-split_3", "split": "30_60_s_academic_v0_1", "qtype": "mc", "manifest": {"frames": 1380, "fps": 29.97002997002997, "duration_s": 46.046, "rel_path": "30_60_s_academic_v0_1/academic_source/youcook2/317/x3yKLl3q7xk/split_3.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_mc", "ability": "video_mc_qa", "video_rel": "30_60_s_nextqa/NextQA/NExTVideo/1102/5913897276.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/30_60_s_nextqa/NextQA/NExTVideo/1102/5913897276.mp4", "messages": [{"role": "user", "content": "<video>\nWhat are the men holding while hiking?\nOptions:\nA. trekking stick.\nB. baseball bat.\nC. pet dog.\nD. car keys.\nE. cabinet."}, {"role": "assistant", "content": "A. trekking stick."}], "extra_info": {"id": "1102-5913897276", "split": "30_60_s_nextqa", "qtype": "mc", "manifest": {"frames": 1592, "fps": 29.97002997002997, "duration_s": 53.119733333333336, "rel_path": "30_60_s_nextqa/NextQA/NExTVideo/1102/5913897276.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_oe", "ability": "video_oe_qa", "video_rel": "0_30_s_academic_v0_1/academic_source/Charades/NA5F9.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/0_30_s_academic_v0_1/academic_source/Charades/NA5F9.mp4", "messages": [{"role": "user", "content": "<video>\nWhy does the person occasionally look into the beige bag?"}, {"role": "assistant", "content": "The person looks into the beige bag to check or adjust the contents inside."}], "extra_info": {"id": "NA5F9", "split": "0_30_s_academic_v0_1", "qtype": "oe", "manifest": {"frames": 564, "fps": 24.0, "duration_s": 23.5, "rel_path": "0_30_s_academic_v0_1/academic_source/Charades/NA5F9.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_mc", "ability": "video_mc_qa", "video_rel": "1_2_m_academic_v0_1/academic_source/activitynet/v_rJKrXQ4v-9s.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/1_2_m_academic_v0_1/academic_source/activitynet/v_rJKrXQ4v-9s.mp4", "messages": [{"role": "user", "content": "<video>\nWhat happens after the person uses the iron to apply heat to the skis?\nA. The person begins painting the skis\nB. The person starts waxing the skis\nC. The person removes the skis from the workbench\nD. The person starts using a green tool labeled 'DAKINE' to scrape or smooth the surface\nPlease respond with only the letter of the correct answer."}, {"role": "assistant", "content": "D."}], "extra_info": {"id": "v_rJKrXQ4v-9s", "split": "1_2_m_academic_v0_1", "qtype": "mc", "manifest": {"frames": 2326, "fps": 29.97002997002997, "duration_s": 77.61086666666667, "rel_path": "1_2_m_academic_v0_1/academic_source/activitynet/v_rJKrXQ4v-9s.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_cap", "ability": "video_caption", "video_rel": "2_3_m_academic_v0_1/academic_source/activitynet/v_hsI_BHN5h_0.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/2_3_m_academic_v0_1/academic_source/activitynet/v_hsI_BHN5h_0.mp4", "messages": [{"role": "user", "content": "<video>\nProvide an exhaustive description of the video content."}, {"role": "assistant", "content": "The video starts with a black screen displaying the text 'SANTA TERESA' in bold yellow letters with a reflective effect, followed by 'BEACH SOCCER' and '2013' in the same style. It transitions to a close-up of a person's bare feet walking on sandy ground, wearing rolled-up jeans. A wide view of a lively beach follows, showing people relaxing, swimming, and engaging in various activities. A construction site near the beach is shown next, with workers in safety gear operating machinery and sifting through debris. The focus then shifts to individuals on the beach, including a shirtless person in red shorts pushing a wheelbarrow and another filling a wheelbarrow with water. People are seen playing near the water, and two shirtless individuals lift a large planter up white steps.\\n\\nSeveral shirtless individuals set up a blue slackline on the beach, followed by a close-up of two people hammering a wooden stake into the ground. A person adjusts a yellow goalpost net, and another sprays water on steps to clean the area. A man sets up an orange inflatable structure with 'GIVOVA' written on it. A group of people stands behind a barrier with banners, including one that reads 'abbiamo cuore salernitano' (we have a Salernitan heart). An orange inflatable figure with 'GIVOVA' written on it sways in the wind, and a shirtless boy spreads white powder on the sand. A shirtless man places small white stakes into the sand, marked by flags.\\n\\nA group of people, including individuals in white sports uniforms, gathers near a flagpole with a yellow flag. Colorful fireworks explode in the sky, and two shirtless men dance on the beach. A group of people stands behind a banner that reads 'Le migliori prestazioni... In onore al tuo ricordo... LIBERO SEMPRE NEL CUORE' (The best performances... In honor of your memory... LIBERO ALWAYS IN THE HEART). A group of people gathers on a beachside walkway, engaging in conversation. Two individuals hold flares emitting pink smoke near an orange barrier with 'GIVOVA' written on it. A group of men prepares to play soccer with a yellow and blue ball, and two men smile at the camera.\\n\\nA close-up of two individuals standing side by side transitions to a group of people playing soccer on the beach. The game takes place near the water with spectators watching. A wide shot of a beachside scene transitions to a beach soccer game, with players actively engaged. The scene includes close-ups of the game and spectators, maintaining the lively atmosphere. Players in orange and black uniforms are shown in a beachside soccer game, with a closer view of the game and the animated crowd. A close-up of a person in a black and yellow 'GIVOVA' shirt transitions to two soccer players preparing for a play. A player kicks the ball towards the goal, and the scene includes a crowded spectator area. Another soccer game features a player in a black and red uniform kicking the ball towards the goal. The scene transitions to a close-up of the spectators and a night-time beach soccer game. A player in a red and white uniform kicks the ball towards the goal, maintaining the energetic atmosphere of the event.\\n\\nThe night-time beach soccer game continues, featuring players in red and white uniforms actively engaged near a goalpost illuminated by bright lights. Players in white and dark uniforms play soccer under the night sky, with spectators watching from the sidelines. A close-up shows a player in a dark uniform kicking a yellow ball towards the goal. The next sequence highlights a person preparing corn on the cob in a large pot of boiling water, showcasing a different aspect of the beach event. A daytime beach soccer game follows, with players in red and white uniforms near the goalpost, one attempting to score while the goalkeeper dives to block the ball, capturing the energetic and lively spirit of the event.\\n\\nA daytime beach soccer game features players in various uniforms, including red and white striped shirts, white shirts, and a neon green shirt, actively engaged near a yellow goalpost with an orange inflatable structure in the background. A close-up of a person in a yellow shirt speaking is shown, with a crowd of spectators in the background. The final part shows a group of people on the beach holding a large white banner with the text 'MICHELE NON' written in bold black letters, standing near a goalpost with the sea and distant mountains in the background, capturing the communal and commemorative spirit of the event.\\n\\nA group of individuals stands on the beach at dusk, holding a large white banner with the text 'MICHELE NON MOLLARE RIONE FORNELLE' (MICHELE DON'T GIVE UP RIONE FORNELLE) in bold black letters. The individuals wear orange shorts, and the sea is visible in the background. The scene transitions to a black screen displaying the text 'SALERNO' in bold yellow letters with a reflective effect, followed by another black screen with the text 'DAL 14 LUGLIO AL 4 AGOSTO' (FROM JULY 14 TO AUGUST 4) in the same style. The clip concludes with a black screen.\\n\\nThe final segment begins with a black screen displaying the text 'LA TRADIZIONE CONTINUA...' in bold yellow letters with a reflective effect, translating to 'THE TRADITION CONTINUES...' in English. A group of people stands outdoors during the daytime, engaging in conversation. The background shows a crowd of people, some in casual clothing, and a few motorcycles are visible. The focus is on three individuals standing close together, one in a black shirt and another in a white shirt, capturing a sense of camaraderie and community. The group continues their conversation, maintaining the lively and social atmosphere of the event."}], "extra_info": {"id": "v_hsI_BHN5h_0", "split": "2_3_m_academic_v0_1", "qtype": "cap", "manifest": {"frames": 3801, "fps": 23.976023976023978, "duration_s": 158.53337499999998, "rel_path": "2_3_m_academic_v0_1/academic_source/activitynet/v_hsI_BHN5h_0.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_oe", "ability": "video_oe_qa", "video_rel": "2_3_m_academic_v0_1/academic_source/activitynet/v_eic6dpU0ytM.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/2_3_m_academic_v0_1/academic_source/activitynet/v_eic6dpU0ytM.mp4", "messages": [{"role": "user", "content": "<video>\nWhat is shown next to the wooden spinning wheel?"}, {"role": "assistant", "content": "A wicker basket with colorful balls of yarn is shown next to the wooden spinning wheel."}], "extra_info": {"id": "v_eic6dpU0ytM", "split": "2_3_m_academic_v0_1", "qtype": "oe", "manifest": {"frames": 3075, "fps": 23.9760244953101, "duration_s": 128.25312222222223, "rel_path": "2_3_m_academic_v0_1/academic_source/activitynet/v_eic6dpU0ytM.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_cap", "ability": "video_caption", "video_rel": "1_2_m_academic_v0_1/academic_source/Charades/QXT9W.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/1_2_m_academic_v0_1/academic_source/Charades/QXT9W.mp4", "messages": [{"role": "user", "content": "<video>\nNarrate the video's unfolding events in a descriptive manner."}, {"role": "assistant", "content": "In a softly lit living room with beige walls, a beige sofa, and a small white coffee table, a person wearing a white, long-sleeved, ribbed sweater, blue jeans, and pink socks adjusts the camera. They move around the room, making small adjustments to their clothing and surroundings before walking towards the sofa. The person, now wearing bright pink shoes, holds a purple book and moves around the living room, adjusting their clothing and the book. They place the book on the coffee table and sit down on a chair next to it, continuing to adjust their clothing while occasionally looking at the book. The person then becomes engrossed in reading the book, turning its pages and focusing intently. The cozy atmosphere of the room is enhanced by the soft lighting. After some time, the person looks up from the book, appearing to reflect or think deeply, while still seated and holding the book. They occasionally adjust their position and glance around the room. Eventually, the person stands up from the chair, places the purple book on the coffee table, and moves towards the beige sofa. Standing on the sofa, they begin adjusting the beige curtains, pulling them to one side and occasionally looking out the window. The person continues to adjust the beige curtains while standing on the beige sofa. The living room setting remains the same, with beige walls, a beige sofa, a small white coffee table, and a chair. The person, still wearing the white, long-sleeved, ribbed sweater, blue jeans, and bright pink shoes, is focused on the curtains, making small adjustments. After a few moments, the person steps down from the sofa and stands in front of the coffee table, adjusting their clothing. They then move closer to the camera, appearing to make adjustments to it. The video concludes with the person still near the camera, making final adjustments, maintaining the cozy ambiance of the living room."}], "extra_info": {"id": "QXT9W", "split": "1_2_m_academic_v0_1", "qtype": "cap", "manifest": {"frames": 1959, "fps": 30.0, "duration_s": 65.3, "rel_path": "1_2_m_academic_v0_1/academic_source/Charades/QXT9W.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_mc", "ability": "video_mc_qa", "video_rel": "2_3_m_academic_v0_1/academic_source/activitynet/v_44BfVJnhBgc.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/2_3_m_academic_v0_1/academic_source/activitynet/v_44BfVJnhBgc.mp4", "messages": [{"role": "user", "content": "<video>\nWhat is the individual wearing in the video?\nA. A yellow shirt, black shorts, and red socks\nB. A blue shirt, black shorts, and white socks\nC. A red shirt, black shorts, white socks, and running shoes\nD. A green shirt, black pants, and white shoes\nPlease provide your answer by stating the letter followed by the full option."}, {"role": "assistant", "content": "C. A red shirt, black shorts, white socks, and running shoes."}], "extra_info": {"id": "v_44BfVJnhBgc", "split": "2_3_m_academic_v0_1", "qtype": "mc", "manifest": {"frames": 5090, "fps": 29.97002997002997, "duration_s": 169.83633333333333, "rel_path": "2_3_m_academic_v0_1/academic_source/activitynet/v_44BfVJnhBgc.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_oe", "ability": "video_oe_qa", "video_rel": "30_60_s_academic_v0_1/academic_source/youcook2/404/X1mE2IWeamI/split_1.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/30_60_s_academic_v0_1/academic_source/youcook2/404/X1mE2IWeamI/split_1.mp4", "messages": [{"role": "user", "content": "<video>\nDoes the video show the cutting and flattening process at a fast pace?"}, {"role": "assistant", "content": "No, the video emphasizes the careful and skillful technique through detailed shots."}], "extra_info": {"id": "404-X1mE2IWeamI-split_1", "split": "30_60_s_academic_v0_1", "qtype": "oe", "manifest": {"frames": 900, "fps": 25.0, "duration_s": 36.0, "rel_path": "30_60_s_academic_v0_1/academic_source/youcook2/404/X1mE2IWeamI/split_1.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_mc", "ability": "video_mc_qa", "video_rel": "0_30_s_nextqa/NextQA/NExTVideo/1015/5398268379.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/0_30_s_nextqa/NextQA/NExTVideo/1015/5398268379.mp4", "messages": [{"role": "user", "content": "<video>\nWhat did the woman in purple do after carrying the cake out?\nOptions:\nA. puts it on the table.\nB. hold a knife.\nC. puts the girl on the side.\nD. draws a picture.\nE. introduce how to make it."}, {"role": "assistant", "content": "A. puts it on the table."}], "extra_info": {"id": "1015-5398268379", "split": "0_30_s_nextqa", "qtype": "mc", "manifest": {"frames": 873, "fps": 29.97002997002997, "duration_s": 29.1291, "rel_path": "0_30_s_nextqa/NextQA/NExTVideo/1015/5398268379.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_mc", "ability": "video_mc_qa", "video_rel": "1_2_m_nextqa/NextQA/NExTVideo/1203/6027597248.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/1_2_m_nextqa/NextQA/NExTVideo/1203/6027597248.mp4", "messages": [{"role": "user", "content": "<video>\nWhy did the man in white walk to the baby after the baby fell off in between?\nOptions:\nA. move baby away from tool.\nB. support baby.\nC. prevent falling off.\nD. put the wrapper aside.\nE. pick up baby.\nPlease provide your answer by stating the letter followed by the full option."}, {"role": "assistant", "content": "E. pick up baby."}], "extra_info": {"id": "1203-6027597248", "split": "1_2_m_nextqa", "qtype": "mc", "manifest": {"frames": 2697, "fps": 29.97002997002997, "duration_s": 89.9899, "rel_path": "1_2_m_nextqa/NextQA/NExTVideo/1203/6027597248.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_oe", "ability": "video_oe_qa", "video_rel": "0_30_s_nextqa/NextQA/NExTVideo/1200/5768622177.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/0_30_s_nextqa/NextQA/NExTVideo/1200/5768622177.mp4", "messages": [{"role": "user", "content": "<video>\nWhat is the boy doing?\nAnswer the question using few words or phrase."}, {"role": "assistant", "content": "cycling."}], "extra_info": {"id": "1200-5768622177", "split": "0_30_s_nextqa", "qtype": "oe", "manifest": {"frames": 547, "fps": 29.97002997002997, "duration_s": 18.251566666666665, "rel_path": "0_30_s_nextqa/NextQA/NExTVideo/1200/5768622177.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_oe", "ability": "video_oe_qa", "video_rel": "30_60_s_nextqa/NextQA/NExTVideo/1111/4530384295.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/30_60_s_nextqa/NextQA/NExTVideo/1111/4530384295.mp4", "messages": [{"role": "user", "content": "<video>\nWhat were the hamsters doing?\nAnswer the question using few words or phrase."}, {"role": "assistant", "content": "eating."}], "extra_info": {"id": "1111-4530384295", "split": "30_60_s_nextqa", "qtype": "oe", "manifest": {"frames": 1249, "fps": 29.97002997002997, "duration_s": 41.67496666666667, "rel_path": "30_60_s_nextqa/NextQA/NExTVideo/1111/4530384295.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_oe", "ability": "video_oe_qa", "video_rel": "2_3_m_academic_v0_1/academic_source/NextQA/1013/13144870414.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/2_3_m_academic_v0_1/academic_source/NextQA/1013/13144870414.mp4", "messages": [{"role": "user", "content": "<video>\nDoes the baby crawl quickly or slowly?"}, {"role": "assistant", "content": "The baby crawls at a steady pace."}], "extra_info": {"id": "1013-13144870414", "split": "2_3_m_academic_v0_1", "qtype": "oe", "manifest": {"frames": 4084, "fps": 29.97, "duration_s": 136.26960293626962, "rel_path": "2_3_m_academic_v0_1/academic_source/NextQA/1013/13144870414.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_oe", "ability": "video_oe_qa", "video_rel": "1_2_m_academic_v0_1/academic_source/activitynet/v_ResZdSbk9kE.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/1_2_m_academic_v0_1/academic_source/activitynet/v_ResZdSbk9kE.mp4", "messages": [{"role": "user", "content": "<video>\nIs the river in the video fast-moving or slow-moving?"}, {"role": "assistant", "content": "The river in the video is fast-moving."}], "extra_info": {"id": "v_ResZdSbk9kE", "split": "1_2_m_academic_v0_1", "qtype": "oe", "manifest": {"frames": 2904, "fps": 29.97002997002997, "duration_s": 96.8968, "rel_path": "1_2_m_academic_v0_1/academic_source/activitynet/v_ResZdSbk9kE.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_oe", "ability": "video_oe_qa", "video_rel": "30_60_s_academic_v0_1/academic_source/Charades/C8KER.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/30_60_s_academic_v0_1/academic_source/Charades/C8KER.mp4", "messages": [{"role": "user", "content": "<video>\nWhat does the man do after he finds the bottle?"}, {"role": "assistant", "content": "He examines it and places it back into the cabinet."}], "extra_info": {"id": "C8KER", "split": "30_60_s_academic_v0_1", "qtype": "oe", "manifest": {"frames": 1351, "fps": 29.97002997002997, "duration_s": 45.07836666666667, "rel_path": "30_60_s_academic_v0_1/academic_source/Charades/C8KER.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_oe", "ability": "video_oe_qa", "video_rel": "30_60_s_academic_v0_1/academic_source/activitynet/v_I637SOXSbHY.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/30_60_s_academic_v0_1/academic_source/activitynet/v_I637SOXSbHY.mp4", "messages": [{"role": "user", "content": "<video>\nWhat colors are the kettlebells used in the video?"}, {"role": "assistant", "content": "The kettlebells are red and black."}], "extra_info": {"id": "v_I637SOXSbHY", "split": "30_60_s_academic_v0_1", "qtype": "oe", "manifest": {"frames": 1725, "fps": 29.97002997002997, "duration_s": 57.557500000000005, "rel_path": "30_60_s_academic_v0_1/academic_source/activitynet/v_I637SOXSbHY.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_oe", "ability": "video_oe_qa", "video_rel": "0_30_s_academic_v0_1/academic_source/ego4d/9061bd1f-52ee-4aee-bbff-93c186cca302.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/0_30_s_academic_v0_1/academic_source/ego4d/9061bd1f-52ee-4aee-bbff-93c186cca302.mp4", "messages": [{"role": "user", "content": "<video>\nWhere does the video take place?"}, {"role": "assistant", "content": "The video takes place in a small bathroom."}], "extra_info": {"id": "9061bd1f-52ee-4aee-bbff-93c186cca302", "split": "0_30_s_academic_v0_1", "qtype": "oe", "manifest": {"frames": 840, "fps": 30.0, "duration_s": 28.0, "rel_path": "0_30_s_academic_v0_1/academic_source/ego4d/9061bd1f-52ee-4aee-bbff-93c186cca302.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_oe", "ability": "video_oe_qa", "video_rel": "1_2_m_academic_v0_1/academic_source/Charades/DHVLP.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/1_2_m_academic_v0_1/academic_source/Charades/DHVLP.mp4", "messages": [{"role": "user", "content": "<video>\nWhat does the man do after examining the green and orange box in the original room?"}, {"role": "assistant", "content": "He walks towards the camera, still holding the box, and stands closer to the camera, looking towards it."}], "extra_info": {"id": "DHVLP", "split": "1_2_m_academic_v0_1", "qtype": "oe", "manifest": {"frames": 1888, "fps": 30.0, "duration_s": 62.93333333333333, "rel_path": "1_2_m_academic_v0_1/academic_source/Charades/DHVLP.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_cap", "ability": "video_caption", "video_rel": "30_60_s_academic_v0_1/academic_source/activitynet/v_eksIn1NfWJg.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/30_60_s_academic_v0_1/academic_source/activitynet/v_eksIn1NfWJg.mp4", "messages": [{"role": "user", "content": "<video>\nProvide a comprehensive analysis of the video's content and themes."}, {"role": "assistant", "content": "The video begins with a black screen, followed by white text that reads 'Canon SX230 HS - Closeup quality test' on a black background. This text remains on the screen for a few seconds, setting the context for a demonstration of the camera's close-up capabilities. The scene then transitions to a close-up shot of a human eye, held open by fingers, revealing the intricate details of the iris, pupil, and surrounding skin. The camera focuses on the eye, capturing the intricate patterns and colors within the iris, emphasizing the clarity and detail captured by the camera.\n\nThe eye continues to be held open by fingers, showcasing its movements as it looks around. The camera captures the eye's movements, including blinking and slight adjustments of the fingers to keep the eye open. This segment highlights the camera's ability to capture fine details and movements.\n\nNext, the video shows a close-up shot of a closed human eye, with fingers gently pressing on the eyelid. The eye then opens, revealing a detailed view of the iris and pupil. The camera captures the intricate patterns and colors within the iris as the eye moves around, looks in different directions, and blinks a few times. The eye rolls upward at one point, revealing the white of the eye, before closing again with fingers gently pressing on the closed eyelid, further emphasizing the camera's precision.\n\nThe focus then shifts to a close-up shot of an open human eye without any fingers holding it open. This natural view allows the eye to move around and blink freely. The camera captures these movements with clarity and detail, emphasizing its ability to capture fine details and movements even without external assistance. The eye closes and remains closed for a few moments, highlighting the camera's capabilities.\n\nFinally, the video presents a close-up shot of a partially closed human eye. The camera captures the intricate details of the iris, pupil, and surrounding skin. The eye slowly opens, revealing more of the iris and pupil, and moves around slightly. The lighting highlights the texture of the skin and the eyelashes. The eye fully opens, stares directly at the camera, and then slowly closes again, demonstrating the camera's ability to capture fine details and movements in various states of the eye. The video wraps up with this final demonstration, showcasing the Canon SX230 HS's exceptional close-up quality."}], "extra_info": {"id": "v_eksIn1NfWJg", "split": "30_60_s_academic_v0_1", "qtype": "cap", "manifest": {"frames": 1360, "fps": 29.97002997002997, "duration_s": 45.37866666666667, "rel_path": "30_60_s_academic_v0_1/academic_source/activitynet/v_eksIn1NfWJg.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_cap", "ability": "video_caption", "video_rel": "30_60_s_academic_v0_1/academic_source/Charades/WKME6.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/30_60_s_academic_v0_1/academic_source/Charades/WKME6.mp4", "messages": [{"role": "user", "content": "<video>\nDissect the video's content, explaining each element thoroughly."}, {"role": "assistant", "content": "The video unfolds in a cozy bedroom, capturing a slice of everyday life involving two individuals. One person, dressed in a pink shirt and dark pants with white stripes, stands near a door adorned with a pink cloth, holding a baby. The other individual, also in a pink shirt but paired with blue jeans, sits on a bed covered with a zebra-patterned bedspread. This person is engrossed in personal grooming, using a large, round black object, likely a mirror, to adjust their hair and face. A framed picture hangs on the wall above the bed, adding a personal touch to the room.\n\nAs the scene progresses, the person sitting on the bed continues their grooming routine, while the individual near the door, now holding a baby bottle, feeds the baby. The room's details, such as the red curtains on the window, a red plastic chair, and a table stacked with books, remain consistent, reinforcing the domestic atmosphere.\n\nThe interaction between the person standing near the door and the baby becomes more animated, with the individual talking or engaging with the baby while still holding the baby bottle. Meanwhile, the person on the bed remains focused on their grooming, maintaining the same meticulous attention to their appearance.\n\nIn the final moments, the person who was near the door begins to move towards it, now wearing blue jeans. The scene retains its casual, everyday ambiance, with one person continuing their grooming ritual and the other moving around the room, highlighting the simple yet intimate moments of daily life."}], "extra_info": {"id": "WKME6", "split": "30_60_s_academic_v0_1", "qtype": "cap", "manifest": {"frames": 996, "fps": 30.0, "duration_s": 33.2, "rel_path": "30_60_s_academic_v0_1/academic_source/Charades/WKME6.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_oe", "ability": "video_oe_qa", "video_rel": "2_3_m_academic_v0_1/academic_source/activitynet/v_A80eMz7rJUM.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/2_3_m_academic_v0_1/academic_source/activitynet/v_A80eMz7rJUM.mp4", "messages": [{"role": "user", "content": "<video>\nWhat happens after Judy shows the pruned sections to the camera?"}, {"role": "assistant", "content": "After showing the pruned sections to the camera, Judy continues to actively prune the tomato plants and explains the importance of removing certain parts for the plant's health."}], "extra_info": {"id": "v_A80eMz7rJUM", "split": "2_3_m_academic_v0_1", "qtype": "oe", "manifest": {"frames": 4686, "fps": 29.976395028242806, "duration_s": 156.323, "rel_path": "2_3_m_academic_v0_1/academic_source/activitynet/v_A80eMz7rJUM.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_cap", "ability": "video_caption", "video_rel": "30_60_s_academic_v0_1/academic_source/Charades/DHR83.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/30_60_s_academic_v0_1/academic_source/Charades/DHR83.mp4", "messages": [{"role": "user", "content": "<video>\nProvide an exhaustive description of the video content."}, {"role": "assistant", "content": "The video takes place in a cozy kitchen with red walls and wooden cabinets, creating a warm and inviting atmosphere. A person in a black jacket stands at the kitchen island, holding a piece of food, while a child in a red shirt enters the scene holding a piece of paper. The kitchen is equipped with a refrigerator, a microwave, and a laptop on the counter, alongside a bottle of water and a red pen. The open door in the background leads to another room, where another person can be seen sitting.\n\nThe child approaches the person in the black jacket and places the paper on the counter, then begins to write or draw on it. The person in the black jacket continues to eat, occasionally observing or assisting the child. The scene maintains a casual and homey atmosphere, with the child deeply engaged in their activity and the person in the black jacket providing a comforting presence.\n\nThroughout the video, the setting remains consistent, with the bottle of water, red pen, and laptop staying on the counter, and the open door continuing to reveal the person sitting in the other room. The interaction between the child and the person in the black jacket highlights a simple yet heartwarming moment in a family kitchen, emphasizing the bond and everyday life shared between them."}], "extra_info": {"id": "DHR83", "split": "30_60_s_academic_v0_1", "qtype": "cap", "manifest": {"frames": 924, "fps": 29.97002997002997, "duration_s": 30.8308, "rel_path": "30_60_s_academic_v0_1/academic_source/Charades/DHR83.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_oe", "ability": "video_oe_qa", "video_rel": "30_60_s_academic_v0_1/academic_source/youcook2/111/QLaA91I4t3U/split_3.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/30_60_s_academic_v0_1/academic_source/youcook2/111/QLaA91I4t3U/split_3.mp4", "messages": [{"role": "user", "content": "<video>\nHow does the appearance of the salad change throughout the video?"}, {"role": "assistant", "content": "The salad changes from containing just chopped lettuce and halved red grapes to also including small, triangular pieces of green apple."}], "extra_info": {"id": "111-QLaA91I4t3U-split_3", "split": "30_60_s_academic_v0_1", "qtype": "oe", "manifest": {"frames": 960, "fps": 29.97002997002997, "duration_s": 32.032000000000004, "rel_path": "30_60_s_academic_v0_1/academic_source/youcook2/111/QLaA91I4t3U/split_3.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_oe", "ability": "video_oe_qa", "video_rel": "0_30_s_academic_v0_1/academic_source/Charades/Z1ZUI.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/0_30_s_academic_v0_1/academic_source/Charades/Z1ZUI.mp4", "messages": [{"role": "user", "content": "<video>\nWhat does the person do with the gray jacket or blanket?"}, {"role": "assistant", "content": "The person appears to adjust or fold the gray jacket or blanket after picking it up from the couch."}], "extra_info": {"id": "Z1ZUI", "split": "0_30_s_academic_v0_1", "qtype": "oe", "manifest": {"frames": 1011, "fps": 59.94005994005994, "duration_s": 16.86685, "rel_path": "0_30_s_academic_v0_1/academic_source/Charades/Z1ZUI.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_cap", "ability": "video_caption", "video_rel": "30_60_s_academic_v0_1/academic_source/Charades/SFHHR.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/30_60_s_academic_v0_1/academic_source/Charades/SFHHR.mp4", "messages": [{"role": "user", "content": "<video>\nCharacterize each scene of the video using a detailed description."}, {"role": "assistant", "content": "The video features a woman in a colorful floral dress, seated in a simple room setup, interacting with a computer. The room contains a desk with a computer, keyboard, a cup, a small statue, and several cables connected to the computer. A switch with a red light is visible on the wall. The woman appears focused on the computer screen, which displays bright images and text, though the content is not clearly visible. She occasionally touches her face or rests her hand on her chin, indicating deep thought or concentration. At one point, she takes a short break to sip from a cup before resuming her work. Throughout the video, the setting and her actions remain consistent, emphasizing her continuous engagement with the computer task."}], "extra_info": {"id": "SFHHR", "split": "30_60_s_academic_v0_1", "qtype": "cap", "manifest": {"frames": 750, "fps": 23.976023976023978, "duration_s": 31.281249999999996, "rel_path": "30_60_s_academic_v0_1/academic_source/Charades/SFHHR.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_oe", "ability": "video_oe_qa", "video_rel": "30_60_s_academic_v0_1/academic_source/youcook2/421/D0STPAXDYxg/split_0.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/30_60_s_academic_v0_1/academic_source/youcook2/421/D0STPAXDYxg/split_0.mp4", "messages": [{"role": "user", "content": "<video>\nWhat is the initial scene of the video?"}, {"role": "assistant", "content": "The video begins with a close-up of a large metal mixing bowl containing a mound of flour."}], "extra_info": {"id": "421-D0STPAXDYxg-split_0", "split": "30_60_s_academic_v0_1", "qtype": "oe", "manifest": {"frames": 1199, "fps": 29.97002997002997, "duration_s": 40.00663333333333, "rel_path": "30_60_s_academic_v0_1/academic_source/youcook2/421/D0STPAXDYxg/split_0.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_oe", "ability": "video_oe_qa", "video_rel": "30_60_s_academic_v0_1/academic_source/Charades/D1O6N.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/30_60_s_academic_v0_1/academic_source/Charades/D1O6N.mp4", "messages": [{"role": "user", "content": "<video>\nAfter the conversation, does the person in the black polo shirt start painting the light pink walls?"}, {"role": "assistant", "content": "No, the person in the black polo shirt does not start painting the light pink walls."}], "extra_info": {"id": "D1O6N", "split": "30_60_s_academic_v0_1", "qtype": "oe", "manifest": {"frames": 516, "fps": 16.641, "duration_s": 31.007751937984498, "rel_path": "30_60_s_academic_v0_1/academic_source/Charades/D1O6N.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_mc", "ability": "video_mc_qa", "video_rel": "30_60_s_academic_v0_1/academic_source/Charades/WX711.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/30_60_s_academic_v0_1/academic_source/Charades/WX711.mp4", "messages": [{"role": "user", "content": "<video>\nWhat is the person in the dark shirt primarily focused on?\nA. Reading papers\nB. Talking to the person in the striped shirt\nC. Using a phone\nD. Drinking from a glass\nPlease respond with only the letter of the correct answer."}, {"role": "assistant", "content": "A."}], "extra_info": {"id": "WX711", "split": "30_60_s_academic_v0_1", "qtype": "mc", "manifest": {"frames": 924, "fps": 30.0, "duration_s": 30.8, "rel_path": "30_60_s_academic_v0_1/academic_source/Charades/WX711.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_oe", "ability": "video_oe_qa", "video_rel": "1_2_m_academic_v0_1/academic_source/activitynet/v_zCND0HJq6Iw.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/1_2_m_academic_v0_1/academic_source/activitynet/v_zCND0HJq6Iw.mp4", "messages": [{"role": "user", "content": "<video>\nDoes the musician stop playing the bagpipes to give a speech to the audience?"}, {"role": "assistant", "content": "No, the musician continues to play the bagpipes energetically throughout the performance."}], "extra_info": {"id": "v_zCND0HJq6Iw", "split": "1_2_m_academic_v0_1", "qtype": "oe", "manifest": {"frames": 2265, "fps": 29.98292363289782, "duration_s": 75.543, "rel_path": "1_2_m_academic_v0_1/academic_source/activitynet/v_zCND0HJq6Iw.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_oe", "ability": "video_oe_qa", "video_rel": "1_2_m_academic_v0_1/academic_source/activitynet/v_Yg6jFRYIyXw.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/1_2_m_academic_v0_1/academic_source/activitynet/v_Yg6jFRYIyXw.mp4", "messages": [{"role": "user", "content": "<video>\nWhat happens after the person finishes shoveling snow?"}, {"role": "assistant", "content": "The person stands up, holds the shovel upright, and raises it triumphantly. The scene then transitions to a view of the Northern Lights superimposed over the person's silhouette."}], "extra_info": {"id": "v_Yg6jFRYIyXw", "split": "1_2_m_academic_v0_1", "qtype": "oe", "manifest": {"frames": 2545, "fps": 25.0, "duration_s": 101.8, "rel_path": "1_2_m_academic_v0_1/academic_source/activitynet/v_Yg6jFRYIyXw.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_oe", "ability": "video_oe_qa", "video_rel": "0_30_s_academic_v0_1/academic_source/NextQA/1015/3194558043.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/0_30_s_academic_v0_1/academic_source/NextQA/1015/3194558043.mp4", "messages": [{"role": "user", "content": "<video>\nWhat instrument is the musician playing on the stage?"}, {"role": "assistant", "content": "The musician is playing an electric guitar."}], "extra_info": {"id": "1015-3194558043", "split": "0_30_s_academic_v0_1", "qtype": "oe", "manifest": {"frames": 691, "fps": 29.97002997002997, "duration_s": 23.056366666666666, "rel_path": "0_30_s_academic_v0_1/academic_source/NextQA/1015/3194558043.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_mc", "ability": "video_mc_qa", "video_rel": "0_30_s_academic_v0_1/academic_source/youcook2/404/NGaMA8-Qn8o/split_13.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/0_30_s_academic_v0_1/academic_source/youcook2/404/NGaMA8-Qn8o/split_13.mp4", "messages": [{"role": "user", "content": "<video>\nWhat is the person doing in the video?\nA. Pouring sauce onto the noodles\nB. Stirring the noodles\nC. Adding vegetables to the wok\nD. Serving the dish\nPlease provide your answer by stating the letter followed by the full option."}, {"role": "assistant", "content": "A. Pouring sauce onto the noodles."}], "extra_info": {"id": "404-NGaMA8-Qn8o-split_13", "split": "0_30_s_academic_v0_1", "qtype": "mc", "manifest": {"frames": 600, "fps": 30.0, "duration_s": 20.0, "rel_path": "0_30_s_academic_v0_1/academic_source/youcook2/404/NGaMA8-Qn8o/split_13.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_oe", "ability": "video_oe_qa", "video_rel": "0_30_s_activitynetqa/ActivityNet-QA/activitynet/train/v1-3/train_val/v_MAZlsi4Bon8.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/0_30_s_activitynetqa/ActivityNet-QA/activitynet/train/v1-3/train_val/v_MAZlsi4Bon8.mp4", "messages": [{"role": "user", "content": "<video>\nwhat is the gender of a child wearing yellow clothes\nAnswer the question using few words or phrase."}, {"role": "assistant", "content": "male"}], "extra_info": {"id": "v_MAZlsi4Bon8_9", "split": "0_30_s_activitynetqa", "qtype": "oe", "manifest": {"frames": 316, "fps": 29.97002997002997, "duration_s": 10.543866666666666, "rel_path": "0_30_s_activitynetqa/ActivityNet-QA/activitynet/train/v1-3/train_val/v_MAZlsi4Bon8.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_oe", "ability": "video_oe_qa", "video_rel": "30_60_s_academic_v0_1/academic_source/Charades/OUBUX.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/30_60_s_academic_v0_1/academic_source/Charades/OUBUX.mp4", "messages": [{"role": "user", "content": "<video>\nWhat items are on the bed?"}, {"role": "assistant", "content": "There is a black backpack and some folded clothes on the bed."}], "extra_info": {"id": "OUBUX", "split": "30_60_s_academic_v0_1", "qtype": "oe", "manifest": {"frames": 557, "fps": 17.542, "duration_s": 31.752365750769577, "rel_path": "30_60_s_academic_v0_1/academic_source/Charades/OUBUX.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_mc", "ability": "video_mc_qa", "video_rel": "30_60_s_academic_v0_1/academic_source/youcook2/114/C0gWH2E4lWg/split_3.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/30_60_s_academic_v0_1/academic_source/youcook2/114/C0gWH2E4lWg/split_3.mp4", "messages": [{"role": "user", "content": "<video>\nWhat is the person in the video doing?\nA. The person is decorating a cake\nB. The person is cutting and arranging butter pieces\nC. The person is cooking a meal\nD. The person is cleaning the kitchen\nPlease provide your answer by stating the letter followed by the full option."}, {"role": "assistant", "content": "B. The person is cutting and arranging butter pieces."}], "extra_info": {"id": "114-C0gWH2E4lWg-split_3", "split": "30_60_s_academic_v0_1", "qtype": "mc", "manifest": {"frames": 1019, "fps": 29.97002997002997, "duration_s": 34.00063333333333, "rel_path": "30_60_s_academic_v0_1/academic_source/youcook2/114/C0gWH2E4lWg/split_3.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_oe", "ability": "video_oe_qa", "video_rel": "2_3_m_academic_v0_1/academic_source/activitynet/v_yUYTlwiP16E.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/2_3_m_academic_v0_1/academic_source/activitynet/v_yUYTlwiP16E.mp4", "messages": [{"role": "user", "content": "<video>\nDoes the video show people skiing on the snow-covered sidewalks?"}, {"role": "assistant", "content": "No, the video does not show people skiing on the snow-covered sidewalks."}], "extra_info": {"id": "v_yUYTlwiP16E", "split": "2_3_m_academic_v0_1", "qtype": "oe", "manifest": {"frames": 3629, "fps": 29.97002997002997, "duration_s": 121.08763333333333, "rel_path": "2_3_m_academic_v0_1/academic_source/activitynet/v_yUYTlwiP16E.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_oe", "ability": "video_oe_qa", "video_rel": "30_60_s_academic_v0_1/academic_source/Charades/DQ46N.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/30_60_s_academic_v0_1/academic_source/Charades/DQ46N.mp4", "messages": [{"role": "user", "content": "<video>\nDoes the setup of the kitchen change throughout the video?"}, {"role": "assistant", "content": "No, the kitchen setup remains unchanged."}], "extra_info": {"id": "DQ46N", "split": "30_60_s_academic_v0_1", "qtype": "oe", "manifest": {"frames": 931, "fps": 29.97002997002997, "duration_s": 31.06436666666667, "rel_path": "30_60_s_academic_v0_1/academic_source/Charades/DQ46N.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_oe", "ability": "video_oe_qa", "video_rel": "30_60_s_academic_v0_1/academic_source/NextQA/0096/3104804865.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/30_60_s_academic_v0_1/academic_source/NextQA/0096/3104804865.mp4", "messages": [{"role": "user", "content": "<video>\nWhat condition is the metal pole with a rope attached to it in?"}, {"role": "assistant", "content": "The metal pole shows signs of rust and wear around the attachment point."}], "extra_info": {"id": "0096-3104804865", "split": "30_60_s_academic_v0_1", "qtype": "oe", "manifest": {"frames": 1695, "fps": 29.97002997002997, "duration_s": 56.5565, "rel_path": "30_60_s_academic_v0_1/academic_source/NextQA/0096/3104804865.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_oe", "ability": "video_oe_qa", "video_rel": "1_2_m_academic_v0_1/academic_source/NextQA/1101/3280713976.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/1_2_m_academic_v0_1/academic_source/NextQA/1101/3280713976.mp4", "messages": [{"role": "user", "content": "<video>\nWhat background elements are consistently shown throughout the video?"}, {"role": "assistant", "content": "The background elements include a staircase with white railings, a fish tank on a stand, and a small table with some items on it."}], "extra_info": {"id": "1101-3280713976", "split": "1_2_m_academic_v0_1", "qtype": "oe", "manifest": {"frames": 2697, "fps": 29.97002997002997, "duration_s": 89.9899, "rel_path": "1_2_m_academic_v0_1/academic_source/NextQA/1101/3280713976.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_oe", "ability": "video_oe_qa", "video_rel": "2_3_m_academic_v0_1/academic_source/activitynet/v_cduejHfXPDc.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/2_3_m_academic_v0_1/academic_source/activitynet/v_cduejHfXPDc.mp4", "messages": [{"role": "user", "content": "<video>\nDoes the artist paint quickly or slowly?"}, {"role": "assistant", "content": "The artist paints with deliberate and broad brushstrokes, suggesting a careful and methodical approach."}], "extra_info": {"id": "v_cduejHfXPDc", "split": "2_3_m_academic_v0_1", "qtype": "oe", "manifest": {"frames": 4991, "fps": 30.0, "duration_s": 166.36666666666667, "rel_path": "2_3_m_academic_v0_1/academic_source/activitynet/v_cduejHfXPDc.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_oe", "ability": "video_oe_qa", "video_rel": "1_2_m_academic_v0_1/academic_source/NextQA/0030/4904173487.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/1_2_m_academic_v0_1/academic_source/NextQA/0030/4904173487.mp4", "messages": [{"role": "user", "content": "<video>\nDoes the man cook a meal in the kitchen?"}, {"role": "assistant", "content": "No, the man does not cook a meal in the kitchen."}], "extra_info": {"id": "0030-4904173487", "split": "1_2_m_academic_v0_1", "qtype": "oe", "manifest": {"frames": 1801, "fps": 29.97002997002997, "duration_s": 60.09336666666667, "rel_path": "1_2_m_academic_v0_1/academic_source/NextQA/0030/4904173487.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_oe", "ability": "video_oe_qa", "video_rel": "30_60_s_academic_v0_1/academic_source/NextQA/1052/4533118162.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/30_60_s_academic_v0_1/academic_source/NextQA/1052/4533118162.mp4", "messages": [{"role": "user", "content": "<video>\nWhat does the cupcake look like?"}, {"role": "assistant", "content": "The cupcake is adorned with white frosting and colorful sprinkles."}], "extra_info": {"id": "1052-4533118162", "split": "30_60_s_academic_v0_1", "qtype": "oe", "manifest": {"frames": 1138, "fps": 29.97002997002997, "duration_s": 37.971266666666665, "rel_path": "30_60_s_academic_v0_1/academic_source/NextQA/1052/4533118162.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_mc", "ability": "video_mc_qa", "video_rel": "2_3_m_academic_v0_1/academic_source/NextQA/0075/12843838795.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/2_3_m_academic_v0_1/academic_source/NextQA/0075/12843838795.mp4", "messages": [{"role": "user", "content": "<video>\nWhat happens after the person is lowered from the helicopter by a cable?\nA. The scene transitions to a closer view of two individuals kneeling on the snow-covered ground\nB. The person lands on the ground and starts running\nC. The helicopter flies away\nD. The person is lifted back into the helicopter\nPlease respond with only the letter of the correct answer."}, {"role": "assistant", "content": "A."}], "extra_info": {"id": "0075-12843838795", "split": "2_3_m_academic_v0_1", "qtype": "mc", "manifest": {"frames": 4454, "fps": 29.97002997002997, "duration_s": 148.61513333333335, "rel_path": "2_3_m_academic_v0_1/academic_source/NextQA/0075/12843838795.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_oe", "ability": "video_oe_qa", "video_rel": "0_30_s_academic_v0_1/academic_source/Charades/2CFCW.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/0_30_s_academic_v0_1/academic_source/Charades/2CFCW.mp4", "messages": [{"role": "user", "content": "<video>\nWhere is the wooden door located in relation to the corridor?"}, {"role": "assistant", "content": "The wooden door is located on the right side of the corridor."}], "extra_info": {"id": "2CFCW", "split": "0_30_s_academic_v0_1", "qtype": "oe", "manifest": {"frames": 717, "fps": 23.976023976023978, "duration_s": 29.904874999999997, "rel_path": "0_30_s_academic_v0_1/academic_source/Charades/2CFCW.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_oe", "ability": "video_oe_qa", "video_rel": "30_60_s_academic_v0_1/academic_source/Charades/REWLB.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/30_60_s_academic_v0_1/academic_source/Charades/REWLB.mp4", "messages": [{"role": "user", "content": "<video>\nWhat items are on the desk?"}, {"role": "assistant", "content": "The desk holds a stack of books, a black bag, and a yellow pencil."}], "extra_info": {"id": "REWLB", "split": "30_60_s_academic_v0_1", "qtype": "oe", "manifest": {"frames": 920, "fps": 30.0, "duration_s": 30.666666666666668, "rel_path": "30_60_s_academic_v0_1/academic_source/Charades/REWLB.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_oe", "ability": "video_oe_qa", "video_rel": "2_3_m_activitynetqa/ActivityNet-QA/activitynet/train/v1-3/train_val/v_WkWCbz54JSU.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/2_3_m_activitynetqa/ActivityNet-QA/activitynet/train/v1-3/train_val/v_WkWCbz54JSU.mp4", "messages": [{"role": "user", "content": "<video>\nis the person with a red cloth long hair\nAnswer the question using few words or phrase."}, {"role": "assistant", "content": "no"}], "extra_info": {"id": "v_WkWCbz54JSU_3", "split": "2_3_m_activitynetqa", "qtype": "oe", "manifest": {"frames": 3580, "fps": 25.0, "duration_s": 143.2, "rel_path": "2_3_m_activitynetqa/ActivityNet-QA/activitynet/train/v1-3/train_val/v_WkWCbz54JSU.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_oe", "ability": "video_oe_qa", "video_rel": "1_2_m_academic_v0_1/academic_source/activitynet/v_feY5JrgSpzE.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/1_2_m_academic_v0_1/academic_source/activitynet/v_feY5JrgSpzE.mp4", "messages": [{"role": "user", "content": "<video>\nDoes the individual perform any weightlifting exercises in the video?"}, {"role": "assistant", "content": "No, the individual does not perform any weightlifting exercises in the video."}], "extra_info": {"id": "v_feY5JrgSpzE", "split": "1_2_m_academic_v0_1", "qtype": "oe", "manifest": {"frames": 1974, "fps": 29.97002997002997, "duration_s": 65.86580000000001, "rel_path": "1_2_m_academic_v0_1/academic_source/activitynet/v_feY5JrgSpzE.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_oe", "ability": "video_oe_qa", "video_rel": "1_2_m_activitynetqa/ActivityNet-QA/activitynet/train/v1-3/train_val/v_3zjhYw-TVQw.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/1_2_m_activitynetqa/ActivityNet-QA/activitynet/train/v1-3/train_val/v_3zjhYw-TVQw.mp4", "messages": [{"role": "user", "content": "<video>\nis the person wearing long sleeves or short sleeves in the video\nAnswer the question using few words or phrase."}, {"role": "assistant", "content": "short sleeve"}], "extra_info": {"id": "v_3zjhYw-TVQw_8", "split": "1_2_m_activitynetqa", "qtype": "oe", "manifest": {"frames": 1904, "fps": 29.97002997002997, "duration_s": 63.53013333333333, "rel_path": "1_2_m_activitynetqa/ActivityNet-QA/activitynet/train/v1-3/train_val/v_3zjhYw-TVQw.mp4", "src": "lv178k"}}} | |
| {"data_source": "lv178k_oe", "ability": "video_oe_qa", "video_rel": "30_60_s_academic_v0_1/academic_source/youcook2/319/e2t_1Atddaw/split_9.mp4", "video_abs": "/mnt/local-fast/opd_zt/data/videos/lv178k/30_60_s_academic_v0_1/academic_source/youcook2/319/e2t_1Atddaw/split_9.mp4", "messages": [{"role": "user", "content": "<video>\nWhere does the meal preparation take place?"}, {"role": "assistant", "content": "The meal preparation takes place on a speckled countertop with a partially visible blender base."}], "extra_info": {"id": "319-e2t_1Atddaw-split_9", "split": "30_60_s_academic_v0_1", "qtype": "oe", "manifest": {"frames": 1560, "fps": 29.97002997002997, "duration_s": 52.052, "rel_path": "30_60_s_academic_v0_1/academic_source/youcook2/319/e2t_1Atddaw/split_9.mp4", "src": "lv178k"}}} | |