data/ours_test/metadata.csv

image_path,original_caption,height,width,fps,n_frames,gemini_caption
test_images/0001.jpg,Break off a piece of tape,480,832,16,1,"A person holds the red tape dispenser with their left hand on a wooden desk and pulls a piece of clear tape with their right hand, tearing it against the serrated edge."
test_images/0003.png,Insert the straw into the cup,480,832,16,1,A person's left hand inserts a green straw into the cross-shaped opening on the lid of a clear plastic cup that is sitting on a wooden desk next to a keyboard.
test_images/0004.jpg,Lift up the chair from the back,480,832,16,1,A left hand reaches for the curved backrest of a pale-green wooden chair that is sitting on a patterned rug and lifts it.
test_images/0005.jpg,Move the knife out of the glass box,480,832,16,1,A hand removes the large kitchen knife with a grey and white handle from the square glass container on the wooden cutting board.
test_images/0006.jpg,Move the mannequin's arm so that its arms form a V shape,480,832,16,1,"A hand reaches for the wooden mannequin standing on a white shelf and lifts its right arm, positioning both arms upward in a V-shape."
test_images/0008.jpg,Open the juice bottle by twisting the cap counter clockwise,480,832,16,1,"A person holds a blue carton of Jumex Mango Nectar steady with their left hand while their right hand is positioned above the white cap, preparing to twist it counter-clockwise to open it."
test_images/0011.jpg,Pick up the glasses with left hand,480,832,16,1,The left hand moves inward to pick up the black-rimmed glasses from the white table.
test_images/0012.jpg,Pickup the fork,480,832,16,1,A right hand reaches to pick up a silver fork that is lying on a white desk next to a grey Logitech keyboard.
test_images/0017.jpg,Stir the tomatoes in the pot,480,832,16,1,A metal ladle stirs chopped tomatoes simmering in a steaming stainless steel pot on a white electric stovetop.
test_images/0018.png,Throw the cup into the recycling bin,480,832,16,1,"A hand holding a clear plastic cup drops it into the left opening of a white dual waste bin, which is labeled 'RECYCLE & NON-COMPOST'."
test_images/0020.jpg,Unplug the upper charging cable,480,832,16,1,A person's left hand unplugs the upper of two black cables from the side of a laptop.
test_images/0021.jpg,Use the pen to press the button F,480,832,16,1,A right hand uses a blue pen to press the 'F' key on the black keyboard of a laptop.
test_images/0022.jpg,Use the scissors to pick up the plastic bag,480,832,16,1,"A left hand holding a pair of grey and orange scissors moves toward a translucent plastic bag on a white table, preparing to pick it up."
test_images/0025.jpg,close_dishwasher,480,832,16,1,"A person's right hand lifts the open, downward-facing dishwasher door to close it."
test_images/0026.jpg,fetch_a_napkin,480,832,16,1,A left hand reaches toward a colorful Kleenex box on a wooden desk to pull out a tissue.
test_images/0027.jpg,flick_bathroom switch_off,480,832,16,1,"A right hand reaches for a dark, vintage-style toggle light switch on a white wall and flicks it down to the off position."
test_images/0028.jpg,flip_cup_upside_down,480,832,16,1,The left hand reaches for the green paper cup resting on the black leather couch and flips it upside down.
test_images/0029.jpg,fold_down_the_lamp_arm,480,832,16,1,A hand folds the upper arm of the white desk lamp down towards its base on the wooden desk.
test_images/0031.jpg,grab the pen from the desktop,480,832,16,1,"A person's left hand, wearing a grey and black plaid shirt, reaches over a white desk, positioning the thumb and index finger around a black pen that is lying on a paper with handwritten notes."
test_images/0033.jpg,grad the cup from the desktop,480,832,16,1,"A left hand reaches to grab a white paper cup filled with a clear liquid from a white desk, situated in front of a silver laptop."
test_images/0034.jpg,lift_up_the_door_handle,480,832,16,1,"A hand, extending from a blue sleeve, reaches for the brushed metal lever handle on the white paneled door and lifts it upward."
test_images/0035.jpg,move the mouse leftwards,480,832,16,1,"A right hand moves a white ergonomic mouse leftwards, sliding it from its position on top of the black keyboard."
test_images/0038.jpg,pick up the airpod box on the table,480,832,16,1,A left hand reaches onto the corner of a light-brown wooden table and picks up the white AirPods case.
test_images/0041.jpg,put the fork into the red cup,480,832,16,1,A hand holding a silver fork moves it from over the black mug and places it into the red cup decorated with a dog pattern.
test_images/0042.jpg,put the fork to the red cup,480,832,16,1,A hand moves a silver fork toward the red cup decorated with a repeating pattern of a cartoon French bulldog.
test_images/0043.jpg,put the spoon into the black cup,480,832,16,1,"A right hand holding a silver spoon places it into the black mug with the white ""The Robotics Institute"" logo."
test_images/0044.jpg,put the spoon into the red cup,480,832,16,1,"A person's right hand holding a silver spoon places it into the red cup decorated with French bulldog faces, which already contains a fork."
test_images/0046.jpg,squeeze_cup,480,832,16,1,A left hand reaches toward a green and white paper cup on a grey patterned carpet and squeezes it.
test_images/0048.jpg,turn the book to the next page,480,832,16,1,"The left hand holds an open book, its thumb placed on the bottom corner of the right-hand page, and turns the page to the left."
test_images/0049.jpg,unplug_the_cord,480,832,16,1,A hand reaches toward a white power strip on a grey carpeted floor to unplug a black electrical cord.
test_images/0050.jpg,zip_up_the_backpack,480,832,16,1,A person's hand reaches for the open zipper on the front of a black backpack resting on a wooden desk to zip it closed.
test_images/0051.jpg,cleaning_the_floor_with_paper_towel,480,832,16,1,"A hand wipes a light brown, wood-grain floor with a white paper towel."
test_images/0052.jpg,close_the_washing_machine_door,480,832,16,1,"A left hand pushes the open door of the silver, front-loading LG washing machine to close it."
test_images/0053.JPG,closing_the_mailbox,480,832,16,1,"A right hand reaches up to close the open metal door of a rusty, cylindrical mailbox mounted on a weathered wooden post next to brick stairs."
test_images/0054.JPG,closing_the_recycling_bin,480,832,16,1,A right hand pushes down the open blue lid of a recycling bin located on a street curb.
test_images/0055.JPG,cut_the_paper_0,480,832,16,1,"A right hand pushes down on the black handle of a paper cutter, slicing a sheet of white paper positioned on the gridded cutting board."
test_images/0057.JPG,drag_out_wood_chair_0,480,832,16,1,A left hand pulls a light-colored wooden chair away from a dark wooden table.
test_images/0060.JPG,erasing_the_triangle_from_the_board,480,832,16,1,A right hand reaches for a black eraser resting in a black holder attached to a whiteboard to erase the purple triangle drawn on the board.
test_images/0061.JPG,flicking_the_light_switch,480,832,16,1,"A right hand reaches toward a white, single-toggle light switch on a beige wall to flick it upward."
test_images/0062.JPG,flip_the_cover_of_the_book_closed,480,832,16,1,"A right hand flips the black cover of the open spiral notebook over the gridded page, closing the notebook on the round, mirrored table."
test_images/0063.JPG,flipping_the_red_lever_of_the_machine,480,832,16,1,A person's right hand flips up the red lever on the chrome spigot of the black hot water dispenser.
test_images/0066.JPG,grab_chair_0,480,832,16,1,A right hand reaches to grab the wooden chair with a cross-back design on the red brick patio.
test_images/0068.JPG,grab_gasoline_pump_0,480,832,16,1,A right hand reaches to grab the black gas nozzle from its holster on a white and yellow Shell gas pump.
test_images/0071.JPG,grab_phone_0,480,832,16,1,A person's right hand reaches toward the black handset of a purple public payphone on a sidewalk.
test_images/0073.JPG,grab_scooter_by_handle_0,480,832,16,1,A right hand reaches to grab the right handlebar of a green and white electric scooter parked on a city sidewalk.
test_images/0074.JPG,grab_soap_0,480,832,16,1,"A left hand reaches across a white sink to pick up a small, white, leaf-shaped bar of soap resting on the right side."
test_images/0075.JPG,grab_steel_wool_0,480,832,16,1,A person's right hand reaches over a stainless steel sink toward a blue plastic container holding a steel wool pad.
test_images/0079.jpg,grab_the_plunger,480,832,16,1,A person's left arm reaches down toward the black plunger in its holder on the hexagonal-tiled floor next to the toilet.
test_images/0080.jpg,grab_the_weight,480,832,16,1,"A person's left hand reaches to grab the top black, octagonal 'Iron Grip' weight plate from a stack on a yellow Hammer Strength machine."
test_images/0081.JPG,grab_winshield_cleaner_0,480,832,16,1,"A right hand reaches into a yellow bucket, which is on a green crate next to a white bollard, and grabs a black windshield squeegee."
test_images/0082.jpg,hold_electrical_vehicle_handle_0,480,832,16,1,"A right hand with dark nail polish on the thumb, extending from a white-cuffed sleeve, reaches to hold the black, textured right handlebar of an electric scooter."
test_images/0083.jpg,lift_lid_of_computer,480,832,16,1,"A left hand, extending from a grey sweatshirt sleeve, is positioned to lift the lid of a dark grey laptop resting on the canvas seat of a light wood-framed chair."
test_images/0084.jpg,lift_pan_lid,480,832,16,1,A right hand in a grey sleeve reaches to lift the stainless steel pan lid from the black electric stovetop.
test_images/0085.jpg,lift_spoon,480,832,16,1,A right hand lifts a silver spoon out of a white bowl of berries and nuts resting on the canvas seat of a wooden chair.
test_images/0087.JPG,move_pink_mouse_closer_0,480,832,16,1,A hand moves the pink mouse on the white desk closer to the foreground.
test_images/0088.jpg,open_book_cover,480,832,16,1,"A left hand lifts the yellow cover of the book ""David and Goliath"" by Malcolm Gladwell, which is resting on a fluffy white rug."
test_images/0089.jpg,open_bottle_cap_0,480,832,16,1,A right hand with dark nail polish reaches toward a white desk to unscrew the cap of an orange plastic bottle of Ito En Hojicha tea.
test_images/0090.jpg,open_cabinet_0,480,832,16,1,A left hand reaches up and pulls open the left-side white cabinet door located above a white range hood.
test_images/0092.JPG,open_compost_bin_0,480,832,16,1,A hand reaches from the bottom right of the frame to open the lid of the green compost bin located in the center.
test_images/0093.JPG,open_dryer_door_0,480,832,16,1,A left hand reaches for the handle on the left side of a white dryer door and pulls it open.
test_images/0094.jpg,open_earpods_0,480,832,16,1,"A right hand with black nail polish reaches toward a teal, BMO-themed earbud case on a wooden surface to open the lid."
test_images/0095.JPG,open_fridge_0,480,832,16,1,A hand pulls the black vertical handle on the left side of the white refrigerator's upper door to open it.
test_images/0096.JPG,open_gate_with_knob_0,480,832,16,1,A right hand reaches for the silver doorknob to open the black metal mesh security gate.
test_images/0099.jpg,open_oven,480,832,16,1,A person's left hand reaches toward the handle of a stainless steel oven to pull it open.
test_images/0101.JPG,open_trash_bin_0,480,832,16,1,A right hand reaches toward the white trash bin located under a wooden surface to open it.
test_images/0102.JPG,open_washingmachine_lid_0,480,832,16,1,"A person's left hand lifts the lid of a white, top-loading washing machine using the indented handle on the front."
test_images/0103.JPG,open_wood_door_0,480,832,16,1,A person's right hand pushes open the right side of a wooden gate equipped with a black metal latch.
test_images/0106.jpg,pick_notebook,480,832,16,1,"A left hand reaches toward a round, mirrored table and picks up a dark blue, spiral-bound notebook."
test_images/0107.JPG,pick_towel_0,480,832,16,1,A right hand reaches toward a crumpled grey towel lying on a light brown wooden surface next to a white pole.
test_images/0108.JPG,pick_up_cone_0,480,832,16,1,A right hand reaches towards an orange and white traffic cone sitting on a white line in an asphalt parking lot.
test_images/0109.jpg,pick_up_eraser_0,480,832,16,1,A right hand with dark nail polish reaches for a black rectangular eraser resting on a light-colored wooden surface.
test_images/0112.JPG,pick_up_the_blue_creamer,480,832,16,1,A right hand reaches across the black speckled countertop to pick up the blue creamer cup from a group of three.
test_images/0114.jpg,pick_up_the_green_booklet,480,832,16,1,"A person's left hand reaches across a wooden table to pick up the 'Berkeley ENGINEER' magazine, which has a green banner at the top and the title 'Light Science' on its cover."
test_images/0115.jpg,picking_up_the_skateboard,480,832,16,1,A right hand reaches down to pick up an upside-down electric skateboard from a wooden floor.
test_images/0116.jpg,place_hand_under_soap_dispenser,480,832,16,1,"A person places their left hand, palm facing up, under the nozzle of a black and clear Purell hand sanitizer dispenser mounted on a black stand."
test_images/0117.JPG,plugging_in_the_charger_to_the_outlet,480,832,16,1,"A right hand reaches for a white power adapter on a white desk, moving to plug it into the adjacent white power strip."
test_images/0119.JPG,press_gas_station_button_0,480,832,16,1,"A person's right index finger presses the circular button on the red ""Shell V-Power"" section of a gas pump."
test_images/0120.JPG,press_red_button_0,480,832,16,1,A person's right hand reaches towards the silver panel on a black emergency call box to press the red button.
test_images/0122.jpg,pressing_the_button_to_flush_the_toilet,480,832,16,1,"From an overhead view, a person's right hand reaches over the open lid of a white toilet to press the smaller button on the chrome dual-flush mechanism."
test_images/0123.JPG,pressing_the_number_four_on_the_pad,480,832,16,1,A right index finger presses the number 8 button on the lower physical keypad of a stainless steel elevator control panel.
test_images/0128.JPG,punching_the_glass,480,832,16,1,"From a first-person perspective, a right hand clenched into a fist moves to punch a glass safety railing overlooking a lower floor with a polished terrazzo surface."
test_images/0131.JPG,pushing_the_door_open,480,832,16,1,"A hand reaches up to press the horizontal metal panic bar, which has a green indicator light, on a white door."
test_images/0138.jpg,reach_into_bottle,480,832,16,1,A left hand reaches into the open blue and white bottle of vitamins sitting on a white plastic cart.
test_images/0140.jpg,scoop_paste_onto_finger,480,832,16,1,A person's right index finger moves towards an open container of yellow petroleum jelly on a white bathroom counter to scoop some of the paste.
test_images/0144.JPG,staple_papers_0,480,832,16,1,"A right hand presses a black manual stapler onto the corner of a document resting on a dark, speckled countertop."
test_images/0147.JPG,take_out_blue_book_0,480,832,16,1,"A right hand reaches towards a row of books on a wooden shelf to pull out the blue hardcover book titled ""molecular genetics of bacteria."""
test_images/0149.jpg,take_out_straw,480,832,16,1,A hand reaches towards a plastic cup on a white desk to pull the clear straw out of the lid.
test_images/0150.jpg,take_out_the_chair,480,832,16,1,"A hand reaches into a grey, felt-lined nook and pulls a three-legged wooden stool out from the corner."
test_images/0153.jpg,take_spray_bottle,480,832,16,1,"A person's left hand reaches for a spray bottle in a yellow caddy on a janitorial cart, which also holds a box of black gloves, a roll of paper towels, and other cleaning solutions."
test_images/0154.JPG,taking_milk_out_of_the_fridge,480,832,16,1,A right hand reaches into the top shelf of an open Frigidaire refrigerator and pulls out a half-full plastic jug of Berkeley milk.
test_images/0155.JPG,taking_the_lid_off_the_jar,480,832,16,1,"A right hand lifts the lid off a white ceramic jar labeled ""TREATS"" that is sitting on a dark blue countertop."
test_images/0156.JPG,tear_down_the_poster,480,832,16,1,"A right hand tears down a paper sign with a ""Berkeley Physics Lab"" logo from a glass door."
test_images/0160.JPG,turn_door_handle_0,480,832,16,1,"A person's right hand reaches towards the silver doorknob on a dirty, white paneled door, which is next to a textured white wall with a double light switch."
test_images/0161.JPG,turn_fan_dial_0,480,832,16,1,"A person's right hand rests on the black dial of a silver Patton floor fan, which is positioned on a counter in front of shelves stocked with cases of instant noodles."
test_images/0162.jpg,turn_knob_of_washing_machine,480,832,16,1,"A person's left hand, wearing a grey sweatshirt, turns the large silver control knob on the front of a grey LG washing machine."
test_images/0164.jpg,turn_the_lock,480,832,16,1,A person's right hand turns the thumb-turn of the brass deadbolt lock on a white door.
test_images/0165.JPG,turn_wheel_on_pipe_0,480,832,16,1,"A person's hand reaches to turn the black, circular wheel on a large, red industrial valve located in front of a chain-link fence."
test_images/0170.JPG,twist_off_closure_0,480,832,16,1,"A person's right hand moves to twist the white, ridged cap off a white and red bottle that is lying on the gray fabric of an office chair."
test_images/0172.JPG,unscrewing_the_lid_on_the_jar,480,832,16,1,"A right hand unscrews the white lid from a large, translucent plastic jar that is sitting on a dark, speckled countertop."
test_images/0174.JPG,use_key_to_open_door_0,480,832,16,1,"A right hand holding a key with a black head moves it towards the silver deadbolt lock on a white door, positioned above a silver doorknob."