| { |
| "model": "gemini-3.8-flash", |
| "experiment": "shaina_fresh_test", |
| "tasks": { |
| "t1": { |
| "scores": { |
| "n": 10, |
| "accuracy": 0.2, |
| "ci95": [ |
| 0.0567, |
| 0.5098 |
| ], |
| "balanced_accuracy": 0.1875, |
| "cohen_kappa": -0.0256 |
| }, |
| "items": [ |
| { |
| "id": "t1_RVFA__seed_vc__153f__main__id00460_KCBOXmDu5Ks_00025__id08352", |
| "clips": [ |
| "RVFA__seed_vc__153f__main__id00460_KCBOXmDu5Ks_00025__id08352.mp4" |
| ], |
| "part": null, |
| "question": "Which part of this audio-visual clip, if any, is AI-generated or manipulated? A real recording that was only processed, without changing who is seen or heard, still counts as real.", |
| "options": [ |
| "neither", |
| "both", |
| "the video", |
| "the audio" |
| ], |
| "gt_answer": "the audio", |
| "pred_answer": "neither", |
| "correct": false, |
| "raw": "```json\n{\"answer\": \"neither\"}\n```" |
| }, |
| { |
| "id": "t1_RVFA__seed_vc__77f__main__id01296_B7gb-0xbMn0_00024__id06068", |
| "clips": [ |
| "RVFA__seed_vc__77f__main__id01296_B7gb-0xbMn0_00024__id06068.mp4" |
| ], |
| "part": null, |
| "question": "Which part of this audio-visual clip, if any, is AI-generated or manipulated? A real recording that was only processed, without changing who is seen or heard, still counts as real.", |
| "options": [ |
| "the audio", |
| "both", |
| "the video", |
| "neither" |
| ], |
| "gt_answer": "the audio", |
| "pred_answer": "the audio", |
| "correct": true, |
| "raw": "```json\n{\"answer\": \"the audio\"}\n```" |
| }, |
| { |
| "id": "t1_RVRA__real__77f__vocoded__id05623_HbnUHzNq8XI_00003__id00739", |
| "clips": [ |
| "RVRA__real__77f__vocoded__id05623_HbnUHzNq8XI_00003__id00739.mp4" |
| ], |
| "part": null, |
| "question": "Which part of this audio-visual clip, if any, is AI-generated or manipulated? A real recording that was only processed, without changing who is seen or heard, still counts as real.", |
| "options": [ |
| "neither", |
| "both", |
| "the audio", |
| "the video" |
| ], |
| "gt_answer": "neither", |
| "pred_answer": "neither", |
| "correct": true, |
| "raw": "{\"answer\": \"neither\"}" |
| }, |
| { |
| "id": "t1_RVRA__real__77f__main__id07697_3ysHlmEOElg_00022__id05444", |
| "clips": [ |
| "RVRA__real__77f__main__id07697_3ysHlmEOElg_00022__id05444.mp4" |
| ], |
| "part": null, |
| "question": "Which part of this audio-visual clip, if any, is AI-generated or manipulated? A real recording that was only processed, without changing who is seen or heard, still counts as real.", |
| "options": [ |
| "the audio", |
| "both", |
| "the video", |
| "neither" |
| ], |
| "gt_answer": "neither", |
| "pred_answer": "the video", |
| "correct": false, |
| "raw": "```json\n{\"answer\": \"the video\"}\n```" |
| }, |
| { |
| "id": "t1_RVRA__real__153f__vocoded__id02959_hp-EccEnxCQ_00026__id08803", |
| "clips": [ |
| "RVRA__real__153f__vocoded__id02959_hp-EccEnxCQ_00026__id08803.mp4" |
| ], |
| "part": null, |
| "question": "Which part of this audio-visual clip, if any, is AI-generated or manipulated? A real recording that was only processed, without changing who is seen or heard, still counts as real.", |
| "options": [ |
| "the video", |
| "both", |
| "neither", |
| "the audio" |
| ], |
| "gt_answer": "neither", |
| "pred_answer": "the video", |
| "correct": false, |
| "raw": "{\"answer\": \"the video\"}" |
| }, |
| { |
| "id": "t1_FVFA__s2v__153f__main__id03084_BQIuTs2QZUU_00021__id08748", |
| "clips": [ |
| "FVFA__s2v__153f__main__id03084_BQIuTs2QZUU_00021__id08748.mp4" |
| ], |
| "part": null, |
| "question": "Which part of this audio-visual clip, if any, is AI-generated or manipulated? A real recording that was only processed, without changing who is seen or heard, still counts as real.", |
| "options": [ |
| "the video", |
| "both", |
| "neither", |
| "the audio" |
| ], |
| "gt_answer": "both", |
| "pred_answer": "the video", |
| "correct": false, |
| "raw": "```json\n{\"answer\": \"the video\"}\n```" |
| }, |
| { |
| "id": "t1_FVFA__animate__77f__main__id05162_NpL77H2Shgk_00043__id03606", |
| "clips": [ |
| "FVFA__animate__77f__main__id05162_NpL77H2Shgk_00043__id03606.mp4" |
| ], |
| "part": null, |
| "question": "Which part of this audio-visual clip, if any, is AI-generated or manipulated? A real recording that was only processed, without changing who is seen or heard, still counts as real.", |
| "options": [ |
| "the audio", |
| "neither", |
| "both", |
| "the video" |
| ], |
| "gt_answer": "both", |
| "pred_answer": "neither", |
| "correct": false, |
| "raw": "```json\n{\"answer\": \"neither\"}\n```" |
| }, |
| { |
| "id": "t1_RVRA__real__153f__main__id04900_mwJnKgcj82w_00026__id05670", |
| "clips": [ |
| "RVRA__real__153f__main__id04900_mwJnKgcj82w_00026__id05670.mp4" |
| ], |
| "part": null, |
| "question": "Which part of this audio-visual clip, if any, is AI-generated or manipulated? A real recording that was only processed, without changing who is seen or heard, still counts as real.", |
| "options": [ |
| "both", |
| "the video", |
| "the audio", |
| "neither" |
| ], |
| "gt_answer": "neither", |
| "pred_answer": "the audio", |
| "correct": false, |
| "raw": "```json\n{\"answer\": \"the audio\"}\n```" |
| }, |
| { |
| "id": "t1_FVFA__s2v__77f__main__id06390_17l4_o3k29c_00007__id07683", |
| "clips": [ |
| "FVFA__s2v__77f__main__id06390_17l4_o3k29c_00007__id07683.mp4" |
| ], |
| "part": null, |
| "question": "Which part of this audio-visual clip, if any, is AI-generated or manipulated? A real recording that was only processed, without changing who is seen or heard, still counts as real.", |
| "options": [ |
| "neither", |
| "both", |
| "the audio", |
| "the video" |
| ], |
| "gt_answer": "both", |
| "pred_answer": "neither", |
| "correct": false, |
| "raw": "```json\n{\"answer\": \"neither\"}\n```" |
| }, |
| { |
| "id": "t1_FVFA__facefusion__153f__main__id07786_bFZAH657cFs_00051__id07683", |
| "clips": [ |
| "FVFA__facefusion__153f__main__id07786_bFZAH657cFs_00051__id07683.mp4" |
| ], |
| "part": null, |
| "question": "Which part of this audio-visual clip, if any, is AI-generated or manipulated? A real recording that was only processed, without changing who is seen or heard, still counts as real.", |
| "options": [ |
| "neither", |
| "both", |
| "the audio", |
| "the video" |
| ], |
| "gt_answer": "both", |
| "pred_answer": "the audio", |
| "correct": false, |
| "raw": "```json\n{\"answer\": \"the audio\"}\n```" |
| } |
| ] |
| }, |
| "t2": { |
| "scores": { |
| "n": 10, |
| "accuracy": 0.5, |
| "ci95": [ |
| 0.2366, |
| 0.7634 |
| ], |
| "balanced_accuracy": 0.5, |
| "cohen_kappa": 0.3333 |
| }, |
| "items": [ |
| { |
| "id": "t2_FVRA__s2v__77f__main__id08406_qr5lYg7ej40_00213__id05444", |
| "clips": [ |
| "FVRA__s2v__77f__main__id08406_qr5lYg7ej40_00213__id05444.mp4" |
| ], |
| "part": null, |
| "question": "How was the video in this clip made? This question is only about the video (what you see), not the sound. Normal processing such as brightness, colour or compression does not count.", |
| "options": [ |
| "video-driven animation", |
| "audio-driven animation", |
| "real", |
| "face swap" |
| ], |
| "gt_answer": "audio-driven animation", |
| "pred_answer": "video-driven animation", |
| "correct": false, |
| "raw": "{\"answer\": \"video-driven animation\"}" |
| }, |
| { |
| "id": "t2_FVRA__facefusion__77f__main__id08940_B5cvspWteMI_00009__id03946", |
| "clips": [ |
| "FVRA__facefusion__77f__main__id08940_B5cvspWteMI_00009__id03946.mp4" |
| ], |
| "part": null, |
| "question": "How was the video in this clip made? This question is only about the video (what you see), not the sound. Normal processing such as brightness, colour or compression does not count.", |
| "options": [ |
| "face swap", |
| "video-driven animation", |
| "audio-driven animation", |
| "real" |
| ], |
| "gt_answer": "face swap", |
| "pred_answer": "face swap", |
| "correct": true, |
| "raw": "```json\n{\"answer\": \"face swap\"}\n```" |
| }, |
| { |
| "id": "t2_RVRA__real__77f__main__id05444_QIxNYNGaVg0_00040__id08406", |
| "clips": [ |
| "RVRA__real__77f__main__id05444_QIxNYNGaVg0_00040__id08406.mp4" |
| ], |
| "part": null, |
| "question": "How was the video in this clip made? This question is only about the video (what you see), not the sound. Normal processing such as brightness, colour or compression does not count.", |
| "options": [ |
| "video-driven animation", |
| "face swap", |
| "real", |
| "audio-driven animation" |
| ], |
| "gt_answer": "real", |
| "pred_answer": "video-driven animation", |
| "correct": false, |
| "raw": "```json\n{\"answer\": \"video-driven animation\"}\n```" |
| }, |
| { |
| "id": "t2_FVRA__animate__77f__main__id07054_gLIAqAQ40LQ_00053__id08610", |
| "clips": [ |
| "FVRA__animate__77f__main__id07054_gLIAqAQ40LQ_00053__id08610.mp4" |
| ], |
| "part": null, |
| "question": "How was the video in this clip made? This question is only about the video (what you see), not the sound. Normal processing such as brightness, colour or compression does not count.", |
| "options": [ |
| "audio-driven animation", |
| "real", |
| "video-driven animation", |
| "face swap" |
| ], |
| "gt_answer": "video-driven animation", |
| "pred_answer": "video-driven animation", |
| "correct": true, |
| "raw": "```json\n{\"answer\": \"video-driven animation\"}\n```" |
| }, |
| { |
| "id": "t2_RVRA__real__77f__main__id00761_C_ZBK3E8bJk_00027__id07616", |
| "clips": [ |
| "RVRA__real__77f__main__id00761_C_ZBK3E8bJk_00027__id07616.mp4" |
| ], |
| "part": null, |
| "question": "How was the video in this clip made? This question is only about the video (what you see), not the sound. Normal processing such as brightness, colour or compression does not count.", |
| "options": [ |
| "real", |
| "audio-driven animation", |
| "face swap", |
| "video-driven animation" |
| ], |
| "gt_answer": "real", |
| "pred_answer": "real", |
| "correct": true, |
| "raw": "```json\n{\"answer\": \"real\"}\n```" |
| }, |
| { |
| "id": "t2_FVRA__facefusion__77f__main__id06480_YQD4AsloKcY_00076__id01534", |
| "clips": [ |
| "FVRA__facefusion__77f__main__id06480_YQD4AsloKcY_00076__id01534.mp4" |
| ], |
| "part": null, |
| "question": "How was the video in this clip made? This question is only about the video (what you see), not the sound. Normal processing such as brightness, colour or compression does not count.", |
| "options": [ |
| "real", |
| "face swap", |
| "audio-driven animation", |
| "video-driven animation" |
| ], |
| "gt_answer": "face swap", |
| "pred_answer": "real", |
| "correct": false, |
| "raw": "```json\n{\"answer\": \"real\"}\n```" |
| }, |
| { |
| "id": "t2_FVRA__s2v__77f__main__id03854_yfQGoMSBDx0_00151__id00509", |
| "clips": [ |
| "FVRA__s2v__77f__main__id03854_yfQGoMSBDx0_00151__id00509.mp4" |
| ], |
| "part": null, |
| "question": "How was the video in this clip made? This question is only about the video (what you see), not the sound. Normal processing such as brightness, colour or compression does not count.", |
| "options": [ |
| "face swap", |
| "video-driven animation", |
| "real", |
| "audio-driven animation" |
| ], |
| "gt_answer": "audio-driven animation", |
| "pred_answer": "audio-driven animation", |
| "correct": true, |
| "raw": "```json\n{\"answer\": \"audio-driven animation\"}\n```" |
| }, |
| { |
| "id": "t2_FVRA__animate__77f__main__id02959_h9Qwwv-DApg_00016__id03078", |
| "clips": [ |
| "FVRA__animate__77f__main__id02959_h9Qwwv-DApg_00016__id03078.mp4" |
| ], |
| "part": null, |
| "question": "How was the video in this clip made? This question is only about the video (what you see), not the sound. Normal processing such as brightness, colour or compression does not count.", |
| "options": [ |
| "face swap", |
| "audio-driven animation", |
| "video-driven animation", |
| "real" |
| ], |
| "gt_answer": "video-driven animation", |
| "pred_answer": "face swap", |
| "correct": false, |
| "raw": "```json\n{\"answer\": \"face swap\"}\n```" |
| }, |
| { |
| "id": "t2_FVRA__s2v__77f__main__id02359_hoPN5dCzSC8_00093__id06987", |
| "clips": [ |
| "FVRA__s2v__77f__main__id02359_hoPN5dCzSC8_00093__id06987.mp4" |
| ], |
| "part": null, |
| "question": "How was the video in this clip made? This question is only about the video (what you see), not the sound. Normal processing such as brightness, colour or compression does not count.", |
| "options": [ |
| "audio-driven animation", |
| "video-driven animation", |
| "real", |
| "face swap" |
| ], |
| "gt_answer": "audio-driven animation", |
| "pred_answer": "audio-driven animation", |
| "correct": true, |
| "raw": "```json\n{\"answer\": \"audio-driven animation\"}\n```" |
| }, |
| { |
| "id": "t2_FVRA__animate__77f__main__id03681_Szvjxba6BTg_00066__id01664", |
| "clips": [ |
| "FVRA__animate__77f__main__id03681_Szvjxba6BTg_00066__id01664.mp4" |
| ], |
| "part": null, |
| "question": "How was the video in this clip made? This question is only about the video (what you see), not the sound. Normal processing such as brightness, colour or compression does not count.", |
| "options": [ |
| "real", |
| "video-driven animation", |
| "face swap", |
| "audio-driven animation" |
| ], |
| "gt_answer": "video-driven animation", |
| "pred_answer": "face swap", |
| "correct": false, |
| "raw": "```json\n{\"answer\": \"face swap\"}\n```" |
| } |
| ] |
| }, |
| "t3": { |
| "scores": { |
| "n": 10, |
| "accuracy": 0.7, |
| "ci95": [ |
| 0.3968, |
| 0.8922 |
| ], |
| "balanced_accuracy": 0.7084, |
| "cohen_kappa": 0.4 |
| }, |
| "items": [ |
| { |
| "id": "t3_face_A_FVRA__animate__77f__main__id07839__QTWWQBdhWY_00029__id07683", |
| "clips": [ |
| "FVRA__animate__77f__main__id07839__QTWWQBdhWY_00029__id07683.mp4", |
| "RVRA__real__77f__main__id07839_gJgj1DxOfKA_00045__id07786.mp4" |
| ], |
| "part": "face", |
| "question": "Clip 2 is a real recording of one person. Look only at the faces: is the face in clip 1 the same person as in clip 2? Face means the inner face: eyes, nose and mouth.", |
| "options": [ |
| "yes", |
| "no" |
| ], |
| "gt_answer": "no", |
| "pred_answer": "no", |
| "correct": true, |
| "raw": "```json\n{\"answer\": \"no\"}\n```" |
| }, |
| { |
| "id": "t3_face_B_FVRA__animate__77f__main__id07054_zTKKYEviZvQ_00073__id01052", |
| "clips": [ |
| "FVRA__animate__77f__main__id07054_zTKKYEviZvQ_00073__id01052.mp4", |
| "RVRA__real__77f__main__id01052_BPYYdOKuXSs_00029__id08590.mp4" |
| ], |
| "part": "face", |
| "question": "Clip 2 is a real recording of one person. Look only at the faces: is the face in clip 1 the same person as in clip 2? Face means the inner face: eyes, nose and mouth.", |
| "options": [ |
| "yes", |
| "no" |
| ], |
| "gt_answer": "yes", |
| "pred_answer": "yes", |
| "correct": true, |
| "raw": "```json\n{\"answer\": \"yes\"}\n```" |
| }, |
| { |
| "id": "t3_voice_B_RVRA__real__153f__vocoded__id07683_YCmGkErqGAc_00036__id07839", |
| "clips": [ |
| "RVRA__real__153f__vocoded__id07683_YCmGkErqGAc_00036__id07839.mp4", |
| "RVRA__real__153f__main__id07839_41lss_yYWIM_00008__id05768.mp4" |
| ], |
| "part": "voice", |
| "question": "Clip 2 is a real recording of one person. Listen only to the voices: is the voice in clip 1 the same person as in clip 2? Judge whose voice it is, not the sound quality.", |
| "options": [ |
| "yes", |
| "no" |
| ], |
| "gt_answer": "no", |
| "pred_answer": "no", |
| "correct": true, |
| "raw": "```json\n{\"answer\": \"no\"}\n```" |
| }, |
| { |
| "id": "t3_voice_A_RVFA__seed_vc__77f__main__id01505_Lf7-yDcu0NA_00049__id00761", |
| "clips": [ |
| "RVFA__seed_vc__77f__main__id01505_Lf7-yDcu0NA_00049__id00761.mp4", |
| "RVRA__real__77f__main__id01505_dVKZSQDG9X4_00079__id00762.mp4" |
| ], |
| "part": "voice", |
| "question": "Clip 2 is a real recording of one person. Listen only to the voices: is the voice in clip 1 the same person as in clip 2? Judge whose voice it is, not the sound quality.", |
| "options": [ |
| "yes", |
| "no" |
| ], |
| "gt_answer": "no", |
| "pred_answer": "yes", |
| "correct": false, |
| "raw": "```json\n{\"answer\": \"yes\"}\n```" |
| }, |
| { |
| "id": "t3_voice_B_RVFA__seed_vc__153f__main__id06210_ZG5rWainMdg_00075__id01643", |
| "clips": [ |
| "RVFA__seed_vc__153f__main__id06210_ZG5rWainMdg_00075__id01643.mp4", |
| "RVRA__real__153f__main__id01643_JsdoU91plJ0_00073__id08338.mp4" |
| ], |
| "part": "voice", |
| "question": "Clip 2 is a real recording of one person. Listen only to the voices: is the voice in clip 1 the same person as in clip 2? Judge whose voice it is, not the sound quality.", |
| "options": [ |
| "yes", |
| "no" |
| ], |
| "gt_answer": "yes", |
| "pred_answer": "no", |
| "correct": false, |
| "raw": "```json\n{\"answer\": \"no\"}\n```" |
| }, |
| { |
| "id": "t3_voice_A_RVRA__real__77f__main__id01534_zaac3OQqEQE_00097__id06480", |
| "clips": [ |
| "RVRA__real__77f__main__id01534_zaac3OQqEQE_00097__id06480.mp4", |
| "RVRA__real__77f__main__id01534_htQIn8Um9Tg_00081__id04234.mp4" |
| ], |
| "part": "voice", |
| "question": "Clip 2 is a real recording of one person. Listen only to the voices: is the voice in clip 1 the same person as in clip 2? Judge whose voice it is, not the sound quality.", |
| "options": [ |
| "yes", |
| "no" |
| ], |
| "gt_answer": "yes", |
| "pred_answer": "yes", |
| "correct": true, |
| "raw": "```json\n{\"answer\": \"yes\"}\n```" |
| }, |
| { |
| "id": "t3_voice_B_RVRA__real__153f__main__id03710_gvuFmC3nXFw_00094__id06015", |
| "clips": [ |
| "RVRA__real__153f__main__id03710_gvuFmC3nXFw_00094__id06015.mp4", |
| "RVRA__real__153f__main__id06015_huOOE9WL2pk_00212__id01376.mp4" |
| ], |
| "part": "voice", |
| "question": "Clip 2 is a real recording of one person. Listen only to the voices: is the voice in clip 1 the same person as in clip 2? Judge whose voice it is, not the sound quality.", |
| "options": [ |
| "yes", |
| "no" |
| ], |
| "gt_answer": "no", |
| "pred_answer": "no", |
| "correct": true, |
| "raw": "```json\n{\"answer\": \"no\"}\n```" |
| }, |
| { |
| "id": "t3_voice_A_RVRA__real__153f__main__id04495_vDkHbTjw_pw_00255__id01664", |
| "clips": [ |
| "RVRA__real__153f__main__id04495_vDkHbTjw_pw_00255__id01664.mp4", |
| "RVRA__real__153f__main__id04495__k8mU1T87Pw_00134__id06471.mp4" |
| ], |
| "part": "voice", |
| "question": "Clip 2 is a real recording of one person. Listen only to the voices: is the voice in clip 1 the same person as in clip 2? Judge whose voice it is, not the sound quality.", |
| "options": [ |
| "yes", |
| "no" |
| ], |
| "gt_answer": "yes", |
| "pred_answer": "yes", |
| "correct": true, |
| "raw": "```json\n{\"answer\": \"yes\"}\n```" |
| }, |
| { |
| "id": "t3_voice_A_RVRA__real__153f__vocoded__id07398_tzZJzDzgF-g_00049__id06071", |
| "clips": [ |
| "RVRA__real__153f__vocoded__id07398_tzZJzDzgF-g_00049__id06071.mp4", |
| "RVRA__real__153f__main__id07398_uXZycbvHaAw_00063__id08338.mp4" |
| ], |
| "part": "voice", |
| "question": "Clip 2 is a real recording of one person. Listen only to the voices: is the voice in clip 1 the same person as in clip 2? Judge whose voice it is, not the sound quality.", |
| "options": [ |
| "yes", |
| "no" |
| ], |
| "gt_answer": "yes", |
| "pred_answer": "yes", |
| "correct": true, |
| "raw": "```json\n{\"answer\": \"yes\"}\n```" |
| }, |
| { |
| "id": "t3_voice_B_RVFA__seed_vc__77f__main__id05564_5eBl0n59574_00005__id05877", |
| "clips": [ |
| "RVFA__seed_vc__77f__main__id05564_5eBl0n59574_00005__id05877.mp4", |
| "RVRA__real__77f__main__id05877_hy-uGrBUfPM_00046__id00172.mp4" |
| ], |
| "part": "voice", |
| "question": "Clip 2 is a real recording of one person. Listen only to the voices: is the voice in clip 1 the same person as in clip 2? Judge whose voice it is, not the sound quality.", |
| "options": [ |
| "yes", |
| "no" |
| ], |
| "gt_answer": "yes", |
| "pred_answer": "no", |
| "correct": false, |
| "raw": "```json\n{\"answer\": \"no\"}\n```" |
| } |
| ] |
| }, |
| "t3_5": { |
| "scores": { |
| "n": 10, |
| "accuracy": 0.8, |
| "ci95": [ |
| 0.4902, |
| 0.9433 |
| ], |
| "balanced_accuracy": 0.75, |
| "cohen_kappa": 0.5455 |
| }, |
| "items": [ |
| { |
| "id": "t35_face_A_RVRA__real__77f__main__id05877_q_ZAQf6KfTQ_00093__id05564", |
| "clips": [ |
| "RVRA__real__77f__main__id05877_q_ZAQf6KfTQ_00093__id05564.mp4", |
| "RVRA__real__77f__main__id05877_6QUcq_6B-LU_00011__id07768.mp4" |
| ], |
| "part": "face", |
| "question": "Clip 2 is a real recording of one person. Look only at the faces: is clip 1 a real recording of that same person's face? Answer no if the face in clip 1 belongs to someone else, or was swapped, changed or made by a computer, even if it looks like that person. A real recording that was only processed, without changing whose face it is, still counts as real. Face means the inner face: eyes, nose and mouth.", |
| "options": [ |
| "yes", |
| "no" |
| ], |
| "gt_answer": "yes", |
| "pred_answer": "yes", |
| "correct": true, |
| "raw": "```json\n{\"answer\": \"yes\"}\n```" |
| }, |
| { |
| "id": "t35_voice_A_RVRA__real__77f__main__id08590_UhRFZwnafIk_00068__id04236", |
| "clips": [ |
| "RVRA__real__77f__main__id08590_UhRFZwnafIk_00068__id04236.mp4", |
| "RVRA__real__77f__main__id08590_3BGHjstAIzg_00003__id08610.mp4" |
| ], |
| "part": "voice", |
| "question": "Clip 2 is a real recording of one person. Listen only to the voices: is clip 1 a real recording of that same person's voice? Answer no if the voice in clip 1 belongs to someone else, or was converted, changed or made by a computer, even if it sounds like that person. A real recording that was only processed, without changing whose voice it is, still counts as real.", |
| "options": [ |
| "yes", |
| "no" |
| ], |
| "gt_answer": "yes", |
| "pred_answer": "no", |
| "correct": false, |
| "raw": "```json\n{\"answer\": \"no\"}\n```" |
| }, |
| { |
| "id": "t35_voice_B_RVFA__seed_vc__77f__main__id04528_UF0U3evnpC4_00063__id03281", |
| "clips": [ |
| "RVFA__seed_vc__77f__main__id04528_UF0U3evnpC4_00063__id03281.mp4", |
| "RVRA__real__77f__main__id03281_B8yQH7WxPc0_00033__id04049.mp4" |
| ], |
| "part": "voice", |
| "question": "Clip 2 is a real recording of one person. Listen only to the voices: is clip 1 a real recording of that same person's voice? Answer no if the voice in clip 1 belongs to someone else, or was converted, changed or made by a computer, even if it sounds like that person. A real recording that was only processed, without changing whose voice it is, still counts as real.", |
| "options": [ |
| "yes", |
| "no" |
| ], |
| "gt_answer": "no", |
| "pred_answer": "no", |
| "correct": true, |
| "raw": "```json\n{\"answer\": \"no\"}\n```" |
| }, |
| { |
| "id": "t35_face_A_RVRA__real__153f__main__id00885_yMWJySOEuTI_00138__id00739", |
| "clips": [ |
| "RVRA__real__153f__main__id00885_yMWJySOEuTI_00138__id00739.mp4", |
| "RVRA__real__153f__main__id00885_xiPMwAYISG0_00135__id05623.mp4" |
| ], |
| "part": "face", |
| "question": "Clip 2 is a real recording of one person. Look only at the faces: is clip 1 a real recording of that same person's face? Answer no if the face in clip 1 belongs to someone else, or was swapped, changed or made by a computer, even if it looks like that person. A real recording that was only processed, without changing whose face it is, still counts as real. Face means the inner face: eyes, nose and mouth.", |
| "options": [ |
| "yes", |
| "no" |
| ], |
| "gt_answer": "yes", |
| "pred_answer": "no", |
| "correct": false, |
| "raw": "```json\n{\"answer\": \"no\"}\n```" |
| }, |
| { |
| "id": "t35_face_B_FVRA__facefusion__153f__main__id04171_S7q4HA1KM-8_00038__id04126", |
| "clips": [ |
| "FVRA__facefusion__153f__main__id04171_S7q4HA1KM-8_00038__id04126.mp4", |
| "RVRA__real__153f__main__id04126_XcG4iWxXxUM_00120__id04171.mp4" |
| ], |
| "part": "face", |
| "question": "Clip 2 is a real recording of one person. Look only at the faces: is clip 1 a real recording of that same person's face? Answer no if the face in clip 1 belongs to someone else, or was swapped, changed or made by a computer, even if it looks like that person. A real recording that was only processed, without changing whose face it is, still counts as real. Face means the inner face: eyes, nose and mouth.", |
| "options": [ |
| "yes", |
| "no" |
| ], |
| "gt_answer": "no", |
| "pred_answer": "no", |
| "correct": true, |
| "raw": "```json\n{\"answer\": \"no\"}\n```" |
| }, |
| { |
| "id": "t35_face_B_RVRA__real__77f__main__id08808_vQV6tYM_-3M_00053__id07697", |
| "clips": [ |
| "RVRA__real__77f__main__id08808_vQV6tYM_-3M_00053__id07697.mp4", |
| "RVRA__real__77f__main__id07697_diNcpyVMCk8_00047__id07630.mp4" |
| ], |
| "part": "face", |
| "question": "Clip 2 is a real recording of one person. Look only at the faces: is clip 1 a real recording of that same person's face? Answer no if the face in clip 1 belongs to someone else, or was swapped, changed or made by a computer, even if it looks like that person. A real recording that was only processed, without changing whose face it is, still counts as real. Face means the inner face: eyes, nose and mouth.", |
| "options": [ |
| "yes", |
| "no" |
| ], |
| "gt_answer": "no", |
| "pred_answer": "no", |
| "correct": true, |
| "raw": "```json\n{\"answer\": \"no\"}\n```" |
| }, |
| { |
| "id": "t35_voice_B_RVFA__seed_vc__153f__main__id07780_9oRm6SDT2Ak_00002__id05042", |
| "clips": [ |
| "RVFA__seed_vc__153f__main__id07780_9oRm6SDT2Ak_00002__id05042.mp4", |
| "RVRA__real__153f__main__id05042_SIx5G21ZMN8_00067__id06343.mp4" |
| ], |
| "part": "voice", |
| "question": "Clip 2 is a real recording of one person. Listen only to the voices: is clip 1 a real recording of that same person's voice? Answer no if the voice in clip 1 belongs to someone else, or was converted, changed or made by a computer, even if it sounds like that person. A real recording that was only processed, without changing whose voice it is, still counts as real.", |
| "options": [ |
| "yes", |
| "no" |
| ], |
| "gt_answer": "no", |
| "pred_answer": "no", |
| "correct": true, |
| "raw": "```json\n{\"answer\": \"no\"}\n```" |
| }, |
| { |
| "id": "t35_voice_B_RVRA__real__77f__vocoded__id01104_wmkjwD45aYo_00109__id08710", |
| "clips": [ |
| "RVRA__real__77f__vocoded__id01104_wmkjwD45aYo_00109__id08710.mp4", |
| "RVRA__real__77f__main__id08710_EMa5tWHB6Mo_00048__id01858.mp4" |
| ], |
| "part": "voice", |
| "question": "Clip 2 is a real recording of one person. Listen only to the voices: is clip 1 a real recording of that same person's voice? Answer no if the voice in clip 1 belongs to someone else, or was converted, changed or made by a computer, even if it sounds like that person. A real recording that was only processed, without changing whose voice it is, still counts as real.", |
| "options": [ |
| "yes", |
| "no" |
| ], |
| "gt_answer": "no", |
| "pred_answer": "no", |
| "correct": true, |
| "raw": "```json\n{\"answer\": \"no\"}\n```" |
| }, |
| { |
| "id": "t35_face_B_FVRA__s2v__77f__main__id06427_FE4m2_FwOTA_00050__id08209", |
| "clips": [ |
| "FVRA__s2v__77f__main__id06427_FE4m2_FwOTA_00050__id08209.mp4", |
| "RVRA__real__77f__main__id08209_O8r8MtzKdfI_00034__id06429.mp4" |
| ], |
| "part": "face", |
| "question": "Clip 2 is a real recording of one person. Look only at the faces: is clip 1 a real recording of that same person's face? Answer no if the face in clip 1 belongs to someone else, or was swapped, changed or made by a computer, even if it looks like that person. A real recording that was only processed, without changing whose face it is, still counts as real. Face means the inner face: eyes, nose and mouth.", |
| "options": [ |
| "yes", |
| "no" |
| ], |
| "gt_answer": "no", |
| "pred_answer": "no", |
| "correct": true, |
| "raw": "```json\n{\"answer\": \"no\"}\n```" |
| }, |
| { |
| "id": "t35_voice_A_RVRA__real__153f__main__id00739_OKXRt9jmIZQ_00050__id04597", |
| "clips": [ |
| "RVRA__real__153f__main__id00739_OKXRt9jmIZQ_00050__id04597.mp4", |
| "RVRA__real__153f__main__id00739_KZti9h4Uyrc_00016__id00885.mp4" |
| ], |
| "part": "voice", |
| "question": "Clip 2 is a real recording of one person. Listen only to the voices: is clip 1 a real recording of that same person's voice? Answer no if the voice in clip 1 belongs to someone else, or was converted, changed or made by a computer, even if it sounds like that person. A real recording that was only processed, without changing whose voice it is, still counts as real.", |
| "options": [ |
| "yes", |
| "no" |
| ], |
| "gt_answer": "yes", |
| "pred_answer": "yes", |
| "correct": true, |
| "raw": "```json\n{\"answer\": \"yes\"}\n```" |
| } |
| ] |
| } |
| } |
| } |
