{ "pipeline": "ltx23-formal-selector-speaker-voice-v2", "checkpoint_name": "rl_checkpoint61_peft", "lora": "/datadrive2/v-zihanyang/restored_training_local/ltx23/rl_checkpoint61_peft/lora_bf16.safetensors", "selector": "/datadrive1/v-zihanyang/restored_training_submissions_20261031/local_runnable/ltx23/models/frame-selector/best_diversity.pt", "selector_sha256": "abc99a21e48255c95fb7eb71e15be6f0ab8e7d9ffdb52921ef4bd230de4aee76", "prompt_format": "ltx_natural_av", "frame_policy": "fixed_identity_anchors_plus_4fps_ltx_vae_selector_plus_previous_final", "memory_sampling_fps": 4, "memory_tau_local": 0.6, "memory_tau_anchor": 0.75, "memory_max_pixels": 399360, "audio_policy": "native_audio_reference_shots_first_seconds", "max_reference_audio_seconds": 15, "identity_anchors": { "": "/datadrive1/v-zihanyang/evals/unityshotsbench/ltx23_joyai_echo_subject_labels_20261111/refine_assets/worker_04_tier3/subject_1_man_close_shot02_frame0060.png", "": "/datadrive1/v-zihanyang/evals/unityshotsbench/ltx23_joyai_echo_subject_labels_20261111/refine_assets/worker_04_tier3/subject_2_girl_fixed_shot07_frame000.png", "": "/datadrive1/v-zihanyang/evals/unityshotsbench/ltx23_joyai_echo_subject_labels_20261111/refine_assets/worker_04_tier3/subject_1_anchor_shot23_frame0060.png" }, "omit_shot1_reference_audio": true, "shots": [ { "shot_index": 0, "path": "shot_00.mp4", "raw_prompt": " is an older East Asian male birdwatcher with neatly cut gray hair, a brown waterproof coat, and compact binoculars. 's voice is a clear mid-range conversational voice with calm, precise delivery. 's mouth remains clearly visible and naturally synchronized with the spoken line. At normal speed, a long-lens dawn view shows stepping from the trailhead onto the first section of boardwalk. He pauses before raising his binoculars, letting a distant call pass first. says in English, using a clear mid-range conversational voice with calm, precise delivery: \"There is a low call beyond the first reed bend.\" The shot uses realistic cinematic imagery, physically plausible restrained motion, and a natural documentary-like tone. The audible soundscape is: Reeds, soft water, boardwalk steps, and distant birds.", "selector_query": " is an older East Asian male birdwatcher with neatly cut gray hair, a brown waterproof coat, and compact binoculars. 's voice is a clear mid-range conversational voice with calm, precise delivery. 's mouth remains clearly visible and naturally synchronized with the spoken line. At normal speed, a long-lens dawn view shows stepping from the trailhead onto the first section of boardwalk. He pauses before raising his binoculars, letting a distant call pass first. says in English, using a clear mid-range conversational voice with calm, precise delivery: \"There is a low call beyond the first reed bend.\" The shot uses realistic cinematic imagery, physically plausible restrained motion, and a natural documentary-like tone. The audible soundscape is: Reeds, soft water, boardwalk steps, and distant birds. Identity continuity requirements: Keep 's facial identity, age, neatly cut gray hair, facial proportions, skin tone, brown waterproof coat, and compact binoculars exactly consistent with his identity reference; do not redesign or substitute him.", "generation_prompt": " is an older East Asian male birdwatcher with neatly cut gray hair, a brown waterproof coat, and compact binoculars. 's voice is a clear mid-range conversational voice with calm, precise delivery. 's mouth remains clearly visible and naturally synchronized with the spoken line. At normal speed, a long-lens dawn view shows stepping from the trailhead onto the first section of boardwalk. He pauses before raising his binoculars, letting a distant call pass first. says in English, using a clear mid-range conversational voice with calm, precise delivery: \"There is a low call beyond the first reed bend.\" The shot uses realistic cinematic imagery, physically plausible restrained motion, and a natural documentary-like tone. The audible soundscape is: Reeds, soft water, boardwalk steps, and distant birds. Identity continuity requirements: Keep 's facial identity, age, neatly cut gray hair, facial proportions, skin tone, brown waterproof coat, and compact binoculars exactly consistent with his identity reference; do not redesign or substitute him.", "picture_count": 1, "pictures": [ { "picture": 1, "source_shot": null, "frame_index": null, "identity_anchor": "", "source": "/datadrive1/v-zihanyang/evals/unityshotsbench/ltx23_joyai_echo_subject_labels_20261111/refine_assets/worker_04_tier3/subject_2_anchor_shot00_frame0060.png" } ], "selector_ranking": [], "frame_merge": { "sampling_fps": 4, "sampled_frame_indices": [ 0, 6, 12, 18, 24, 30, 36, 42, 48, 54, 60, 66, 72, 78, 84, 90, 96, 102, 108, 114, 120 ], "merge_size": [ 832, 448 ], "tau_local": 0.6, "tau_anchor": 0.75, "segments": [ { "segment_id": 0, "sampled_frame_indices": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12 ], "representative_sampled_frame_index": 4, "medoid_score": 0.38689249753952026 }, { "segment_id": 1, "sampled_frame_indices": [ 13 ], "representative_sampled_frame_index": 13, "medoid_score": 0 }, { "segment_id": 2, "sampled_frame_indices": [ 14 ], "representative_sampled_frame_index": 14, "medoid_score": 0 }, { "segment_id": 3, "sampled_frame_indices": [ 15 ], "representative_sampled_frame_index": 15, "medoid_score": 0 }, { "segment_id": 4, "sampled_frame_indices": [ 16 ], "representative_sampled_frame_index": 16, "medoid_score": 0 }, { "segment_id": 5, "sampled_frame_indices": [ 17 ], "representative_sampled_frame_index": 17, "medoid_score": 0 }, { "segment_id": 6, "sampled_frame_indices": [ 18 ], "representative_sampled_frame_index": 18, "medoid_score": 0 }, { "segment_id": 7, "sampled_frame_indices": [ 19 ], "representative_sampled_frame_index": 19, "medoid_score": 0 }, { "segment_id": 8, "sampled_frame_indices": [ 20 ], "representative_sampled_frame_index": 20, "medoid_score": 0 } ], "decisions": [ { "sampled_frame_index": 1, "d_previous": 0.28684520721435547, "d_segment_start": 0.28684520721435547, "merged": true }, { "sampled_frame_index": 2, "d_previous": 0.2890896499156952, "d_segment_start": 0.40439942479133606, "merged": true }, { "sampled_frame_index": 3, "d_previous": 0.28538426756858826, "d_segment_start": 0.4955035150051117, "merged": true }, { "sampled_frame_index": 4, "d_previous": 0.26529061794281006, "d_segment_start": 0.5547128915786743, "merged": true }, { "sampled_frame_index": 5, "d_previous": 0.31687939167022705, "d_segment_start": 0.6125519275665283, "merged": true }, { "sampled_frame_index": 6, "d_previous": 0.24816341698169708, "d_segment_start": 0.6364389657974243, "merged": true }, { "sampled_frame_index": 7, "d_previous": 0.2508676052093506, "d_segment_start": 0.6437039375305176, "merged": true }, { "sampled_frame_index": 8, "d_previous": 0.29110801219940186, "d_segment_start": 0.6473779678344727, "merged": true }, { "sampled_frame_index": 9, "d_previous": 0.2895902395248413, "d_segment_start": 0.6339106559753418, "merged": true }, { "sampled_frame_index": 10, "d_previous": 0.3378145098686218, "d_segment_start": 0.617464005947113, "merged": true }, { "sampled_frame_index": 11, "d_previous": 0.3698691129684448, "d_segment_start": 0.5699853897094727, "merged": true }, { "sampled_frame_index": 12, "d_previous": 0.5215831995010376, "d_segment_start": 0.4799399673938751, "merged": true }, { "sampled_frame_index": 13, "d_previous": 0.7461662888526917, "d_segment_start": 0.7861202359199524, "merged": false }, { "sampled_frame_index": 14, "d_previous": 0.7622824907302856, "d_segment_start": 0.7622824907302856, "merged": false }, { "sampled_frame_index": 15, "d_previous": 0.7398757338523865, "d_segment_start": 0.7398757338523865, "merged": false }, { "sampled_frame_index": 16, "d_previous": 0.7502555251121521, "d_segment_start": 0.7502555251121521, "merged": false }, { "sampled_frame_index": 17, "d_previous": 0.7758049368858337, "d_segment_start": 0.7758049368858337, "merged": false }, { "sampled_frame_index": 18, "d_previous": 0.7445410490036011, "d_segment_start": 0.7445410490036011, "merged": false }, { "sampled_frame_index": 19, "d_previous": 0.7732428312301636, "d_segment_start": 0.7732428312301636, "merged": false }, { "sampled_frame_index": 20, "d_previous": 0.7332135438919067, "d_segment_start": 0.7332135438919067, "merged": false } ] }, "audio_references": [], "memory_source": "generated" }, { "shot_index": 1, "path": "shot_01.mp4", "raw_prompt": " is a young white female audio student with auburn hair in a low ponytail, a navy rain shell, and small over-ear field headphones. 's voice is a soft, grounded conversational voice with an unhurried cadence. 's mouth remains clearly visible and naturally synchronized with the spoken line. At normal speed, follows several paces behind and removes one headphone cup to compare the open air with her recorder's quiet monitor level. says in English, using a soft, grounded conversational voice with an unhurried cadence: \"I will keep the monitor low and listen directly between stops.\" The shot uses realistic cinematic imagery, physically plausible restrained motion, and a natural documentary-like tone. The audible soundscape is: Light footsteps, reed movement, and a faint equipment rustle.", "selector_query": " is a young white female audio student with auburn hair in a low ponytail, a navy rain shell, and small over-ear field headphones. 's voice is a soft, grounded conversational voice with an unhurried cadence. 's mouth remains clearly visible and naturally synchronized with the spoken line. At normal speed, follows several paces behind and removes one headphone cup to compare the open air with her recorder's quiet monitor level. says in English, using a soft, grounded conversational voice with an unhurried cadence: \"I will keep the monitor low and listen directly between stops.\" The shot uses realistic cinematic imagery, physically plausible restrained motion, and a natural documentary-like tone. The audible soundscape is: Light footsteps, reed movement, and a faint equipment rustle. Identity continuity requirements: Keep 's facial identity, age, auburn low ponytail, facial proportions, skin tone, navy rain shell, and small over-ear field headphones exactly consistent with her identity reference; do not redesign or substitute her.", "generation_prompt": " is a young white female audio student with auburn hair in a low ponytail, a navy rain shell, and small over-ear field headphones. 's voice is a soft, grounded conversational voice with an unhurried cadence. 's mouth remains clearly visible and naturally synchronized with the spoken line. At normal speed, follows several paces behind and removes one headphone cup to compare the open air with her recorder's quiet monitor level. says in English, using a soft, grounded conversational voice with an unhurried cadence: \"I will keep the monitor low and listen directly between stops.\" The shot uses realistic cinematic imagery, physically plausible restrained motion, and a natural documentary-like tone. The audible soundscape is: Light footsteps, reed movement, and a faint equipment rustle. Identity continuity requirements: Keep 's facial identity, age, auburn low ponytail, facial proportions, skin tone, navy rain shell, and small over-ear field headphones exactly consistent with her identity reference; do not redesign or substitute her.", "picture_count": 3, "pictures": [ { "picture": 1, "source_shot": null, "frame_index": null, "identity_anchor": "", "source": "/datadrive1/v-zihanyang/evals/unityshotsbench/ltx23_joyai_echo_subject_labels_20261111/refine_assets/worker_04_tier3/subject_3_anchor_shot01_frame0060.png" }, { "picture": 2, "source_shot": 0, "frame_index": 78, "identity_anchor": null, "source": "generated" }, { "picture": 3, "source_shot": 0, "frame_index": 120, "identity_anchor": null, "source": "generated" } ], "selector_ranking": [ { "rank": 1, "shot_index": 0, "frame_index": 78, "score": 3.470064878463745, "selected": true }, { "rank": 2, "shot_index": 0, "frame_index": 84, "score": 3.1688802242279053, "selected": false }, { "rank": 3, "shot_index": 0, "frame_index": 24, "score": 3.0561296939849854, "selected": false }, { "rank": 4, "shot_index": 0, "frame_index": 102, "score": 2.875908374786377, "selected": false }, { "rank": 5, "shot_index": 0, "frame_index": 108, "score": 2.8507208824157715, "selected": false }, { "rank": 6, "shot_index": 0, "frame_index": 96, "score": 2.6583330631256104, "selected": false }, { "rank": 7, "shot_index": 0, "frame_index": 90, "score": 2.6168174743652344, "selected": false }, { "rank": 8, "shot_index": 0, "frame_index": 114, "score": 2.370126485824585, "selected": false } ], "frame_merge": { "sampling_fps": 4, "sampled_frame_indices": [ 0, 6, 12, 18, 24, 30, 36, 42, 48, 54, 60, 66, 72, 78, 84, 90, 96, 102, 108, 114, 120 ], "merge_size": [ 832, 448 ], "tau_local": 0.6, "tau_anchor": 0.75, "segments": [ { "segment_id": 0, "sampled_frame_indices": [ 0 ], "representative_sampled_frame_index": 0, "medoid_score": 0 }, { "segment_id": 1, "sampled_frame_indices": [ 1 ], "representative_sampled_frame_index": 1, "medoid_score": 0 }, { "segment_id": 2, "sampled_frame_indices": [ 2, 3 ], "representative_sampled_frame_index": 2, "medoid_score": 0.2889579236507416 }, { "segment_id": 3, "sampled_frame_indices": [ 4, 5 ], "representative_sampled_frame_index": 4, "medoid_score": 0.29915162920951843 }, { "segment_id": 4, "sampled_frame_indices": [ 6 ], "representative_sampled_frame_index": 6, "medoid_score": 0 }, { "segment_id": 5, "sampled_frame_indices": [ 7 ], "representative_sampled_frame_index": 7, "medoid_score": 0 }, { "segment_id": 6, "sampled_frame_indices": [ 8 ], "representative_sampled_frame_index": 8, "medoid_score": 0 }, { "segment_id": 7, "sampled_frame_indices": [ 9 ], "representative_sampled_frame_index": 9, "medoid_score": 0 }, { "segment_id": 8, "sampled_frame_indices": [ 10, 11 ], "representative_sampled_frame_index": 10, "medoid_score": 0.2727440297603607 }, { "segment_id": 9, "sampled_frame_indices": [ 12, 13, 14, 15, 16, 17 ], "representative_sampled_frame_index": 16, "medoid_score": 0.48974719643592834 }, { "segment_id": 10, "sampled_frame_indices": [ 18 ], "representative_sampled_frame_index": 18, "medoid_score": 0 }, { "segment_id": 11, "sampled_frame_indices": [ 19, 20 ], "representative_sampled_frame_index": 19, "medoid_score": 0.2986689507961273 } ], "decisions": [ { "sampled_frame_index": 1, "d_previous": 0.6438101530075073, "d_segment_start": 0.6438101530075073, "merged": false }, { "sampled_frame_index": 2, "d_previous": 0.6360427737236023, "d_segment_start": 0.6360427737236023, "merged": false }, { "sampled_frame_index": 3, "d_previous": 0.5779158473014832, "d_segment_start": 0.5779158473014832, "merged": true }, { "sampled_frame_index": 4, "d_previous": 0.6171920895576477, "d_segment_start": 0.6222380995750427, "merged": false }, { "sampled_frame_index": 5, "d_previous": 0.5983032584190369, "d_segment_start": 0.5983032584190369, "merged": true }, { "sampled_frame_index": 6, "d_previous": 0.6316990852355957, "d_segment_start": 0.6690288782119751, "merged": false }, { "sampled_frame_index": 7, "d_previous": 0.6153473258018494, "d_segment_start": 0.6153473258018494, "merged": false }, { "sampled_frame_index": 8, "d_previous": 0.6014193296432495, "d_segment_start": 0.6014193296432495, "merged": false }, { "sampled_frame_index": 9, "d_previous": 0.6382530331611633, "d_segment_start": 0.6382530331611633, "merged": false }, { "sampled_frame_index": 10, "d_previous": 0.6705130338668823, "d_segment_start": 0.6705130338668823, "merged": false }, { "sampled_frame_index": 11, "d_previous": 0.5454879999160767, "d_segment_start": 0.5454879999160767, "merged": true }, { "sampled_frame_index": 12, "d_previous": 0.6174011826515198, "d_segment_start": 0.6497913599014282, "merged": false }, { "sampled_frame_index": 13, "d_previous": 0.5935994982719421, "d_segment_start": 0.5935994982719421, "merged": true }, { "sampled_frame_index": 14, "d_previous": 0.5631340146064758, "d_segment_start": 0.6001144051551819, "merged": true }, { "sampled_frame_index": 15, "d_previous": 0.5734684467315674, "d_segment_start": 0.6105111837387085, "merged": true }, { "sampled_frame_index": 16, "d_previous": 0.571771502494812, "d_segment_start": 0.6119146347045898, "merged": true }, { "sampled_frame_index": 17, "d_previous": 0.5873989462852478, "d_segment_start": 0.6628960967063904, "merged": true }, { "sampled_frame_index": 18, "d_previous": 0.6379738450050354, "d_segment_start": 0.6124856472015381, "merged": false }, { "sampled_frame_index": 19, "d_previous": 0.6315977573394775, "d_segment_start": 0.6315977573394775, "merged": false }, { "sampled_frame_index": 20, "d_previous": 0.5973378419876099, "d_segment_start": 0.5973378419876099, "merged": true } ] }, "audio_references": [], "memory_source": "generated" }, { "shot_index": 2, "path": "shot_02.mp4", "raw_prompt": " is an older East Asian male birdwatcher with neatly cut gray hair, a brown waterproof coat, and compact binoculars. is a young white female audio student with auburn hair in a low ponytail, a navy rain shell, and small over-ear field headphones. At normal speed, a rear walking shot holds and moving around a reed-lined curve. Both stop when ripples spread beneath a patch of floating grass. No intelligible dialogue is heard. The shot uses realistic cinematic imagery, physically plausible restrained motion, and a natural documentary-like tone. The audible soundscape is: Boardwalk creaks, water ripples, and layered bird calls.", "selector_query": " is an older East Asian male birdwatcher with neatly cut gray hair, a brown waterproof coat, and compact binoculars. is a young white female audio student with auburn hair in a low ponytail, a navy rain shell, and small over-ear field headphones. At normal speed, a rear walking shot holds and moving around a reed-lined curve. Both stop when ripples spread beneath a patch of floating grass. No intelligible dialogue is heard. The shot uses realistic cinematic imagery, physically plausible restrained motion, and a natural documentary-like tone. The audible soundscape is: Boardwalk creaks, water ripples, and layered bird calls. Identity continuity requirements: Keep 's facial identity, age, neatly cut gray hair, facial proportions, skin tone, brown waterproof coat, and compact binoculars exactly consistent with his identity reference; do not redesign or substitute him. Keep 's facial identity, age, auburn low ponytail, facial proportions, skin tone, navy rain shell, and small over-ear field headphones exactly consistent with her identity reference; do not redesign or substitute her.", "generation_prompt": " is an older East Asian male birdwatcher with neatly cut gray hair, a brown waterproof coat, and compact binoculars. is a young white female audio student with auburn hair in a low ponytail, a navy rain shell, and small over-ear field headphones. At normal speed, a rear walking shot holds and moving around a reed-lined curve. Both stop when ripples spread beneath a patch of floating grass. No intelligible dialogue is heard. The shot uses realistic cinematic imagery, physically plausible restrained motion, and a natural documentary-like tone. The audible soundscape is: Boardwalk creaks, water ripples, and layered bird calls. Identity continuity requirements: Keep 's facial identity, age, neatly cut gray hair, facial proportions, skin tone, brown waterproof coat, and compact binoculars exactly consistent with his identity reference; do not redesign or substitute him. Keep 's facial identity, age, auburn low ponytail, facial proportions, skin tone, navy rain shell, and small over-ear field headphones exactly consistent with her identity reference; do not redesign or substitute her.", "picture_count": 4, "pictures": [ { "picture": 1, "source_shot": null, "frame_index": null, "identity_anchor": "", "source": "/datadrive1/v-zihanyang/evals/unityshotsbench/ltx23_joyai_echo_subject_labels_20261111/refine_assets/worker_04_tier3/subject_3_anchor_shot01_frame0060.png" }, { "picture": 2, "source_shot": null, "frame_index": null, "identity_anchor": "", "source": "/datadrive1/v-zihanyang/evals/unityshotsbench/ltx23_joyai_echo_subject_labels_20261111/refine_assets/worker_04_tier3/subject_2_anchor_shot00_frame0060.png" }, { "picture": 3, "source_shot": 0, "frame_index": 24, "identity_anchor": null, "source": "generated" }, { "picture": 4, "source_shot": 1, "frame_index": 120, "identity_anchor": null, "source": "generated" } ], "selector_ranking": [ { "rank": 1, "shot_index": 0, "frame_index": 24, "score": 3.1914849281311035, "selected": true }, { "rank": 2, "shot_index": 0, "frame_index": 78, "score": 3.0364160537719727, "selected": false }, { "rank": 3, "shot_index": 0, "frame_index": 96, "score": 2.935506820678711, "selected": false }, { "rank": 4, "shot_index": 0, "frame_index": 90, "score": 2.9075989723205566, "selected": false }, { "rank": 5, "shot_index": 0, "frame_index": 102, "score": 2.8883209228515625, "selected": false }, { "rank": 6, "shot_index": 0, "frame_index": 84, "score": 2.8385374546051025, "selected": false }, { "rank": 7, "shot_index": 0, "frame_index": 108, "score": 2.784924268722534, "selected": false }, { "rank": 8, "shot_index": 1, "frame_index": 42, "score": 2.7362451553344727, "selected": false }, { "rank": 9, "shot_index": 0, "frame_index": 114, "score": 2.6929073333740234, "selected": false }, { "rank": 10, "shot_index": 0, "frame_index": 120, "score": 2.652480125427246, "selected": false }, { "rank": 11, "shot_index": 1, "frame_index": 48, "score": 2.5139431953430176, "selected": false }, { "rank": 12, "shot_index": 1, "frame_index": 24, "score": 2.496537685394287, "selected": false }, { "rank": 13, "shot_index": 1, "frame_index": 54, "score": 2.466806411743164, "selected": false }, { "rank": 14, "shot_index": 1, "frame_index": 12, "score": 2.456423759460449, "selected": false }, { "rank": 15, "shot_index": 1, "frame_index": 6, "score": 2.4124019145965576, "selected": false }, { "rank": 16, "shot_index": 1, "frame_index": 60, "score": 2.3997254371643066, "selected": false }, { "rank": 17, "shot_index": 1, "frame_index": 96, "score": 2.39947509765625, "selected": false }, { "rank": 18, "shot_index": 1, "frame_index": 36, "score": 2.3480570316314697, "selected": false }, { "rank": 19, "shot_index": 1, "frame_index": 114, "score": 2.296576499938965, "selected": false }, { "rank": 20, "shot_index": 1, "frame_index": 0, "score": 2.251175880432129, "selected": false }, { "rank": 21, "shot_index": 1, "frame_index": 108, "score": 2.2024121284484863, "selected": false } ], "frame_merge": { "sampling_fps": 4, "sampled_frame_indices": [ 0, 6, 12, 18, 24, 30, 36, 42, 48, 54, 60, 66, 72, 78, 84, 90, 96, 102, 108, 114, 120 ], "merge_size": [ 832, 448 ], "tau_local": 0.6, "tau_anchor": 0.75, "segments": [ { "segment_id": 0, "sampled_frame_indices": [ 0 ], "representative_sampled_frame_index": 0, "medoid_score": 0 }, { "segment_id": 1, "sampled_frame_indices": [ 1 ], "representative_sampled_frame_index": 1, "medoid_score": 0 }, { "segment_id": 2, "sampled_frame_indices": [ 2 ], "representative_sampled_frame_index": 2, "medoid_score": 0 }, { "segment_id": 3, "sampled_frame_indices": [ 3 ], "representative_sampled_frame_index": 3, "medoid_score": 0 }, { "segment_id": 4, "sampled_frame_indices": [ 4 ], "representative_sampled_frame_index": 4, "medoid_score": 0 }, { "segment_id": 5, "sampled_frame_indices": [ 5 ], "representative_sampled_frame_index": 5, "medoid_score": 0 }, { "segment_id": 6, "sampled_frame_indices": [ 6 ], "representative_sampled_frame_index": 6, "medoid_score": 0 }, { "segment_id": 7, "sampled_frame_indices": [ 7 ], "representative_sampled_frame_index": 7, "medoid_score": 0 }, { "segment_id": 8, "sampled_frame_indices": [ 8 ], "representative_sampled_frame_index": 8, "medoid_score": 0 }, { "segment_id": 9, "sampled_frame_indices": [ 9 ], "representative_sampled_frame_index": 9, "medoid_score": 0 }, { "segment_id": 10, "sampled_frame_indices": [ 10 ], "representative_sampled_frame_index": 10, "medoid_score": 0 }, { "segment_id": 11, "sampled_frame_indices": [ 11 ], "representative_sampled_frame_index": 11, "medoid_score": 0 }, { "segment_id": 12, "sampled_frame_indices": [ 12 ], "representative_sampled_frame_index": 12, "medoid_score": 0 }, { "segment_id": 13, "sampled_frame_indices": [ 13 ], "representative_sampled_frame_index": 13, "medoid_score": 0 }, { "segment_id": 14, "sampled_frame_indices": [ 14 ], "representative_sampled_frame_index": 14, "medoid_score": 0 }, { "segment_id": 15, "sampled_frame_indices": [ 15, 16, 17, 18 ], "representative_sampled_frame_index": 16, "medoid_score": 0.4423220455646515 }, { "segment_id": 16, "sampled_frame_indices": [ 19, 20 ], "representative_sampled_frame_index": 19, "medoid_score": 0.14216113090515137 } ], "decisions": [ { "sampled_frame_index": 1, "d_previous": 0.6161404848098755, "d_segment_start": 0.6161404848098755, "merged": false }, { "sampled_frame_index": 2, "d_previous": 0.6817345023155212, "d_segment_start": 0.6817345023155212, "merged": false }, { "sampled_frame_index": 3, "d_previous": 0.6926497220993042, "d_segment_start": 0.6926497220993042, "merged": false }, { "sampled_frame_index": 4, "d_previous": 0.6246325969696045, "d_segment_start": 0.6246325969696045, "merged": false }, { "sampled_frame_index": 5, "d_previous": 0.6659653186798096, "d_segment_start": 0.6659653186798096, "merged": false }, { "sampled_frame_index": 6, "d_previous": 0.7268617153167725, "d_segment_start": 0.7268617153167725, "merged": false }, { "sampled_frame_index": 7, "d_previous": 0.7170650959014893, "d_segment_start": 0.7170650959014893, "merged": false }, { "sampled_frame_index": 8, "d_previous": 0.6441341638565063, "d_segment_start": 0.6441341638565063, "merged": false }, { "sampled_frame_index": 9, "d_previous": 0.7016218900680542, "d_segment_start": 0.7016218900680542, "merged": false }, { "sampled_frame_index": 10, "d_previous": 0.757743239402771, "d_segment_start": 0.757743239402771, "merged": false }, { "sampled_frame_index": 11, "d_previous": 0.7334442734718323, "d_segment_start": 0.7334442734718323, "merged": false }, { "sampled_frame_index": 12, "d_previous": 0.6791608333587646, "d_segment_start": 0.6791608333587646, "merged": false }, { "sampled_frame_index": 13, "d_previous": 0.744195818901062, "d_segment_start": 0.744195818901062, "merged": false }, { "sampled_frame_index": 14, "d_previous": 0.691354513168335, "d_segment_start": 0.691354513168335, "merged": false }, { "sampled_frame_index": 15, "d_previous": 0.6007250547409058, "d_segment_start": 0.6007250547409058, "merged": false }, { "sampled_frame_index": 16, "d_previous": 0.5296581983566284, "d_segment_start": 0.5296581983566284, "merged": true }, { "sampled_frame_index": 17, "d_previous": 0.5547373294830322, "d_segment_start": 0.7041584253311157, "merged": true }, { "sampled_frame_index": 18, "d_previous": 0.5665497183799744, "d_segment_start": 0.7328604459762573, "merged": true }, { "sampled_frame_index": 19, "d_previous": 0.4292753040790558, "d_segment_start": 0.7501453757286072, "merged": false }, { "sampled_frame_index": 20, "d_previous": 0.28432223200798035, "d_segment_start": 0.28432223200798035, "merged": true } ] }, "audio_references": [ { "label": "