| |
| |
| |
|
|
| |
| |
|
|
| |
| |
| |
| |
| |
| |
|
|
| |
| |
|
|
| |
|
|
| |
| |
|
|
| |
| |
|
|
| |
| |
| |
|
|
| |
| |
|
|
| |
|
|
| |
| |
| |
| |
|
|
| |
|
|
| |
|
|
|
|
| |
| esc50: |
| audio_path: "/home/debarpanb1/TREA_2.0/ESC-50-master/audio" |
| metadata_path: "/home/debarpanb1/TREA_2.0/ESC-50-master/meta/esc50.csv" |
|
|
| |
| dataset_source: |
| name: "GISE_preprocessed_duration" |
| audio_path: "/home/debarpanb1/TREA_2.0/GISE_preprocessed_duration/isolated_events" |
| metadata_path: "/home/debarpanb1/TREA_2.0/GISE_preprocessed_duration/gise_metadata_kept_0p5_10s.csv" |
| preprocessed_path: "/home/debarpanb1/TREA_2.0/GISE_preprocessed_duration" |
| category_col: "class" |
| filename_col: "file_name" |
| classid_col: "classID" |
| fullpath_col: "clean_audio_path" |
| duration_col: "duration" |
|
|
| |
| synthetic_silence: |
| path: "/home/debarpanb1/TREA_2.0/synthetic_silences" |
| |
| |
| output: |
| base_path: "/home/debarpanb1/TREA_2.0/pipeline/dataset_gise" |
| |
| |
| |
| |
| dataset: |
| use_class_subset: false |
| num_classes_subset: 40 |
| subset_persist_path: "/home/debarpanb1/TREA_2.0/class_subset.json" |
| subset_seed: 42 |
|
|
| |
| audio: |
| |
| |
| min_clip_duration: 20.0 |
| max_clip_duration: 60.0 |
| |
| |
| crossfade_duration: 500 |
| silence_duration: 1000 |
| min_silence_duration: 100 |
| max_extra_silence_per_gap: 500 |
| crossfade_within_source: 50 |
| with_silence: true |
| |
| |
| |
| source_clip_duration: 6.5 |
| |
| |
| normalize: false |
| normalize_target_dBFS: -20.0 |
|
|
| |
| random_seed: 42 |
|
|
| |
| llm: |
| enabled: false |
|
|
| |
| tasks: |
| count: |
| enabled: true |
| |
| |
| task_duration_size: 1.0 |
| |
| |
| |
| max_clips_per_sample: 10 |
| |
| |
| |
| |
| ordering_mode: "random" |
| |
| |
| |
| question_types: ["unique_count", "occurrence_count"] |
| |
| |
| mcq_questions: |
| unique_count: |
| - "What is the number of distinct sound sources in the audio file?" |
| - "How many different types of sounds can be identified in this recording?" |
| - "How many unique types of sound are present in this audio?" |
| - "Identify the count of different sound sources in this clip." |
| - "What is the total number of unique sounds heard in this audio?" |
| - "How many distinct sound categories are there in this audio file?" |
| - "Determine the number of unique sound sources in this recording." |
| - "How many separate sound sources are included in the audio?" |
| - "What is the total number of unique sound types in this audio?" |
| - "How many different sound sources can be heard in this clip?" |
| occurrence_count: |
| - "How many times does {target_sound} occur in the audio?" |
| - "How many separate occurrences of {target_sound} are heard in this recording?" |
| - "What is the number of times {target_sound} appears in the audio?" |
| - "How many {target_sound} events are present in the clip?" |
| |
| open_text_questions: |
| unique_count: |
| - "How many distinct sound sources are present in the audio?" |
| - "Count the number of unique sounds in this recording." |
| - "What is the total count of different sound categories heard?" |
| - "Identify and count all unique sound types in the clip." |
| occurrence_count: |
| - "How many times is {target_sound} heard?" |
| - "Count the number of {target_sound} occurrences in the audio." |
| - "How many separate {target_sound} events are present?" |
| |
| duration: |
| enabled: true |
| |
| task_duration_size: 1.0 |
| |
| |
| |
| |
| |
| |
| num_unique_sources: 10 |
| |
| |
| |
| |
| ordering_methods: ["consecutive"] |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| amplitude_threshold_db: -20.0 |
| |
| |
| |
| |
| min_sound_duration_ms: 25 |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| threshold_strategy: "noise_floor" |
| |
| |
| |
| |
| noise_floor_percentile: 2.0 |
| |
| |
| |
| |
| |
| noise_floor_delta_db: 5.0 |
| |
| |
| preprocessed_data_path: "/home/debarpanb1/TREA_2.0/GISE_preprocessed_duration" |
| |
| |
| |
| |
| |
| multiplier_longest: 1.5 |
| |
| |
| multiplier_shortest: 0.75 |
| |
| |
| |
| min_effective_duration_per_source: 1.0 |
| |
| |
| |
| |
| |
| reject_if_gap_not_met: true |
| |
| sample_different_clips_same_class: true |
| |
| |
| question_types: ["shortest", "longest", "pairwise_longer", "pairwise_shorter"] |
| |
| mcq_questions: |
| shortest: "Which of the following sounds is heard for the shortest duration?" |
| longest: "Which of the following sounds is heard for the longest duration?" |
| pairwise_longer: "Between {sound1} and {sound2}, which sound lasts longer?" |
| pairwise_shorter: "Between {sound1} and {sound2}, which sound is heard for a shorter duration?" |
| |
| open_text_questions: |
| shortest: "Which sound is heard for the shortest duration in the audio?" |
| longest: "Which sound is heard for the longest duration in the audio?" |
| pairwise_longer: "Which lasts longer, {sound1} or {sound2}?" |
| pairwise_shorter: "Which is shorter, {sound1} or {sound2}?" |
| |
| order: |
| enabled: true |
| |
| task_duration_size: 1.0 |
| |
| |
| |
| max_clips_per_sample: 10 |
| |
| |
| |
| |
| allow_source_repetition: false |
| |
| |
| |
| |
| min_clips_for_second_questions: 3 |
| |
| |
| |
| question_types: ["first", "last", "after", "before", "second", "second_last"] |
| |
| |
| mcq_questions: |
| first: "Which sound appears first in the audio clip?" |
| last: "Which sound appears last in the audio clip?" |
| after: "Which sound comes after {sound1}?" |
| before: "Which sound comes before {sound2}?" |
| second: "Which sound appears second in the audio clip?" |
| second_last: "Which sound appears second to last in the audio clip?" |
| |
| open_text_questions: |
| first: "What is the first sound you hear in the audio?" |
| last: "What is the last sound you hear in the audio?" |
| after: "What sound comes after {sound1}?" |
| before: "What sound comes before {sound2}?" |
| second: "What is the second sound you hear in the audio?" |
| second_last: "What sound is second to last in the audio?" |
| sequence: "List the sounds in the order they appear in the audio." |
| |
| volume: |
| enabled: true |
| |
| task_duration_size: 1.0 |
| |
| |
| |
| max_clips_per_sample: 10 |
| |
| |
| |
| |
| |
| |
| normalize_to_baseline: true |
| baseline_dBFS: -20.0 |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| use_lufs: false |
| baseline_lufs: -23.0 |
| |
| |
| |
| |
| |
| |
| |
| multiplier_max_loudness: 4.0 |
| |
| |
| |
| multiplier_min_loudness: 0.25 |
| |
| |
| reject_if_gap_not_met: true |
| |
| |
| |
| |
| |
| |
| use_same_clip_different_volumes: false |
| |
| |
| |
| repetitions_per_source: [2, 3, 4] |
| |
| |
| question_types: ["max_loudness", "min_loudness", "pairwise_louder", "pairwise_softer"] |
| |
| |
| mcq_questions: |
| max_loudness: "Which sound has the maximum loudness in the audio?" |
| min_loudness: "Which sound has the minimum loudness in the audio?" |
| pairwise_louder: "Between {sound1} and {sound2}, which sound is louder?" |
| pairwise_softer: "Between {sound1} and {sound2}, which sound is softer?" |
| |
| open_text_questions: |
| max_loudness: "Identify the sound with maximum loudness in the audio clip." |
| min_loudness: "Identify the sound with minimum loudness in the audio clip." |
| pairwise_louder: "Which is louder, {sound1} or {sound2}?" |
| pairwise_softer: "Which is softer, {sound1} or {sound2}?" |
| order_volume: "List the sounds in order from maximum to minimum loudness." |
|
|
| |
| |
| |
| |
| silence_gap: |
| enabled: true |
| task_duration_size: 1.0 |
| |
| |
| min_clips_per_sample: 3 |
| max_clips_per_sample: 10 |
| |
| |
| |
| |
| |
| min_gap_duration_ms: 500 |
| max_gap_duration_ms: 3000 |
| |
| |
| |
| gap_multiplier: 2.0 |
| |
| |
| preprocessed_data_path: "/home/debarpanb1/TREA_2.0/GISE_preprocessed_duration" |
| |
| |
| question_types: ["longest_gap", "shortest_gap", "after_gap", "before_gap", "compare_gaps"] |
| |
| |
| mcq_questions: |
| longest_gap: "Which two sounds have the longest silence between them?" |
| shortest_gap: "Which two sounds have the shortest silence between them?" |
| after_gap: "Which sound occurs after the longest silence?" |
| before_gap: "Which sound occurs before the longest silence?" |
| compare_gaps: "Which silence is longer: after {sound1} or after {sound2}?" |
| |
| open_text_questions: |
| longest_gap: "Which two sounds have the longest silence between them?" |
| shortest_gap: "Which two sounds have the shortest silence between them?" |
| after_gap: "What sound occurs after the longest silence?" |
| before_gap: "What sound occurs before the longest silence?" |
| compare_gaps: "Which pause is longer, after {sound1} or after {sound2}?" |
| |
| overlap: |
| enabled: true |
| task_duration_size: 1.0 |
| |
| |
| num_sounds: 2 |
| |
| |
| |
| |
| |
| min_overlap_ratio: 0.2 |
| max_overlap_ratio: 0.5 |
| |
| |
| question_types: ["identify_overlap", "overlap_pair", "yes_no_overlap", "starts_before_end"] |
| |
| |
| mcq_questions: |
| identify_overlap: "Which sound overlaps with {anchor_sound}?" |
| overlap_pair: "Which two sounds occur at the same time?" |
| yes_no_overlap: "Does {sound1} overlap with {sound2}?" |
| starts_before_end: "Which sound starts before {anchor_sound} ends?" |
| |
| open_text_questions: |
| identify_overlap: "Which sound overlaps with {anchor_sound}?" |
| overlap_pair: "Which two sounds occur at the same time?" |
| yes_no_overlap: "Do {sound1} and {sound2} overlap?" |
| starts_before_end: "Which sound starts before {anchor_sound} ends?" |
| |
| during_contains: |
| enabled: true |
| task_duration_size: 1.0 |
| |
| |
| num_sounds: 2 |
| |
| |
| |
| |
| |
| |
| min_container_duration_s: 8.0 |
| max_container_duration_s: 15.0 |
| |
| |
| |
| min_margin_s: 0.5 |
| |
| |
| question_types: ["during", "contains", "yes_no_during"] |
| |
| |
| mcq_questions: |
| during: "Which sound occurs during {anchor_sound}?" |
| contains: "Which longer sound contains {target_sound}?" |
| yes_no_during: "Does {target_sound} happen entirely during {anchor_sound}?" |
| |
| open_text_questions: |
| during: "Which sound occurs during {anchor_sound}?" |
| contains: "Which sound contains {target_sound}?" |
| yes_no_during: "Does {target_sound} happen entirely during {anchor_sound}?" |
|
|
| |
| |
| |
|
|
| conditional_count: |
| enabled: true |
| task_duration_size: 1.0 |
| min_events: 4 |
| max_events: 8 |
| question_types: ["count_after", "count_before", "count_between", "count_during", "count_overlap"] |
| mcq_questions: |
| count_after: "How many {target_sound} sounds occur after {anchor_sound}?" |
| count_before: "How many {target_sound} sounds occur before {anchor_sound}?" |
| count_between: "How many {target_sound} sounds occur between {sound1} and {sound2}?" |
| count_during: "How many {target_sound} sounds occur while {anchor_sound} is playing?" |
| count_overlap: "How many sounds overlap with {anchor_sound}?" |
| open_text_questions: |
| count_after: "How many {target_sound} sounds occur after {anchor_sound}?" |
| count_before: "How many {target_sound} sounds occur before {anchor_sound}?" |
| count_between: "How many {target_sound} sounds occur between {sound1} and {sound2}?" |
| count_during: "How many {target_sound} sounds happen while {anchor_sound} is playing?" |
| count_overlap: "How many sounds overlap with {anchor_sound}?" |
|
|
| conditional_duration: |
| enabled: true |
| task_duration_size: 1.0 |
| min_events: 5 |
| max_events: 8 |
| preprocessed_data_path: "/home/debarpanb1/TREA_2.0/GISE_preprocessed_duration" |
| question_types: ["longest_after", "shortest_after", "longest_before", "shortest_before", "repeated_compare"] |
| mcq_questions: |
| longest_after: "Which sound after {anchor_sound} lasts the longest?" |
| shortest_after: "Which sound after {anchor_sound} lasts the shortest time?" |
| longest_before: "Which sound before {anchor_sound} lasts the longest?" |
| shortest_before: "Which sound before {anchor_sound} lasts the shortest time?" |
| repeated_compare: "Which {target_sound} occurrence lasts longer: the one before {anchor_sound} or the one after {anchor_sound}?" |
| open_text_questions: |
| longest_after: "Which sound after {anchor_sound} lasts the longest?" |
| shortest_after: "Which sound after {anchor_sound} lasts the shortest?" |
| longest_before: "Which sound before {anchor_sound} lasts the longest?" |
| shortest_before: "Which sound before {anchor_sound} lasts the shortest?" |
| repeated_compare: "Which {target_sound} lasts longer, the one before {anchor_sound} or the one after {anchor_sound}?" |
|
|
| between_events: |
| enabled: true |
| task_duration_size: 1.0 |
| min_events: 5 |
| max_events: 8 |
| question_types: ["identify_between", "count_between", "yes_no_between"] |
| mcq_questions: |
| identify_between: "Which sound occurs between {sound1} and {sound2}?" |
| count_between: "How many sounds occur between {sound1} and {sound2}?" |
| yes_no_between: "Is {target_sound} heard between {sound1} and {sound2}?" |
| open_text_questions: |
| identify_between: "What sound occurs between {sound1} and {sound2}?" |
| count_between: "How many sounds occur between {sound1} and {sound2}?" |
| yes_no_between: "Is {target_sound} heard between {sound1} and {sound2}?" |
|
|
| event_density: |
| enabled: true |
| task_duration_size: 1.0 |
| min_events: 6 |
| max_events: 10 |
| question_types: ["half_density", "before_after_density", "label_density"] |
| mcq_questions: |
| half_density: "Which half of the audio contains more sound events?" |
| before_after_density: "Are there more sounds before or after {anchor_sound}?" |
| label_density: "Which part has more {target_sound} sounds: before {anchor_sound} or after {anchor_sound}?" |
| open_text_questions: |
| half_density: "Which half of the audio contains more events?" |
| before_after_density: "Are there more sounds before or after {anchor_sound}?" |
| label_density: "Are there more {target_sound} sounds before or after {anchor_sound}?" |
|
|
| |
| |
| |
|
|
| duration_gap: |
| enabled: true |
| task_duration_size: 1.0 |
| min_events: 3 |
| max_events: 6 |
| min_gap_ms: 500 |
| max_gap_ms: 4000 |
| preprocessed_data_path: "/home/debarpanb1/TREA_2.0/GISE_preprocessed_duration" |
| question_types: ["event_vs_after_gap", "event_vs_before_gap", "gap_vs_event"] |
| mcq_questions: |
| event_vs_after_gap: "Which is longer: {sound1} or the silence after {sound1}?" |
| event_vs_before_gap: "Which is longer: {sound1} or the silence before {sound1}?" |
| gap_vs_event: "Which lasted longer: the pause between {sound1} and {sound2}, or {sound3}?" |
| open_text_questions: |
| event_vs_after_gap: "Which is longer, {sound1} or the silence after {sound1}?" |
| event_vs_before_gap: "Which is longer, {sound1} or the silence before {sound1}?" |
| gap_vs_event: "Was the pause between {sound1} and {sound2} longer than {sound3}?" |
|
|
| temporal_arithmetic: |
| enabled: true |
| task_duration_size: 1.0 |
| min_events: 4 |
| max_events: 8 |
| min_gap_ms: 300 |
| max_gap_ms: 2000 |
| preprocessed_data_path: "/home/debarpanb1/TREA_2.0/GISE_preprocessed_duration" |
| question_types: ["total_label_duration", "label_vs_silence", "combined_duration"] |
| mcq_questions: |
| total_label_duration: "Which sound lasts longer in total: {sound1} or {sound2}?" |
| label_vs_silence: "Which is longer in total: {target_sound} or the total silence?" |
| combined_duration: "Which is longer: all {target_sound} sounds combined or the longest silence?" |
| open_text_questions: |
| total_label_duration: "Which sound lasts longer in total, {sound1} or {sound2}?" |
| label_vs_silence: "Which is longer in total, {target_sound} or silence?" |
| combined_duration: "Which is longer, all {target_sound} sounds combined or the longest silence?" |
|
|
| temporal_loudness: |
| enabled: true |
| task_duration_size: 1.0 |
| min_events: 4 |
| max_events: 8 |
| |
| volume_range_db: [-12, 6] |
| min_volume_diff_db: 3.0 |
| question_types: ["loudest_after", "softest_after", "loudest_before", "softest_before", "repeated_loudness"] |
| mcq_questions: |
| loudest_after: "Which sound after {anchor_sound} is the loudest?" |
| softest_after: "Which sound after {anchor_sound} is the softest?" |
| loudest_before: "Which sound before {anchor_sound} is the loudest?" |
| softest_before: "Which sound before {anchor_sound} is the softest?" |
| repeated_loudness: "Which occurrence of {target_sound} is the loudest?" |
| open_text_questions: |
| loudest_after: "Which sound after {anchor_sound} is loudest?" |
| softest_after: "Which sound after {anchor_sound} is softest?" |
| loudest_before: "Which sound before {anchor_sound} is loudest?" |
| softest_before: "Which sound before {anchor_sound} is softest?" |
| repeated_loudness: "Which occurrence of {target_sound} is loudest?" |
|
|
| multi_hop: |
| enabled: true |
| task_duration_size: 1.0 |
| min_events: 5 |
| max_events: 8 |
| min_gap_ms: 500 |
| max_gap_ms: 3000 |
| |
| volume_range_db: [-10, 6] |
| min_volume_diff_db: 4.0 |
| preprocessed_data_path: "/home/debarpanb1/TREA_2.0/GISE_preprocessed_duration" |
| question_types: |
| - "after_longest" |
| - "before_longest" |
| - "after_shortest" |
| - "before_loudest" |
| - "after_longest_gap" |
| - "overlap_after_anchor" |
| - "loudest_after_anchor" |
| - "longest_before_anchor" |
| - "count_before_loudest" |
| - "count_after_longest" |
| mcq_questions: |
| after_longest: "What sound occurs after the longest sound?" |
| before_longest: "What sound occurs before the longest sound?" |
| after_shortest: "What sound occurs after the shortest sound?" |
| before_loudest: "What sound occurs before the loudest sound?" |
| after_longest_gap: "Which sound is heard after the longest silence?" |
| overlap_after_anchor: "Which sound overlaps with the event that occurs after {anchor_sound}?" |
| loudest_after_anchor: "Which sound after {anchor_sound} is the loudest?" |
| longest_before_anchor: "Which sound before {anchor_sound} lasts the longest?" |
| count_before_loudest: "How many {target_sound} sounds occur before the loudest event?" |
| count_after_longest: "How many {target_sound} sounds occur after the longest event?" |
| open_text_questions: |
| after_longest: "What sound occurs after the longest sound?" |
| before_longest: "What sound occurs before the longest sound?" |
| after_shortest: "What sound occurs after the shortest sound?" |
| before_loudest: "What sound occurs before the loudest sound?" |
| after_longest_gap: "Which sound occurs after the longest silence?" |
| overlap_after_anchor: "Which sound overlaps with the event that occurs after {anchor_sound}?" |
| loudest_after_anchor: "Which sound after {anchor_sound} is loudest?" |
| longest_before_anchor: "Which sound before {anchor_sound} lasts the longest?" |
| count_before_loudest: "How many {target_sound} sounds occur before the loudest event?" |
| count_after_longest: "How many {target_sound} sounds occur after the longest event?" |
|
|
| |
| mcq: |
| num_options: 4 |
| option_labels: ["A", "B", "C", "D"] |
| |
| |
| |
| |
| distractor_strategy: "balanced" |
|
|
| |
| logging: |
| level: "INFO" |
| log_file: "pipeline.log" |
| console_output: true |
| |
|
|