Add files using upload-large-folder tool

scripts/wandb/run-20250409_164840-rga5lxgi/logs/debug-core.log

@@ -0,0 +1,13 @@
+{"time":"2025-04-09T16:48:39.447367542+07:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpvpvcbymh/port-457498.txt","pid":457498,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false}
+{"time":"2025-04-09T16:48:39.447857067+07:00","level":"INFO","msg":"Will exit if parent process dies.","ppid":457498}
+{"time":"2025-04-09T16:48:39.447856887+07:00","level":"INFO","msg":"server is running","addr":{"IP":"127.0.0.1","Port":46321,"Zone":""}}
+{"time":"2025-04-09T16:48:39.635248095+07:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"127.0.0.1:44810"}
+{"time":"2025-04-09T16:48:40.17827357+07:00","level":"INFO","msg":"handleInformInit: received","streamId":"rga5lxgi","id":"127.0.0.1:44810"}
+{"time":"2025-04-09T16:48:40.295658784+07:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"rga5lxgi","id":"127.0.0.1:44810"}
+{"time":"2025-04-09T16:48:42.276924618+07:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"127.0.0.1:44810"}
+{"time":"2025-04-09T16:48:42.276990993+07:00","level":"INFO","msg":"connection: closing","id":"127.0.0.1:44810"}
+{"time":"2025-04-09T16:48:42.277018225+07:00","level":"INFO","msg":"server is shutting down"}
+{"time":"2025-04-09T16:48:42.277096262+07:00","level":"INFO","msg":"connection: closed successfully","id":"127.0.0.1:44810"}
+{"time":"2025-04-09T16:48:44.316096324+07:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"127.0.0.1:44810"}
+{"time":"2025-04-09T16:48:44.316261316+07:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"127.0.0.1:44810"}
+{"time":"2025-04-09T16:48:44.316274431+07:00","level":"INFO","msg":"server is closed"}

scripts/wandb/run-20250409_164840-rga5lxgi/logs/debug-internal.log

@@ -0,0 +1,15 @@
+{"time":"2025-04-09T16:48:40.180748596+07:00","level":"INFO","msg":"stream: starting","core version":"0.19.8","symlink path":"/data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/scripts/wandb/run-20250409_164840-rga5lxgi/logs/debug-core.log"}
+{"time":"2025-04-09T16:48:40.295626183+07:00","level":"INFO","msg":"created new stream","id":"rga5lxgi"}
+{"time":"2025-04-09T16:48:40.295653524+07:00","level":"INFO","msg":"stream: started","id":"rga5lxgi"}
+{"time":"2025-04-09T16:48:40.29566693+07:00","level":"INFO","msg":"writer: Do: started","stream_id":"rga5lxgi"}
+{"time":"2025-04-09T16:48:40.295738355+07:00","level":"INFO","msg":"handler: started","stream_id":"rga5lxgi"}
+{"time":"2025-04-09T16:48:40.295764805+07:00","level":"INFO","msg":"sender: started","stream_id":"rga5lxgi"}
+{"time":"2025-04-09T16:48:40.706158657+07:00","level":"INFO","msg":"Starting system monitor"}
+{"time":"2025-04-09T16:48:42.277039174+07:00","level":"INFO","msg":"stream: closing","id":"rga5lxgi"}
+{"time":"2025-04-09T16:48:42.277087826+07:00","level":"INFO","msg":"Stopping system monitor"}
+{"time":"2025-04-09T16:48:42.277689213+07:00","level":"INFO","msg":"Stopped system monitor"}
+{"time":"2025-04-09T16:48:43.765429771+07:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
+{"time":"2025-04-09T16:48:44.314061269+07:00","level":"INFO","msg":"handler: closed","stream_id":"rga5lxgi"}
+{"time":"2025-04-09T16:48:44.314108849+07:00","level":"INFO","msg":"writer: Close: closed","stream_id":"rga5lxgi"}
+{"time":"2025-04-09T16:48:44.314134858+07:00","level":"INFO","msg":"sender: closed","stream_id":"rga5lxgi"}
+{"time":"2025-04-09T16:48:44.316022875+07:00","level":"INFO","msg":"stream: closed","id":"rga5lxgi"}

scripts/wandb/run-20250409_164840-rga5lxgi/logs/debug.log

@@ -0,0 +1,222 @@
+2025-04-09 16:48:40,173 INFO    MainThread:457498 [wandb_setup.py:_flush():67] Current SDK version is 0.19.8
+2025-04-09 16:48:40,173 INFO    MainThread:457498 [wandb_setup.py:_flush():67] Configure stats pid to 457498
+2025-04-09 16:48:40,173 INFO    MainThread:457498 [wandb_setup.py:_flush():67] Loading settings from /home/anhnmt2/.config/wandb/settings
+2025-04-09 16:48:40,173 INFO    MainThread:457498 [wandb_setup.py:_flush():67] Loading settings from /data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/scripts/wandb/settings
+2025-04-09 16:48:40,173 INFO    MainThread:457498 [wandb_setup.py:_flush():67] Loading settings from environment variables
+2025-04-09 16:48:40,173 INFO    MainThread:457498 [wandb_init.py:setup_run_log_directory():647] Logging user logs to /data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/scripts/wandb/run-20250409_164840-rga5lxgi/logs/debug.log
+2025-04-09 16:48:40,174 INFO    MainThread:457498 [wandb_init.py:setup_run_log_directory():648] Logging internal logs to /data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/scripts/wandb/run-20250409_164840-rga5lxgi/logs/debug-internal.log
+2025-04-09 16:48:40,174 INFO    MainThread:457498 [wandb_init.py:init():761] calling init triggers
+2025-04-09 16:48:40,174 INFO    MainThread:457498 [wandb_init.py:init():766] wandb.init called with sweep_config: {}
+config: {'_wandb': {}}
+2025-04-09 16:48:40,174 INFO    MainThread:457498 [wandb_init.py:init():784] starting backend
+2025-04-09 16:48:40,174 INFO    MainThread:457498 [wandb_init.py:init():788] sending inform_init request
+2025-04-09 16:48:40,176 INFO    MainThread:457498 [backend.py:_multiprocessing_setup():101] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2025-04-09 16:48:40,176 INFO    MainThread:457498 [wandb_init.py:init():798] backend started and connected
+2025-04-09 16:48:40,177 INFO    MainThread:457498 [wandb_init.py:init():891] updated telemetry
+2025-04-09 16:48:40,187 INFO    MainThread:457498 [wandb_init.py:init():915] communicating run to backend with 90.0 second timeout
+2025-04-09 16:48:40,702 INFO    MainThread:457498 [wandb_init.py:init():990] starting run threads in backend
+2025-04-09 16:48:40,980 INFO    MainThread:457498 [wandb_run.py:_console_start():2375] atexit reg
+2025-04-09 16:48:40,980 INFO    MainThread:457498 [wandb_run.py:_redirect():2227] redirect: wrap_raw
+2025-04-09 16:48:40,981 INFO    MainThread:457498 [wandb_run.py:_redirect():2292] Wrapping output streams.
+2025-04-09 16:48:40,981 INFO    MainThread:457498 [wandb_run.py:_redirect():2315] Redirects installed.
+2025-04-09 16:48:40,982 INFO    MainThread:457498 [wandb_init.py:init():1032] run started, returning control to user process
+2025-04-09 16:48:40,985 INFO    MainThread:457498 [wandb_run.py:_config_callback():1261] config_cb None None {'use_cache': False, 'query_num': 64, 'image_size': 448, 'drop_vision_last_layer': False, 'batch_vision_input': True, 'use_image_id': True, 'vision_batch_size': 16, 'audio_pool_step': 2, 'audio_chunk_length': 1.0, 'stream_input': False, 'init_vision': False, 'init_audio': True, 'init_tts': False, 'processor_path': '/data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/omni_speech/model/minicpmo/MiniCPM-o-2_6', 'pretrained_encoder_path': '/data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/omni_speech/model/minicpmo/MiniCPM-o-2_6', 'pretrained_llm_path': '/data1/speech/anhnmt2/cuongnm/EOT/Qwen2.5-0.5B-Instruct', 'chunk_input': True, 'slice_config': {'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': None, 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': True, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 20, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, 'architectures': None, 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': None, 'pad_token_id': None, 'eos_token_id': None, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': '', 'model_type': 'minicpmv', 'patch_size': 14, 'max_slice_nums': 9, 'scale_resolution': 448}, 'slice_mode': True, 'vision_config': {'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': None, 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': True, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 20, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, 'architectures': None, 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': None, 'pad_token_id': None, 'eos_token_id': None, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': '', 'model_type': 'siglip_vision_model', 'hidden_size': 1152, 'intermediate_size': 4304, 'num_hidden_layers': 27, 'num_attention_heads': 16, 'num_channels': 3, 'patch_size': 14, 'image_size': 980, 'attention_dropout': 0.0, 'layer_norm_eps': 1e-06, 'hidden_act': 'gelu_pytorch_tanh'}, 'audio_config': {'vocab_size': 51865, 'num_mel_bins': 80, 'd_model': 1024, 'encoder_layers': 24, 'encoder_attention_heads': 16, 'decoder_layers': 24, 'decoder_attention_heads': 16, 'decoder_ffn_dim': 4096, 'encoder_ffn_dim': 4096, 'dropout': 0.0, 'attention_dropout': 0.0, 'activation_dropout': 0.0, 'activation_function': 'gelu', 'init_std': 0.02, 'encoder_layerdrop': 0.0, 'decoder_layerdrop': 0.0, 'use_cache': True, 'num_hidden_layers': 24, 'scale_embedding': False, 'max_source_positions': 1500, 'max_target_positions': 448, 'classifier_proj_size': 256, 'use_weighted_layer_sum': False, 'apply_spec_augment': False, 'mask_time_prob': 0.05, 'mask_time_length': 10, 'mask_time_min_masks': 2, 'mask_feature_prob': 0.0, 'mask_feature_length': 10, 'mask_feature_min_masks': 0, 'median_filter_width': 7, 'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': 'float32', 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': True, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': True, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 448, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': [1, 2, 7, 8, 9, 10, 14, 25, 26, 27, 28, 29, 31, 58, 59, 60, 61, 62, 63, 90, 91, 92, 93, 359, 503, 522, 542, 873, 893, 902, 918, 922, 931, 1350, 1853, 1982, 2460, 2627, 3246, 3253, 3268, 3536, 3846, 3961, 4183, 4667, 6585, 6647, 7273, 9061, 9383, 10428, 10929, 11938, 12033, 12331, 12562, 13793, 14157, 14635, 15265, 15618, 16553, 16604, 18362, 18956, 20075, 21675, 22520, 26130, 26161, 26435, 28279, 29464, 31650, 32302, 32470, 36865, 42863, 47425, 49870, 50254, 50258, 50358, 50359, 50360, 50361, 50362], 'begin_suppress_tokens': [220, 50257], 'architectures': ['MiniCPMWhisperEncoder'], 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': 50257, 'pad_token_id': 50257, 'eos_token_id': 50257, 'sep_token_id': None, 'decoder_start_token_id': 50258, 'task_specific_params': None, 'problem_type': None, '_name_or_path': 'openai/whisper-medium', 'forced_decoder_ids': [[1, 50259], [2, 50359], [3, 50363]], 'model_type': 'whisper'}, 'tts_config': {'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': None, 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': True, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 20, 'min_length': 0, 'do_sample': True, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 20, 'top_p': 0.7, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, 'architectures': None, 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': None, 'pad_token_id': None, 'eos_token_id': None, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': '', 'model_type': 'conditional_chattts', 'llm_dim': 3584, 'hidden_size': 768, 'intermediate_size': 3072, 'num_attention_heads': 12, 'num_hidden_layers': 20, 'max_position_embeddings': 4096, 'num_audio_tokens': 626, 'num_text_tokens': 21178, 'num_mel_bins': 100, 'num_vq': 4, 'use_speaker_embedding': True, 'use_llm_hidden_state': False, 'spk_emb_token_id': 21143, 'num_spk_embs': 1, 'audio_bos_token_id': 21132, 'text_eos_token_id': 21133, 'use_text': True, 'streaming': True, 'streaming_text_chunk_size': 10, 'streaming_text_reserved_len': 300, 'streaming_audio_chunk_size': 50, 'attn_implementation': 'sdpa', 'use_mlp': True, 'aug_loss_weight': True}, 'patch_size': 14, 'vocab_size': 151936, 'max_position_embeddings': 32768, 'hidden_size': 896, 'intermediate_size': 4864, 'num_hidden_layers': 24, 'num_attention_heads': 14, 'use_sliding_window': False, 'sliding_window': None, 'max_window_layers': 21, 'num_key_value_heads': 2, 'hidden_act': 'silu', 'initializer_range': 0.02, 'rms_norm_eps': 1e-06, 'rope_theta': 1000000.0, 'rope_scaling': None, 'attention_dropout': 0.0, 'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': 'bfloat16', 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': True, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 2048, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, 'architectures': ['Qwen2ForCausalLM'], 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': 151643, 'pad_token_id': None, 'eos_token_id': 151645, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': '/data1/speech/anhnmt2/cuongnm/EOT/Qwen2.5-0.5B-Instruct', 'transformers_version': '4.45.0', 'model_type': 'minicpmo', 'output_dir': '../checkpoints/minicpmo_whisper-medium_Qwen2.5-0.5B_pretrained-asr', 'overwrite_output_dir': False, 'do_train': True, 'do_eval': True, 'do_predict': False, 'eval_strategy': 'steps', 'prediction_loss_only': False, 'per_device_train_batch_size': 1, 'per_device_eval_batch_size': 1, 'per_gpu_train_batch_size': None, 'per_gpu_eval_batch_size': None, 'gradient_accumulation_steps': 4, 'eval_accumulation_steps': None, 'eval_delay': 0, 'torch_empty_cache_steps': None, 'learning_rate': 0.0002, 'weight_decay': 0.0, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_epsilon': 1e-08, 'max_grad_norm': 1.0, 'num_train_epochs': 1.0, 'max_steps': -1, 'lr_scheduler_type': 'cosine', 'lr_scheduler_kwargs': {}, 'warmup_ratio': 0.03, 'warmup_steps': 0, 'log_level': 'passive', 'log_level_replica': 'warning', 'log_on_each_node': True, 'logging_dir': '../checkpoints/minicpmo_whisper-medium_Qwen2.5-0.5B_pretrained-asr/runs/Apr09_16-48-13_dgx-a100-5', 'logging_strategy': 'steps', 'logging_first_step': False, 'logging_steps': 50, 'logging_nan_inf_filter': True, 'save_strategy': 'no', 'save_steps': 5000.0, 'save_total_limit': 1, 'save_safetensors': True, 'save_on_each_node': False, 'save_only_model': False, 'restore_callback_states_from_checkpoint': False, 'no_cuda': False, 'use_cpu': False, 'use_mps_device': False, 'seed': 42, 'data_seed': None, 'jit_mode_eval': False, 'use_ipex': False, 'bf16': True, 'fp16': False, 'fp16_opt_level': 'O1', 'half_precision_backend': 'auto', 'bf16_full_eval': False, 'fp16_full_eval': False, 'tf32': True, 'local_rank': 0, 'ddp_backend': None, 'tpu_num_cores': None, 'tpu_metrics_debug': False, 'debug': [], 'dataloader_drop_last': False, 'eval_steps': 5000, 'dataloader_num_workers': 0, 'dataloader_prefetch_factor': None, 'past_index': -1, 'run_name': '../checkpoints/minicpmo_whisper-medium_Qwen2.5-0.5B_pretrained-asr', 'disable_tqdm': False, 'remove_unused_columns': False, 'label_names': None, 'load_best_model_at_end': False, 'metric_for_best_model': None, 'greater_is_better': None, 'ignore_data_skip': False, 'fsdp': [], 'fsdp_min_num_params': 0, 'fsdp_config': {'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}, 'fsdp_transformer_layer_cls_to_wrap': None, 'accelerator_config': {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True, 'non_blocking': False, 'gradient_accumulation_kwargs': None}, 'deepspeed': 'zero2.json', 'label_smoothing_factor': 0.0, 'optim': 'adamw_torch', 'optim_args': None, 'adafactor': False, 'group_by_length': False, 'length_column_name': 'length', 'report_to': ['tensorboard', 'wandb'], 'ddp_find_unused_parameters': None, 'ddp_bucket_cap_mb': None, 'ddp_broadcast_buffers': None, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': False, 'skip_memory_metrics': True, 'use_legacy_prediction_loop': False, 'push_to_hub': False, 'resume_from_checkpoint': None, 'hub_model_id': None, 'hub_strategy': 'every_save', 'hub_token': '<HUB_TOKEN>', 'hub_private_repo': False, 'hub_always_push': False, 'gradient_checkpointing': True, 'gradient_checkpointing_kwargs': {'use_reentrant': False}, 'include_inputs_for_metrics': False, 'eval_do_concat_batches': True, 'fp16_backend': 'auto', 'evaluation_strategy': 'steps', 'push_to_hub_model_id': None, 'push_to_hub_organization': None, 'push_to_hub_token': '<PUSH_TO_HUB_TOKEN>', 'mp_parameters': '', 'auto_find_batch_size': False, 'full_determinism': False, 'torchdynamo': None, 'ray_scope': 'last', 'ddp_timeout': 1800, 'torch_compile': False, 'torch_compile_backend': None, 'torch_compile_mode': None, 'dispatch_batches': None, 'split_batches': None, 'include_tokens_per_second': False, 'include_num_input_tokens_seen': False, 'neftune_noise_alpha': None, 'optim_target_modules': None, 'batch_eval_metrics': False, 'eval_on_start': False, 'use_liger_kernel': False, 'eval_use_gather_object': False, 'cache_dir': '../output/cached_sft_20252502', 'model_max_length': 2048, 'tune_vision': True, 'tune_speech': False, 'tune_llm': True, 'llm_type': 'qwen', 'use_lora': False, 'max_slice_nums': 9, 'config_path': 'minicpmp_config.json', 'init_speech': True}
+2025-04-09 16:48:40,988 INFO    MainThread:457498 [wandb_config.py:__setitem__():154] config set model/num_parameters = 802971264 - <bound method Run._config_callback of <wandb.sdk.wandb_run.Run object at 0x1553d17cf5f0>>
+2025-04-09 16:48:40,988 INFO    MainThread:457498 [wandb_run.py:_config_callback():1261] config_cb model/num_parameters 802971264 None
+2025-04-09 16:48:42,276 INFO    MsgRouterThr:457498 [mailbox.py:close():129] Closing mailbox, abandoning 1 handles.
+2025-04-09 16:48:44,330 ERROR   MainThread:457498 [redirect.py:_on_write():661] error in stderr callback
+Traceback (most recent call last):
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 659, in _on_write
+    cb(written_data)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2302, in <lambda>
+    lambda data: self._console_raw_callback("stderr", data),
+                 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 401, in wrapper_fn
+    return func(self, *args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1444, in _console_raw_callback
+    self._backend.interface.publish_output_raw(name, data)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 761, in publish_output_raw
+    self._publish_output_raw(o)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw
+    self._publish(rec)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish
+    self._sock_client.send_record_publish(record)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 174, in send_record_publish
+    self.send_server_request(server_req)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 154, in send_server_request
+    self._send_message(msg)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 151, in _send_message
+    self._sendall_with_error_handle(header + data)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 130, in _sendall_with_error_handle
+    sent = self._sock.send(data)
+           ^^^^^^^^^^^^^^^^^^^^^
+BrokenPipeError: [Errno 32] Broken pipe
+2025-04-09 16:48:44,335 ERROR   MainThread:457498 [redirect.py:_on_write():661] error in stderr callback
+Traceback (most recent call last):
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 659, in _on_write
+    cb(written_data)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2302, in <lambda>
+    lambda data: self._console_raw_callback("stderr", data),
+                 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 401, in wrapper_fn
+    return func(self, *args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1444, in _console_raw_callback
+    self._backend.interface.publish_output_raw(name, data)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 761, in publish_output_raw
+    self._publish_output_raw(o)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw
+    self._publish(rec)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish
+    self._sock_client.send_record_publish(record)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 174, in send_record_publish
+    self.send_server_request(server_req)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 154, in send_server_request
+    self._send_message(msg)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 151, in _send_message
+    self._sendall_with_error_handle(header + data)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 130, in _sendall_with_error_handle
+    sent = self._sock.send(data)
+           ^^^^^^^^^^^^^^^^^^^^^
+BrokenPipeError: [Errno 32] Broken pipe
+2025-04-09 16:48:44,336 ERROR   MainThread:457498 [redirect.py:_on_write():661] error in stderr callback
+Traceback (most recent call last):
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 659, in _on_write
+    cb(written_data)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2302, in <lambda>
+    lambda data: self._console_raw_callback("stderr", data),
+                 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 401, in wrapper_fn
+    return func(self, *args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1444, in _console_raw_callback
+    self._backend.interface.publish_output_raw(name, data)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 761, in publish_output_raw
+    self._publish_output_raw(o)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw
+    self._publish(rec)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish
+    self._sock_client.send_record_publish(record)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 174, in send_record_publish
+    self.send_server_request(server_req)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 154, in send_server_request
+    self._send_message(msg)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 151, in _send_message
+    self._sendall_with_error_handle(header + data)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 130, in _sendall_with_error_handle
+    sent = self._sock.send(data)
+           ^^^^^^^^^^^^^^^^^^^^^
+BrokenPipeError: [Errno 32] Broken pipe
+2025-04-09 16:48:44,342 ERROR   MainThread:457498 [redirect.py:_on_write():661] error in stderr callback
+Traceback (most recent call last):
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 659, in _on_write
+    cb(written_data)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2302, in <lambda>
+    lambda data: self._console_raw_callback("stderr", data),
+                 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 401, in wrapper_fn
+    return func(self, *args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1444, in _console_raw_callback
+    self._backend.interface.publish_output_raw(name, data)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 761, in publish_output_raw
+    self._publish_output_raw(o)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw
+    self._publish(rec)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish
+    self._sock_client.send_record_publish(record)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 174, in send_record_publish
+    self.send_server_request(server_req)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 154, in send_server_request
+    self._send_message(msg)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 151, in _send_message
+    self._sendall_with_error_handle(header + data)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 130, in _sendall_with_error_handle
+    sent = self._sock.send(data)
+           ^^^^^^^^^^^^^^^^^^^^^
+BrokenPipeError: [Errno 32] Broken pipe
+2025-04-09 16:48:44,344 ERROR   MainThread:457498 [redirect.py:_on_write():661] error in stderr callback
+Traceback (most recent call last):
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 659, in _on_write
+    cb(written_data)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2302, in <lambda>
+    lambda data: self._console_raw_callback("stderr", data),
+                 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 401, in wrapper_fn
+    return func(self, *args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1444, in _console_raw_callback
+    self._backend.interface.publish_output_raw(name, data)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 761, in publish_output_raw
+    self._publish_output_raw(o)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw
+    self._publish(rec)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish
+    self._sock_client.send_record_publish(record)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 174, in send_record_publish
+    self.send_server_request(server_req)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 154, in send_server_request
+    self._send_message(msg)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 151, in _send_message
+    self._sendall_with_error_handle(header + data)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 130, in _sendall_with_error_handle
+    sent = self._sock.send(data)
+           ^^^^^^^^^^^^^^^^^^^^^
+BrokenPipeError: [Errno 32] Broken pipe
+2025-04-09 16:48:44,347 ERROR   MainThread:457498 [redirect.py:_on_write():661] error in stderr callback
+Traceback (most recent call last):
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 659, in _on_write
+    cb(written_data)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2302, in <lambda>
+    lambda data: self._console_raw_callback("stderr", data),
+                 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 401, in wrapper_fn
+    return func(self, *args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1444, in _console_raw_callback
+    self._backend.interface.publish_output_raw(name, data)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 761, in publish_output_raw
+    self._publish_output_raw(o)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw
+    self._publish(rec)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish
+    self._sock_client.send_record_publish(record)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 174, in send_record_publish
+    self.send_server_request(server_req)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 154, in send_server_request
+    self._send_message(msg)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 151, in _send_message
+    self._sendall_with_error_handle(header + data)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 130, in _sendall_with_error_handle
+    sent = self._sock.send(data)
+           ^^^^^^^^^^^^^^^^^^^^^
+BrokenPipeError: [Errno 32] Broken pipe
+2025-04-09 16:48:44,348 ERROR   MainThread:457498 [redirect.py:_on_write():661] error in stderr callback
+Traceback (most recent call last):
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 659, in _on_write
+    cb(written_data)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2302, in <lambda>
+    lambda data: self._console_raw_callback("stderr", data),
+                 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 401, in wrapper_fn
+    return func(self, *args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1444, in _console_raw_callback
+    self._backend.interface.publish_output_raw(name, data)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 761, in publish_output_raw
+    self._publish_output_raw(o)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw
+    self._publish(rec)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish
+    self._sock_client.send_record_publish(record)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 174, in send_record_publish
+    self.send_server_request(server_req)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 154, in send_server_request
+    self._send_message(msg)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 151, in _send_message
+    self._sendall_with_error_handle(header + data)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 130, in _sendall_with_error_handle
+    sent = self._sock.send(data)
+           ^^^^^^^^^^^^^^^^^^^^^
+BrokenPipeError: [Errno 32] Broken pipe

scripts/wandb/run-20250409_165311-5t3pin3n/files/output.log

@@ -0,0 +1,641 @@
+  0%|                                                                                                                                                                                                                                                        | 0/24005 [00:00<?, ?it/s]DEBUG:numba.core.byteflow:bytecode dump:
+>          0	NOP(arg=None, lineno=1141)
+           2	RESUME(arg=0, lineno=1141)
+           4	LOAD_FAST(arg=0, lineno=1144)
+           6	LOAD_CONST(arg=1, lineno=1144)
+           8	BINARY_SUBSCR(arg=None, lineno=1144)
+          12	STORE_FAST(arg=3, lineno=1144)
+          14	LOAD_FAST(arg=1, lineno=1145)
+          16	UNARY_NEGATIVE(arg=None, lineno=1145)
+          18	LOAD_FAST(arg=3, lineno=1145)
+          20	SWAP(arg=2, lineno=1145)
+          22	COPY(arg=2, lineno=1145)
+          24	COMPARE_OP(arg=26, lineno=1145)
+          28	POP_JUMP_IF_FALSE(arg=5, lineno=1145)
+          30	LOAD_FAST(arg=1, lineno=1145)
+          32	COMPARE_OP(arg=26, lineno=1145)
+          36	POP_JUMP_IF_FALSE(arg=5, lineno=1145)
+          38	JUMP_FORWARD(arg=2, lineno=1145)
+>         40	POP_TOP(arg=None, lineno=1145)
+          42	JUMP_FORWARD(arg=2, lineno=1145)
+>         44	LOAD_CONST(arg=1, lineno=1146)
+          46	STORE_FAST(arg=3, lineno=1146)
+>         48	LOAD_FAST(arg=0, lineno=1148)
+          50	LOAD_CONST(arg=2, lineno=1148)
+          52	BINARY_SUBSCR(arg=None, lineno=1148)
+          56	STORE_FAST(arg=4, lineno=1148)
+          58	LOAD_FAST(arg=1, lineno=1149)
+          60	UNARY_NEGATIVE(arg=None, lineno=1149)
+          62	LOAD_FAST(arg=4, lineno=1149)
+          64	SWAP(arg=2, lineno=1149)
+          66	COPY(arg=2, lineno=1149)
+          68	COMPARE_OP(arg=26, lineno=1149)
+          72	POP_JUMP_IF_FALSE(arg=5, lineno=1149)
+          74	LOAD_FAST(arg=1, lineno=1149)
+          76	COMPARE_OP(arg=26, lineno=1149)
+          80	POP_JUMP_IF_FALSE(arg=5, lineno=1149)
+          82	JUMP_FORWARD(arg=2, lineno=1149)
+>         84	POP_TOP(arg=None, lineno=1149)
+          86	JUMP_FORWARD(arg=2, lineno=1149)
+>         88	LOAD_CONST(arg=1, lineno=1150)
+          90	STORE_FAST(arg=4, lineno=1150)
+>         92	LOAD_FAST(arg=2, lineno=1152)
+          94	POP_JUMP_IF_FALSE(arg=43, lineno=1152)
+          96	LOAD_GLOBAL(arg=1, lineno=1153)
+         106	LOAD_ATTR(arg=2, lineno=1153)
+         126	LOAD_FAST(arg=3, lineno=1153)
+         128	CALL(arg=1, lineno=1153)
+         136	LOAD_GLOBAL(arg=1, lineno=1153)
+         146	LOAD_ATTR(arg=2, lineno=1153)
+         166	LOAD_FAST(arg=4, lineno=1153)
+         168	CALL(arg=1, lineno=1153)
+         176	COMPARE_OP(arg=55, lineno=1153)
+         180	RETURN_VALUE(arg=None, lineno=1153)
+>        182	LOAD_GLOBAL(arg=1, lineno=1155)
+         192	LOAD_ATTR(arg=4, lineno=1155)
+         212	LOAD_FAST(arg=3, lineno=1155)
+         214	CALL(arg=1, lineno=1155)
+         222	LOAD_GLOBAL(arg=1, lineno=1155)
+         232	LOAD_ATTR(arg=4, lineno=1155)
+         252	LOAD_FAST(arg=4, lineno=1155)
+         254	CALL(arg=1, lineno=1155)
+         262	COMPARE_OP(arg=55, lineno=1155)
+         266	RETURN_VALUE(arg=None, lineno=1155)
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=0 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=0 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=0, inst=NOP(arg=None, lineno=1141)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=2, inst=RESUME(arg=0, lineno=1141)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=4, inst=LOAD_FAST(arg=0, lineno=1144)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=6, inst=LOAD_CONST(arg=1, lineno=1144)
+DEBUG:numba.core.byteflow:stack ['$x4.0']
+DEBUG:numba.core.byteflow:dispatch pc=8, inst=BINARY_SUBSCR(arg=None, lineno=1144)
+DEBUG:numba.core.byteflow:stack ['$x4.0', '$const6.1']
+DEBUG:numba.core.byteflow:dispatch pc=12, inst=STORE_FAST(arg=3, lineno=1144)
+DEBUG:numba.core.byteflow:stack ['$8binary_subscr.2']
+DEBUG:numba.core.byteflow:dispatch pc=14, inst=LOAD_FAST(arg=1, lineno=1145)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=16, inst=UNARY_NEGATIVE(arg=None, lineno=1145)
+DEBUG:numba.core.byteflow:stack ['$threshold14.3']
+DEBUG:numba.core.byteflow:dispatch pc=18, inst=LOAD_FAST(arg=3, lineno=1145)
+DEBUG:numba.core.byteflow:stack ['$16unary_negative.4']
+DEBUG:numba.core.byteflow:dispatch pc=20, inst=SWAP(arg=2, lineno=1145)
+DEBUG:numba.core.byteflow:stack ['$16unary_negative.4', '$x018.5']
+DEBUG:numba.core.byteflow:dispatch pc=22, inst=COPY(arg=2, lineno=1145)
+DEBUG:numba.core.byteflow:stack ['$x018.5', '$16unary_negative.4']
+DEBUG:numba.core.byteflow:dispatch pc=24, inst=COMPARE_OP(arg=26, lineno=1145)
+DEBUG:numba.core.byteflow:stack ['$x018.5', '$16unary_negative.4', '$x018.5']
+DEBUG:numba.core.byteflow:dispatch pc=28, inst=POP_JUMP_IF_FALSE(arg=5, lineno=1145)
+DEBUG:numba.core.byteflow:stack ['$x018.5', '$24compare_op.6']
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=30, stack=('$x018.5',), blockstack=(), npush=0), Edge(pc=40, stack=('$x018.5',), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=30 nstack_initial=1), State(pc_initial=40 nstack_initial=1)])
+DEBUG:numba.core.byteflow:stack: ['$phi30.0']
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=30 nstack_initial=1)
+DEBUG:numba.core.byteflow:dispatch pc=30, inst=LOAD_FAST(arg=1, lineno=1145)
+DEBUG:numba.core.byteflow:stack ['$phi30.0']
+DEBUG:numba.core.byteflow:dispatch pc=32, inst=COMPARE_OP(arg=26, lineno=1145)
+DEBUG:numba.core.byteflow:stack ['$phi30.0', '$threshold30.1']
+DEBUG:numba.core.byteflow:dispatch pc=36, inst=POP_JUMP_IF_FALSE(arg=5, lineno=1145)
+DEBUG:numba.core.byteflow:stack ['$32compare_op.2']
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=38, stack=(), blockstack=(), npush=0), Edge(pc=48, stack=(), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=40 nstack_initial=1), State(pc_initial=38 nstack_initial=0), State(pc_initial=48 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: ['$phi40.0']
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=40 nstack_initial=1)
+DEBUG:numba.core.byteflow:dispatch pc=40, inst=POP_TOP(arg=None, lineno=1145)
+DEBUG:numba.core.byteflow:stack ['$phi40.0']
+DEBUG:numba.core.byteflow:dispatch pc=42, inst=JUMP_FORWARD(arg=2, lineno=1145)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=48, stack=(), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=38 nstack_initial=0), State(pc_initial=48 nstack_initial=0), State(pc_initial=48 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=38 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=38, inst=JUMP_FORWARD(arg=2, lineno=1145)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=44, stack=(), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=48 nstack_initial=0), State(pc_initial=48 nstack_initial=0), State(pc_initial=44 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=48 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=48, inst=LOAD_FAST(arg=0, lineno=1148)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=50, inst=LOAD_CONST(arg=2, lineno=1148)
+DEBUG:numba.core.byteflow:stack ['$x48.0']
+DEBUG:numba.core.byteflow:dispatch pc=52, inst=BINARY_SUBSCR(arg=None, lineno=1148)
+DEBUG:numba.core.byteflow:stack ['$x48.0', '$const50.1']
+DEBUG:numba.core.byteflow:dispatch pc=56, inst=STORE_FAST(arg=4, lineno=1148)
+DEBUG:numba.core.byteflow:stack ['$52binary_subscr.2']
+DEBUG:numba.core.byteflow:dispatch pc=58, inst=LOAD_FAST(arg=1, lineno=1149)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=60, inst=UNARY_NEGATIVE(arg=None, lineno=1149)
+DEBUG:numba.core.byteflow:stack ['$threshold58.3']
+DEBUG:numba.core.byteflow:dispatch pc=62, inst=LOAD_FAST(arg=4, lineno=1149)
+DEBUG:numba.core.byteflow:stack ['$60unary_negative.4']
+DEBUG:numba.core.byteflow:dispatch pc=64, inst=SWAP(arg=2, lineno=1149)
+DEBUG:numba.core.byteflow:stack ['$60unary_negative.4', '$x162.5']
+DEBUG:numba.core.byteflow:dispatch pc=66, inst=COPY(arg=2, lineno=1149)
+DEBUG:numba.core.byteflow:stack ['$x162.5', '$60unary_negative.4']
+DEBUG:numba.core.byteflow:dispatch pc=68, inst=COMPARE_OP(arg=26, lineno=1149)
+DEBUG:numba.core.byteflow:stack ['$x162.5', '$60unary_negative.4', '$x162.5']
+DEBUG:numba.core.byteflow:dispatch pc=72, inst=POP_JUMP_IF_FALSE(arg=5, lineno=1149)
+DEBUG:numba.core.byteflow:stack ['$x162.5', '$68compare_op.6']
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=74, stack=('$x162.5',), blockstack=(), npush=0), Edge(pc=84, stack=('$x162.5',), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=48 nstack_initial=0), State(pc_initial=44 nstack_initial=0), State(pc_initial=74 nstack_initial=1), State(pc_initial=84 nstack_initial=1)])
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=44 nstack_initial=0), State(pc_initial=74 nstack_initial=1), State(pc_initial=84 nstack_initial=1)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=44 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=44, inst=LOAD_CONST(arg=1, lineno=1146)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=46, inst=STORE_FAST(arg=3, lineno=1146)
+DEBUG:numba.core.byteflow:stack ['$const44.0']
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=48, stack=(), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=74 nstack_initial=1), State(pc_initial=84 nstack_initial=1), State(pc_initial=48 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: ['$phi74.0']
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=74 nstack_initial=1)
+DEBUG:numba.core.byteflow:dispatch pc=74, inst=LOAD_FAST(arg=1, lineno=1149)
+DEBUG:numba.core.byteflow:stack ['$phi74.0']
+DEBUG:numba.core.byteflow:dispatch pc=76, inst=COMPARE_OP(arg=26, lineno=1149)
+DEBUG:numba.core.byteflow:stack ['$phi74.0', '$threshold74.1']
+DEBUG:numba.core.byteflow:dispatch pc=80, inst=POP_JUMP_IF_FALSE(arg=5, lineno=1149)
+DEBUG:numba.core.byteflow:stack ['$76compare_op.2']
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=82, stack=(), blockstack=(), npush=0), Edge(pc=92, stack=(), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=84 nstack_initial=1), State(pc_initial=48 nstack_initial=0), State(pc_initial=82 nstack_initial=0), State(pc_initial=92 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: ['$phi84.0']
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=84 nstack_initial=1)
+DEBUG:numba.core.byteflow:dispatch pc=84, inst=POP_TOP(arg=None, lineno=1149)
+DEBUG:numba.core.byteflow:stack ['$phi84.0']
+DEBUG:numba.core.byteflow:dispatch pc=86, inst=JUMP_FORWARD(arg=2, lineno=1149)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=92, stack=(), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=48 nstack_initial=0), State(pc_initial=82 nstack_initial=0), State(pc_initial=92 nstack_initial=0), State(pc_initial=92 nstack_initial=0)])
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=82 nstack_initial=0), State(pc_initial=92 nstack_initial=0), State(pc_initial=92 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=82 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=82, inst=JUMP_FORWARD(arg=2, lineno=1149)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=88, stack=(), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=92 nstack_initial=0), State(pc_initial=92 nstack_initial=0), State(pc_initial=88 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=92 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=92, inst=LOAD_FAST(arg=2, lineno=1152)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=94, inst=POP_JUMP_IF_FALSE(arg=43, lineno=1152)
+DEBUG:numba.core.byteflow:stack ['$zero_pos92.0']
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=96, stack=(), blockstack=(), npush=0), Edge(pc=182, stack=(), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=92 nstack_initial=0), State(pc_initial=88 nstack_initial=0), State(pc_initial=96 nstack_initial=0), State(pc_initial=182 nstack_initial=0)])
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=88 nstack_initial=0), State(pc_initial=96 nstack_initial=0), State(pc_initial=182 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=88 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=88, inst=LOAD_CONST(arg=1, lineno=1150)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=90, inst=STORE_FAST(arg=4, lineno=1150)
+DEBUG:numba.core.byteflow:stack ['$const88.0']
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=92, stack=(), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=96 nstack_initial=0), State(pc_initial=182 nstack_initial=0), State(pc_initial=92 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=96 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=96, inst=LOAD_GLOBAL(arg=1, lineno=1153)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=106, inst=LOAD_ATTR(arg=2, lineno=1153)
+DEBUG:numba.core.byteflow:stack ['$null$96.1', '$96load_global.0']
+DEBUG:numba.core.byteflow:dispatch pc=126, inst=LOAD_FAST(arg=3, lineno=1153)
+DEBUG:numba.core.byteflow:stack ['$null$96.1', '$106load_attr.2']
+DEBUG:numba.core.byteflow:dispatch pc=128, inst=CALL(arg=1, lineno=1153)
+DEBUG:numba.core.byteflow:stack ['$null$96.1', '$106load_attr.2', '$x0126.3']
+DEBUG:numba.core.byteflow:dispatch pc=136, inst=LOAD_GLOBAL(arg=1, lineno=1153)
+DEBUG:numba.core.byteflow:stack ['$128call.4']
+DEBUG:numba.core.byteflow:dispatch pc=146, inst=LOAD_ATTR(arg=2, lineno=1153)
+DEBUG:numba.core.byteflow:stack ['$128call.4', '$null$136.6', '$136load_global.5']
+DEBUG:numba.core.byteflow:dispatch pc=166, inst=LOAD_FAST(arg=4, lineno=1153)
+DEBUG:numba.core.byteflow:stack ['$128call.4', '$null$136.6', '$146load_attr.7']
+DEBUG:numba.core.byteflow:dispatch pc=168, inst=CALL(arg=1, lineno=1153)
+DEBUG:numba.core.byteflow:stack ['$128call.4', '$null$136.6', '$146load_attr.7', '$x1166.8']
+DEBUG:numba.core.byteflow:dispatch pc=176, inst=COMPARE_OP(arg=55, lineno=1153)
+DEBUG:numba.core.byteflow:stack ['$128call.4', '$168call.9']
+DEBUG:numba.core.byteflow:dispatch pc=180, inst=RETURN_VALUE(arg=None, lineno=1153)
+DEBUG:numba.core.byteflow:stack ['$176compare_op.10']
+DEBUG:numba.core.byteflow:end state. edges=[]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=182 nstack_initial=0), State(pc_initial=92 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=182 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=182, inst=LOAD_GLOBAL(arg=1, lineno=1155)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=192, inst=LOAD_ATTR(arg=4, lineno=1155)
+DEBUG:numba.core.byteflow:stack ['$null$182.1', '$182load_global.0']
+DEBUG:numba.core.byteflow:dispatch pc=212, inst=LOAD_FAST(arg=3, lineno=1155)
+DEBUG:numba.core.byteflow:stack ['$null$182.1', '$192load_attr.2']
+DEBUG:numba.core.byteflow:dispatch pc=214, inst=CALL(arg=1, lineno=1155)
+DEBUG:numba.core.byteflow:stack ['$null$182.1', '$192load_attr.2', '$x0212.3']
+DEBUG:numba.core.byteflow:dispatch pc=222, inst=LOAD_GLOBAL(arg=1, lineno=1155)
+DEBUG:numba.core.byteflow:stack ['$214call.4']
+DEBUG:numba.core.byteflow:dispatch pc=232, inst=LOAD_ATTR(arg=4, lineno=1155)
+DEBUG:numba.core.byteflow:stack ['$214call.4', '$null$222.6', '$222load_global.5']
+DEBUG:numba.core.byteflow:dispatch pc=252, inst=LOAD_FAST(arg=4, lineno=1155)
+DEBUG:numba.core.byteflow:stack ['$214call.4', '$null$222.6', '$232load_attr.7']
+DEBUG:numba.core.byteflow:dispatch pc=254, inst=CALL(arg=1, lineno=1155)
+DEBUG:numba.core.byteflow:stack ['$214call.4', '$null$222.6', '$232load_attr.7', '$x1252.8']
+DEBUG:numba.core.byteflow:dispatch pc=262, inst=COMPARE_OP(arg=55, lineno=1155)
+DEBUG:numba.core.byteflow:stack ['$214call.4', '$254call.9']
+DEBUG:numba.core.byteflow:dispatch pc=266, inst=RETURN_VALUE(arg=None, lineno=1155)
+DEBUG:numba.core.byteflow:stack ['$262compare_op.10']
+DEBUG:numba.core.byteflow:end state. edges=[]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=92 nstack_initial=0)])
+DEBUG:numba.core.byteflow:-------------------------Prune PHIs-------------------------
+DEBUG:numba.core.byteflow:Used_phis: defaultdict(<class 'set'>,
+            {State(pc_initial=0 nstack_initial=0): set(),
+             State(pc_initial=30 nstack_initial=1): {'$phi30.0'},
+             State(pc_initial=38 nstack_initial=0): set(),
+             State(pc_initial=40 nstack_initial=1): set(),
+             State(pc_initial=44 nstack_initial=0): set(),
+             State(pc_initial=48 nstack_initial=0): set(),
+             State(pc_initial=74 nstack_initial=1): {'$phi74.0'},
+             State(pc_initial=82 nstack_initial=0): set(),
+             State(pc_initial=84 nstack_initial=1): set(),
+             State(pc_initial=88 nstack_initial=0): set(),
+             State(pc_initial=92 nstack_initial=0): set(),
+             State(pc_initial=96 nstack_initial=0): set(),
+             State(pc_initial=182 nstack_initial=0): set()})
+DEBUG:numba.core.byteflow:defmap: {'$phi30.0': State(pc_initial=0 nstack_initial=0),
+ '$phi40.0': State(pc_initial=0 nstack_initial=0),
+ '$phi74.0': State(pc_initial=48 nstack_initial=0),
+ '$phi84.0': State(pc_initial=48 nstack_initial=0)}
+DEBUG:numba.core.byteflow:phismap: defaultdict(<class 'set'>,
+            {'$phi30.0': {('$x018.5', State(pc_initial=0 nstack_initial=0))},
+             '$phi40.0': {('$x018.5', State(pc_initial=0 nstack_initial=0))},
+             '$phi74.0': {('$x162.5', State(pc_initial=48 nstack_initial=0))},
+             '$phi84.0': {('$x162.5', State(pc_initial=48 nstack_initial=0))}})
+DEBUG:numba.core.byteflow:changing phismap: defaultdict(<class 'set'>,
+            {'$phi30.0': {('$x018.5', State(pc_initial=0 nstack_initial=0))},
+             '$phi40.0': {('$x018.5', State(pc_initial=0 nstack_initial=0))},
+             '$phi74.0': {('$x162.5', State(pc_initial=48 nstack_initial=0))},
+             '$phi84.0': {('$x162.5', State(pc_initial=48 nstack_initial=0))}})
+DEBUG:numba.core.byteflow:keep phismap: {'$phi30.0': {('$x018.5', State(pc_initial=0 nstack_initial=0))},
+ '$phi74.0': {('$x162.5', State(pc_initial=48 nstack_initial=0))}}
+DEBUG:numba.core.byteflow:new_out: defaultdict(<class 'dict'>,
+            {State(pc_initial=0 nstack_initial=0): {'$phi30.0': '$x018.5'},
+             State(pc_initial=48 nstack_initial=0): {'$phi74.0': '$x162.5'}})
+DEBUG:numba.core.byteflow:----------------------DONE Prune PHIs-----------------------
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=0 nstack_initial=0):
+AdaptBlockInfo(insts=((0, {}), (2, {}), (4, {'res': '$x4.0'}), (6, {'res': '$const6.1'}), (8, {'index': '$const6.1', 'target': '$x4.0', 'res': '$8binary_subscr.2'}), (12, {'value': '$8binary_subscr.2'}), (14, {'res': '$threshold14.3'}), (16, {'value': '$threshold14.3', 'res': '$16unary_negative.4'}), (18, {'res': '$x018.5'}), (24, {'lhs': '$16unary_negative.4', 'rhs': '$x018.5', 'res': '$24compare_op.6'}), (28, {'pred': '$24compare_op.6'})), outgoing_phis={'$phi30.0': '$x018.5'}, blockstack=(), active_try_block=None, outgoing_edgepushed={30: ('$x018.5',), 40: ('$x018.5',)})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=30 nstack_initial=1):
+AdaptBlockInfo(insts=((30, {'res': '$threshold30.1'}), (32, {'lhs': '$phi30.0', 'rhs': '$threshold30.1', 'res': '$32compare_op.2'}), (36, {'pred': '$32compare_op.2'})), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={38: (), 48: ()})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=38 nstack_initial=0):
+AdaptBlockInfo(insts=((38, {}),), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={44: ()})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=40 nstack_initial=1):
+AdaptBlockInfo(insts=((42, {}),), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={48: ()})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=44 nstack_initial=0):
+AdaptBlockInfo(insts=((44, {'res': '$const44.0'}), (46, {'value': '$const44.0'})), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={48: ()})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=48 nstack_initial=0):
+AdaptBlockInfo(insts=((48, {'res': '$x48.0'}), (50, {'res': '$const50.1'}), (52, {'index': '$const50.1', 'target': '$x48.0', 'res': '$52binary_subscr.2'}), (56, {'value': '$52binary_subscr.2'}), (58, {'res': '$threshold58.3'}), (60, {'value': '$threshold58.3', 'res': '$60unary_negative.4'}), (62, {'res': '$x162.5'}), (68, {'lhs': '$60unary_negative.4', 'rhs': '$x162.5', 'res': '$68compare_op.6'}), (72, {'pred': '$68compare_op.6'})), outgoing_phis={'$phi74.0': '$x162.5'}, blockstack=(), active_try_block=None, outgoing_edgepushed={74: ('$x162.5',), 84: ('$x162.5',)})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=74 nstack_initial=1):
+AdaptBlockInfo(insts=((74, {'res': '$threshold74.1'}), (76, {'lhs': '$phi74.0', 'rhs': '$threshold74.1', 'res': '$76compare_op.2'}), (80, {'pred': '$76compare_op.2'})), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={82: (), 92: ()})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=82 nstack_initial=0):
+AdaptBlockInfo(insts=((82, {}),), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={88: ()})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=84 nstack_initial=1):
+AdaptBlockInfo(insts=((86, {}),), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={92: ()})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=88 nstack_initial=0):
+AdaptBlockInfo(insts=((88, {'res': '$const88.0'}), (90, {'value': '$const88.0'})), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={92: ()})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=92 nstack_initial=0):
+AdaptBlockInfo(insts=((92, {'res': '$zero_pos92.0'}), (94, {'pred': '$zero_pos92.0'})), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={96: (), 182: ()})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=96 nstack_initial=0):
+AdaptBlockInfo(insts=((96, {'idx': 0, 'res': '$96load_global.0'}), (106, {'item': '$96load_global.0', 'res': '$106load_attr.2'}), (126, {'res': '$x0126.3'}), (128, {'func': '$106load_attr.2', 'args': ['$x0126.3'], 'kw_names': None, 'res': '$128call.4'}), (136, {'idx': 0, 'res': '$136load_global.5'}), (146, {'item': '$136load_global.5', 'res': '$146load_attr.7'}), (166, {'res': '$x1166.8'}), (168, {'func': '$146load_attr.7', 'args': ['$x1166.8'], 'kw_names': None, 'res': '$168call.9'}), (176, {'lhs': '$128call.4', 'rhs': '$168call.9', 'res': '$176compare_op.10'}), (180, {'retval': '$176compare_op.10', 'castval': '$180return_value.11'})), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=182 nstack_initial=0):
+AdaptBlockInfo(insts=((182, {'idx': 0, 'res': '$182load_global.0'}), (192, {'item': '$182load_global.0', 'res': '$192load_attr.2'}), (212, {'res': '$x0212.3'}), (214, {'func': '$192load_attr.2', 'args': ['$x0212.3'], 'kw_names': None, 'res': '$214call.4'}), (222, {'idx': 0, 'res': '$222load_global.5'}), (232, {'item': '$222load_global.5', 'res': '$232load_attr.7'}), (252, {'res': '$x1252.8'}), (254, {'func': '$232load_attr.7', 'args': ['$x1252.8'], 'kw_names': None, 'res': '$254call.9'}), (262, {'lhs': '$214call.4', 'rhs': '$254call.9', 'res': '$262compare_op.10'}), (266, {'retval': '$262compare_op.10', 'castval': '$266return_value.11'})), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={})
+DEBUG:numba.core.interpreter:label 0:
+    x = arg(0, name=x)                       ['x']
+    threshold = arg(1, name=threshold)       ['threshold']
+    zero_pos = arg(2, name=zero_pos)         ['zero_pos']
+    $const6.1 = const(int, 0)                ['$const6.1']
+    x0 = getitem(value=x, index=$const6.1, fn=<built-in function getitem>) ['$const6.1', 'x', 'x0']
+    $16unary_negative.4 = unary(fn=<built-in function neg>, value=threshold) ['$16unary_negative.4', 'threshold']
+    $24compare_op.6 = $16unary_negative.4 <= x0 ['$16unary_negative.4', '$24compare_op.6', 'x0']
+    bool28 = global(bool: <class 'bool'>)    ['bool28']
+    $28pred = call bool28($24compare_op.6, func=bool28, args=(Var($24compare_op.6, audio.py:1145),), kws=(), vararg=None, varkwarg=None, target=None) ['$24compare_op.6', '$28pred', 'bool28']
+    $phi30.0 = x0                            ['$phi30.0', 'x0']
+    branch $28pred, 30, 40                   ['$28pred']
+label 30:
+    $32compare_op.2 = $phi30.0 <= threshold  ['$32compare_op.2', '$phi30.0', 'threshold']
+    bool36 = global(bool: <class 'bool'>)    ['bool36']
+    $36pred = call bool36($32compare_op.2, func=bool36, args=(Var($32compare_op.2, audio.py:1145),), kws=(), vararg=None, varkwarg=None, target=None) ['$32compare_op.2', '$36pred', 'bool36']
+    branch $36pred, 38, 48                   ['$36pred']
+label 38:
+    jump 44                                  []
+label 40:
+    jump 48                                  []
+label 44:
+    x0 = const(int, 0)                       ['x0']
+    jump 48                                  []
+label 48:
+    $const50.1 = const(int, -1)              ['$const50.1']
+    x1 = getitem(value=x, index=$const50.1, fn=<built-in function getitem>) ['$const50.1', 'x', 'x1']
+    $60unary_negative.4 = unary(fn=<built-in function neg>, value=threshold) ['$60unary_negative.4', 'threshold']
+    $68compare_op.6 = $60unary_negative.4 <= x1 ['$60unary_negative.4', '$68compare_op.6', 'x1']
+    bool72 = global(bool: <class 'bool'>)    ['bool72']
+    $72pred = call bool72($68compare_op.6, func=bool72, args=(Var($68compare_op.6, audio.py:1149),), kws=(), vararg=None, varkwarg=None, target=None) ['$68compare_op.6', '$72pred', 'bool72']
+    $phi74.0 = x1                            ['$phi74.0', 'x1']
+    branch $72pred, 74, 84                   ['$72pred']
+label 74:
+    $76compare_op.2 = $phi74.0 <= threshold  ['$76compare_op.2', '$phi74.0', 'threshold']
+    bool80 = global(bool: <class 'bool'>)    ['bool80']
+    $80pred = call bool80($76compare_op.2, func=bool80, args=(Var($76compare_op.2, audio.py:1149),), kws=(), vararg=None, varkwarg=None, target=None) ['$76compare_op.2', '$80pred', 'bool80']
+    branch $80pred, 82, 92                   ['$80pred']
+label 82:
+    jump 88                                  []
+label 84:
+    jump 92                                  []
+label 88:
+    x1 = const(int, 0)                       ['x1']
+    jump 92                                  []
+label 92:
+    bool94 = global(bool: <class 'bool'>)    ['bool94']
+    $94pred = call bool94(zero_pos, func=bool94, args=(Var(zero_pos, audio.py:1141),), kws=(), vararg=None, varkwarg=None, target=None) ['$94pred', 'bool94', 'zero_pos']
+    branch $94pred, 96, 182                  ['$94pred']
+label 96:
+    $96load_global.0 = global(np: <module 'numpy' from '/home/anhnmt2/.local/lib/python3.12/site-packages/numpy/__init__.py'>) ['$96load_global.0']
+    $106load_attr.2 = getattr(value=$96load_global.0, attr=signbit) ['$106load_attr.2', '$96load_global.0']
+    $128call.4 = call $106load_attr.2(x0, func=$106load_attr.2, args=[Var(x0, audio.py:1144)], kws=(), vararg=None, varkwarg=None, target=None) ['$106load_attr.2', '$128call.4', 'x0']
+    $136load_global.5 = global(np: <module 'numpy' from '/home/anhnmt2/.local/lib/python3.12/site-packages/numpy/__init__.py'>) ['$136load_global.5']
+    $146load_attr.7 = getattr(value=$136load_global.5, attr=signbit) ['$136load_global.5', '$146load_attr.7']
+    $168call.9 = call $146load_attr.7(x1, func=$146load_attr.7, args=[Var(x1, audio.py:1148)], kws=(), vararg=None, varkwarg=None, target=None) ['$146load_attr.7', '$168call.9', 'x1']
+    $176compare_op.10 = $128call.4 != $168call.9 ['$128call.4', '$168call.9', '$176compare_op.10']
+    $180return_value.11 = cast(value=$176compare_op.10) ['$176compare_op.10', '$180return_value.11']
+    return $180return_value.11               ['$180return_value.11']
+label 182:
+    $182load_global.0 = global(np: <module 'numpy' from '/home/anhnmt2/.local/lib/python3.12/site-packages/numpy/__init__.py'>) ['$182load_global.0']
+    $192load_attr.2 = getattr(value=$182load_global.0, attr=sign) ['$182load_global.0', '$192load_attr.2']
+    $214call.4 = call $192load_attr.2(x0, func=$192load_attr.2, args=[Var(x0, audio.py:1144)], kws=(), vararg=None, varkwarg=None, target=None) ['$192load_attr.2', '$214call.4', 'x0']
+    $222load_global.5 = global(np: <module 'numpy' from '/home/anhnmt2/.local/lib/python3.12/site-packages/numpy/__init__.py'>) ['$222load_global.5']
+    $232load_attr.7 = getattr(value=$222load_global.5, attr=sign) ['$222load_global.5', '$232load_attr.7']
+    $254call.9 = call $232load_attr.7(x1, func=$232load_attr.7, args=[Var(x1, audio.py:1148)], kws=(), vararg=None, varkwarg=None, target=None) ['$232load_attr.7', '$254call.9', 'x1']
+    $262compare_op.10 = $214call.4 != $254call.9 ['$214call.4', '$254call.9', '$262compare_op.10']
+    $266return_value.11 = cast(value=$262compare_op.10) ['$262compare_op.10', '$266return_value.11']
+    return $266return_value.11               ['$266return_value.11']
+
+DEBUG:numba.core.byteflow:bytecode dump:
+>          0	NOP(arg=None, lineno=1039)
+           2	RESUME(arg=0, lineno=1039)
+           4	LOAD_FAST(arg=0, lineno=1042)
+           6	LOAD_CONST(arg=1, lineno=1042)
+           8	BINARY_SUBSCR(arg=None, lineno=1042)
+          12	LOAD_FAST(arg=0, lineno=1042)
+          14	LOAD_CONST(arg=2, lineno=1042)
+          16	BINARY_SUBSCR(arg=None, lineno=1042)
+          20	COMPARE_OP(arg=68, lineno=1042)
+          24	LOAD_FAST(arg=0, lineno=1042)
+          26	LOAD_CONST(arg=1, lineno=1042)
+          28	BINARY_SUBSCR(arg=None, lineno=1042)
+          32	LOAD_FAST(arg=0, lineno=1042)
+          34	LOAD_CONST(arg=3, lineno=1042)
+          36	BINARY_SUBSCR(arg=None, lineno=1042)
+          40	COMPARE_OP(arg=92, lineno=1042)
+          44	BINARY_OP(arg=1, lineno=1042)
+          48	RETURN_VALUE(arg=None, lineno=1042)
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=0 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=0 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=0, inst=NOP(arg=None, lineno=1039)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=2, inst=RESUME(arg=0, lineno=1039)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=4, inst=LOAD_FAST(arg=0, lineno=1042)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=6, inst=LOAD_CONST(arg=1, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$x4.0']
+DEBUG:numba.core.byteflow:dispatch pc=8, inst=BINARY_SUBSCR(arg=None, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$x4.0', '$const6.1']
+DEBUG:numba.core.byteflow:dispatch pc=12, inst=LOAD_FAST(arg=0, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$8binary_subscr.2']
+DEBUG:numba.core.byteflow:dispatch pc=14, inst=LOAD_CONST(arg=2, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$8binary_subscr.2', '$x12.3']
+DEBUG:numba.core.byteflow:dispatch pc=16, inst=BINARY_SUBSCR(arg=None, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$8binary_subscr.2', '$x12.3', '$const14.4']
+DEBUG:numba.core.byteflow:dispatch pc=20, inst=COMPARE_OP(arg=68, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$8binary_subscr.2', '$16binary_subscr.5']
+DEBUG:numba.core.byteflow:dispatch pc=24, inst=LOAD_FAST(arg=0, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6']
+DEBUG:numba.core.byteflow:dispatch pc=26, inst=LOAD_CONST(arg=1, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$x24.7']
+DEBUG:numba.core.byteflow:dispatch pc=28, inst=BINARY_SUBSCR(arg=None, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$x24.7', '$const26.8']
+DEBUG:numba.core.byteflow:dispatch pc=32, inst=LOAD_FAST(arg=0, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$28binary_subscr.9']
+DEBUG:numba.core.byteflow:dispatch pc=34, inst=LOAD_CONST(arg=3, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$28binary_subscr.9', '$x32.10']
+DEBUG:numba.core.byteflow:dispatch pc=36, inst=BINARY_SUBSCR(arg=None, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$28binary_subscr.9', '$x32.10', '$const34.11']
+DEBUG:numba.core.byteflow:dispatch pc=40, inst=COMPARE_OP(arg=92, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$28binary_subscr.9', '$36binary_subscr.12']
+DEBUG:numba.core.byteflow:dispatch pc=44, inst=BINARY_OP(arg=1, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$40compare_op.13']
+DEBUG:numba.core.byteflow:dispatch pc=48, inst=RETURN_VALUE(arg=None, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$binop_and_44.14']
+DEBUG:numba.core.byteflow:end state. edges=[]
+DEBUG:numba.core.byteflow:-------------------------Prune PHIs-------------------------
+DEBUG:numba.core.byteflow:Used_phis: defaultdict(<class 'set'>, {State(pc_initial=0 nstack_initial=0): set()})
+DEBUG:numba.core.byteflow:defmap: {}
+DEBUG:numba.core.byteflow:phismap: defaultdict(<class 'set'>, {})
+DEBUG:numba.core.byteflow:changing phismap: defaultdict(<class 'set'>, {})
+DEBUG:numba.core.byteflow:keep phismap: {}
+DEBUG:numba.core.byteflow:new_out: defaultdict(<class 'dict'>, {})
+DEBUG:numba.core.byteflow:----------------------DONE Prune PHIs-----------------------
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=0 nstack_initial=0):
+AdaptBlockInfo(insts=((0, {}), (2, {}), (4, {'res': '$x4.0'}), (6, {'res': '$const6.1'}), (8, {'index': '$const6.1', 'target': '$x4.0', 'res': '$8binary_subscr.2'}), (12, {'res': '$x12.3'}), (14, {'res': '$const14.4'}), (16, {'index': '$const14.4', 'target': '$x12.3', 'res': '$16binary_subscr.5'}), (20, {'lhs': '$8binary_subscr.2', 'rhs': '$16binary_subscr.5', 'res': '$20compare_op.6'}), (24, {'res': '$x24.7'}), (26, {'res': '$const26.8'}), (28, {'index': '$const26.8', 'target': '$x24.7', 'res': '$28binary_subscr.9'}), (32, {'res': '$x32.10'}), (34, {'res': '$const34.11'}), (36, {'index': '$const34.11', 'target': '$x32.10', 'res': '$36binary_subscr.12'}), (40, {'lhs': '$28binary_subscr.9', 'rhs': '$36binary_subscr.12', 'res': '$40compare_op.13'}), (44, {'op': '&', 'lhs': '$20compare_op.6', 'rhs': '$40compare_op.13', 'res': '$binop_and_44.14'}), (48, {'retval': '$binop_and_44.14', 'castval': '$48return_value.15'})), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={})
+DEBUG:numba.core.interpreter:label 0:
+    x = arg(0, name=x)                       ['x']
+    $const6.1 = const(int, 0)                ['$const6.1']
+    $8binary_subscr.2 = getitem(value=x, index=$const6.1, fn=<built-in function getitem>) ['$8binary_subscr.2', '$const6.1', 'x']
+    $const14.4 = const(int, -1)              ['$const14.4']
+    $16binary_subscr.5 = getitem(value=x, index=$const14.4, fn=<built-in function getitem>) ['$16binary_subscr.5', '$const14.4', 'x']
+    $20compare_op.6 = $8binary_subscr.2 > $16binary_subscr.5 ['$16binary_subscr.5', '$20compare_op.6', '$8binary_subscr.2']
+    $const26.8 = const(int, 0)               ['$const26.8']
+    $28binary_subscr.9 = getitem(value=x, index=$const26.8, fn=<built-in function getitem>) ['$28binary_subscr.9', '$const26.8', 'x']
+    $const34.11 = const(int, 1)              ['$const34.11']
+    $36binary_subscr.12 = getitem(value=x, index=$const34.11, fn=<built-in function getitem>) ['$36binary_subscr.12', '$const34.11', 'x']
+    $40compare_op.13 = $28binary_subscr.9 >= $36binary_subscr.12 ['$28binary_subscr.9', '$36binary_subscr.12', '$40compare_op.13']
+    $binop_and_44.14 = $20compare_op.6 & $40compare_op.13 ['$20compare_op.6', '$40compare_op.13', '$binop_and_44.14']
+    $48return_value.15 = cast(value=$binop_and_44.14) ['$48return_value.15', '$binop_and_44.14']
+    return $48return_value.15                ['$48return_value.15']
+
+DEBUG:numba.core.byteflow:bytecode dump:
+>          0	NOP(arg=None, lineno=1045)
+           2	RESUME(arg=0, lineno=1045)
+           4	LOAD_FAST(arg=0, lineno=1048)
+           6	LOAD_CONST(arg=1, lineno=1048)
+           8	BINARY_SUBSCR(arg=None, lineno=1048)
+          12	LOAD_FAST(arg=0, lineno=1048)
+          14	LOAD_CONST(arg=2, lineno=1048)
+          16	BINARY_SUBSCR(arg=None, lineno=1048)
+          20	COMPARE_OP(arg=2, lineno=1048)
+          24	LOAD_FAST(arg=0, lineno=1048)
+          26	LOAD_CONST(arg=1, lineno=1048)
+          28	BINARY_SUBSCR(arg=None, lineno=1048)
+          32	LOAD_FAST(arg=0, lineno=1048)
+          34	LOAD_CONST(arg=3, lineno=1048)
+          36	BINARY_SUBSCR(arg=None, lineno=1048)
+          40	COMPARE_OP(arg=26, lineno=1048)
+          44	BINARY_OP(arg=1, lineno=1048)
+          48	RETURN_VALUE(arg=None, lineno=1048)
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=0 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=0 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=0, inst=NOP(arg=None, lineno=1045)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=2, inst=RESUME(arg=0, lineno=1045)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=4, inst=LOAD_FAST(arg=0, lineno=1048)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=6, inst=LOAD_CONST(arg=1, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$x4.0']
+DEBUG:numba.core.byteflow:dispatch pc=8, inst=BINARY_SUBSCR(arg=None, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$x4.0', '$const6.1']
+DEBUG:numba.core.byteflow:dispatch pc=12, inst=LOAD_FAST(arg=0, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$8binary_subscr.2']
+DEBUG:numba.core.byteflow:dispatch pc=14, inst=LOAD_CONST(arg=2, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$8binary_subscr.2', '$x12.3']
+DEBUG:numba.core.byteflow:dispatch pc=16, inst=BINARY_SUBSCR(arg=None, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$8binary_subscr.2', '$x12.3', '$const14.4']
+DEBUG:numba.core.byteflow:dispatch pc=20, inst=COMPARE_OP(arg=2, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$8binary_subscr.2', '$16binary_subscr.5']
+DEBUG:numba.core.byteflow:dispatch pc=24, inst=LOAD_FAST(arg=0, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6']
+DEBUG:numba.core.byteflow:dispatch pc=26, inst=LOAD_CONST(arg=1, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$x24.7']
+DEBUG:numba.core.byteflow:dispatch pc=28, inst=BINARY_SUBSCR(arg=None, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$x24.7', '$const26.8']
+DEBUG:numba.core.byteflow:dispatch pc=32, inst=LOAD_FAST(arg=0, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$28binary_subscr.9']
+DEBUG:numba.core.byteflow:dispatch pc=34, inst=LOAD_CONST(arg=3, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$28binary_subscr.9', '$x32.10']
+DEBUG:numba.core.byteflow:dispatch pc=36, inst=BINARY_SUBSCR(arg=None, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$28binary_subscr.9', '$x32.10', '$const34.11']
+DEBUG:numba.core.byteflow:dispatch pc=40, inst=COMPARE_OP(arg=26, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$28binary_subscr.9', '$36binary_subscr.12']
+DEBUG:numba.core.byteflow:dispatch pc=44, inst=BINARY_OP(arg=1, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$40compare_op.13']
+DEBUG:numba.core.byteflow:dispatch pc=48, inst=RETURN_VALUE(arg=None, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$binop_and_44.14']
+DEBUG:numba.core.byteflow:end state. edges=[]
+DEBUG:numba.core.byteflow:-------------------------Prune PHIs-------------------------
+DEBUG:numba.core.byteflow:Used_phis: defaultdict(<class 'set'>, {State(pc_initial=0 nstack_initial=0): set()})
+DEBUG:numba.core.byteflow:defmap: {}
+DEBUG:numba.core.byteflow:phismap: defaultdict(<class 'set'>, {})
+DEBUG:numba.core.byteflow:changing phismap: defaultdict(<class 'set'>, {})
+DEBUG:numba.core.byteflow:keep phismap: {}
+DEBUG:numba.core.byteflow:new_out: defaultdict(<class 'dict'>, {})
+DEBUG:numba.core.byteflow:----------------------DONE Prune PHIs-----------------------
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=0 nstack_initial=0):
+AdaptBlockInfo(insts=((0, {}), (2, {}), (4, {'res': '$x4.0'}), (6, {'res': '$const6.1'}), (8, {'index': '$const6.1', 'target': '$x4.0', 'res': '$8binary_subscr.2'}), (12, {'res': '$x12.3'}), (14, {'res': '$const14.4'}), (16, {'index': '$const14.4', 'target': '$x12.3', 'res': '$16binary_subscr.5'}), (20, {'lhs': '$8binary_subscr.2', 'rhs': '$16binary_subscr.5', 'res': '$20compare_op.6'}), (24, {'res': '$x24.7'}), (26, {'res': '$const26.8'}), (28, {'index': '$const26.8', 'target': '$x24.7', 'res': '$28binary_subscr.9'}), (32, {'res': '$x32.10'}), (34, {'res': '$const34.11'}), (36, {'index': '$const34.11', 'target': '$x32.10', 'res': '$36binary_subscr.12'}), (40, {'lhs': '$28binary_subscr.9', 'rhs': '$36binary_subscr.12', 'res': '$40compare_op.13'}), (44, {'op': '&', 'lhs': '$20compare_op.6', 'rhs': '$40compare_op.13', 'res': '$binop_and_44.14'}), (48, {'retval': '$binop_and_44.14', 'castval': '$48return_value.15'})), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={})
+DEBUG:numba.core.interpreter:label 0:
+    x = arg(0, name=x)                       ['x']
+    $const6.1 = const(int, 0)                ['$const6.1']
+    $8binary_subscr.2 = getitem(value=x, index=$const6.1, fn=<built-in function getitem>) ['$8binary_subscr.2', '$const6.1', 'x']
+    $const14.4 = const(int, -1)              ['$const14.4']
+    $16binary_subscr.5 = getitem(value=x, index=$const14.4, fn=<built-in function getitem>) ['$16binary_subscr.5', '$const14.4', 'x']
+    $20compare_op.6 = $8binary_subscr.2 < $16binary_subscr.5 ['$16binary_subscr.5', '$20compare_op.6', '$8binary_subscr.2']
+    $const26.8 = const(int, 0)               ['$const26.8']
+    $28binary_subscr.9 = getitem(value=x, index=$const26.8, fn=<built-in function getitem>) ['$28binary_subscr.9', '$const26.8', 'x']
+    $const34.11 = const(int, 1)              ['$const34.11']
+    $36binary_subscr.12 = getitem(value=x, index=$const34.11, fn=<built-in function getitem>) ['$36binary_subscr.12', '$const34.11', 'x']
+    $40compare_op.13 = $28binary_subscr.9 <= $36binary_subscr.12 ['$28binary_subscr.9', '$36binary_subscr.12', '$40compare_op.13']
+    $binop_and_44.14 = $20compare_op.6 & $40compare_op.13 ['$20compare_op.6', '$40compare_op.13', '$binop_and_44.14']
+    $48return_value.15 = cast(value=$binop_and_44.14) ['$48return_value.15', '$binop_and_44.14']
+    return $48return_value.15                ['$48return_value.15']
+
+  0%|▎                                                                                                                                                                                                                                           | 30/24005 [00:59<13:01:33,  1.96s/it]Traceback (most recent call last):
+  File "/data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/scripts/../omni_speech/train/train_minicpmo_test.py", line 729, in <module>
+    train()
+  File "/data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/scripts/../omni_speech/train/train_minicpmo_test.py", line 718, in train
+    trainer.train()
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/transformers/trainer.py", line 2052, in train
+    return inner_training_loop(
+           ^^^^^^^^^^^^^^^^^^^^
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/transformers/trainer.py", line 2388, in _inner_training_loop
+    tr_loss_step = self.training_step(model, inputs)
+                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/transformers/trainer.py", line 3485, in training_step
+    loss = self.compute_loss(model, inputs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/transformers/trainer.py", line 3532, in compute_loss
+    outputs = model(**inputs)
+              ^^^^^^^^^^^^^^^
+  File "/opt/conda/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1511, in _wrapped_call_impl
+    return self._call_impl(*args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/opt/conda/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1520, in _call_impl
+    return forward_call(*args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/deepspeed/utils/nvtx.py", line 18, in wrapped_fn
+    ret_val = func(*args, **kwargs)
+              ^^^^^^^^^^^^^^^^^^^^^
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/deepspeed/runtime/engine.py", line 1890, in forward
+    loss = self.module(*inputs, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/opt/conda/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1511, in _wrapped_call_impl
+    return self._call_impl(*args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/opt/conda/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1520, in _call_impl
+    return forward_call(*args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/omni_speech/model/minicpmo/modeling_minicpmo.py", line 771, in forward
+    return self.llm(input_ids=None, position_ids=position_ids, inputs_embeds=vllm_embedding, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/opt/conda/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1511, in _wrapped_call_impl
+    return self._call_impl(*args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/opt/conda/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1520, in _call_impl
+    return forward_call(*args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/transformers/models/qwen2/modeling_qwen2.py", line 1167, in forward
+    outputs = self.model(
+              ^^^^^^^^^^^
+  File "/opt/conda/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1511, in _wrapped_call_impl
+    return self._call_impl(*args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/opt/conda/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1520, in _call_impl
+    return forward_call(*args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/transformers/models/qwen2/modeling_qwen2.py", line 964, in forward
+    layer_outputs = self._gradient_checkpointing_func(
+                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/opt/conda/lib/python3.12/site-packages/torch/_compile.py", line 24, in inner
+    return torch._dynamo.disable(fn, recursive)(*args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/opt/conda/lib/python3.12/site-packages/torch/_dynamo/eval_frame.py", line 489, in _fn
+    return fn(*args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^
+  File "/opt/conda/lib/python3.12/site-packages/torch/_dynamo/external_utils.py", line 17, in inner
+    return fn(*args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^
+  File "/opt/conda/lib/python3.12/site-packages/torch/utils/checkpoint.py", line 489, in checkpoint
+    ret = function(*args, **kwargs)
+          ^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/opt/conda/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1511, in _wrapped_call_impl
+    return self._call_impl(*args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/opt/conda/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1520, in _call_impl
+    return forward_call(*args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/transformers/models/qwen2/modeling_qwen2.py", line 717, in forward
+    hidden_states = self.mlp(hidden_states)
+                    ^^^^^^^^^^^^^^^^^^^^^^^
+  File "/opt/conda/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1511, in _wrapped_call_impl
+    return self._call_impl(*args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/opt/conda/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1520, in _call_impl
+    return forward_call(*args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/transformers/models/qwen2/modeling_qwen2.py", line 276, in forward
+    return self.down_proj(self.act_fn(self.gate_proj(hidden_state)) * self.up_proj(hidden_state))
+                                                                      ^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/opt/conda/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1511, in _wrapped_call_impl
+    return self._call_impl(*args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/opt/conda/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1520, in _call_impl
+    return forward_call(*args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/opt/conda/lib/python3.12/site-packages/torch/nn/modules/linear.py", line 116, in forward
+    return F.linear(input, self.weight, self.bias)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+KeyboardInterrupt
+

scripts/wandb/run-20250409_165311-5t3pin3n/files/requirements.txt

@@ -0,0 +1,341 @@
+tomlkit==0.12.0
+python-dotenv==1.0.1
+SQLAlchemy==2.0.36
+psutil==6.1.0
+anyio==4.8.0
+onnxruntime==1.20.1
+antlr4-python3-runtime==4.9.3
+httpx-sse==0.4.0
+annotated-types==0.7.0
+tqdm==4.66.5
+simplejson==3.19.3
+csvw==3.5.1
+pooch==1.8.2
+trl==0.9.6
+more-itertools==10.5.0
+jiter==0.6.1
+markdown2==2.5.1
+segments==2.2.1
+opentelemetry-instrumentation-asgi==0.50b0
+Deprecated==1.2.15
+pyasn1_modules==0.4.1
+bcrypt==4.2.1
+opentelemetry-util-http==0.50b0
+intervaltree==3.1.0
+hjson==3.1.0
+modelscope==1.18.1
+fastapi==0.112.4
+pyarrow==17.0.0
+sounddevice==0.5.1
+modelscope_studio==0.4.0.9
+build==1.2.2.post1
+oauthlib==3.2.2
+gunicorn==23.0.0
+pyasn1==0.6.1
+matplotlib==3.9.2
+speechbrain==0.5.16
+joblib==1.4.2
+tyro==0.8.13
+rsa==4.9
+numba==0.60.0
+fastprogress==1.0.3
+wrapt==1.17.0
+PyPika==0.48.9
+dacite==1.8.1
+googleapis-common-protos==1.66.0
+openai==1.68.0
+tabulate==0.9.0
+monotonic==1.6
+lazy_loader==0.4
+google-auth==2.37.0
+fairseq==0.12.3
+opentelemetry-semantic-conventions==0.50b0
+sacrebleu==2.4.3
+requests-toolbelt==1.0.0
+ruff==0.7.0
+bitsandbytes==0.43.1
+tenacity==9.0.0
+uvloop==0.21.0
+Pygments==2.18.0
+langchain==0.3.18
+typer==0.12.5
+uritemplate==4.1.1
+rich==13.9.3
+lion-pytorch==0.2.3
+pydub==0.25.1
+fastcore==1.7.28
+encodec==0.1.1
+cytoolz==1.0.1
+huggingface-hub==0.26.1
+python-dateutil==2.9.0.post0
+duckduckgo_search==7.3.2
+rfc3986==1.5.0
+wavedrom==2.0.3.post3
+sentence-transformers==3.3.1
+httpx==0.28.1
+colorlog==6.9.0
+xxhash==3.5.0
+termcolor==2.5.0
+importlib_resources==6.4.5
+lilcom==1.8.1
+llamafactory==0.9.2.dev0
+lhotse==1.31.0
+kiwisolver==1.4.7
+watchfiles==1.0.3
+marshmallow==3.23.1
+overrides==7.7.0
+langchain-text-splitters==0.3.6
+lxml==5.3.0
+blinker==1.8.2
+whisper==1.1.10
+triton==3.1.0
+python-multipart==0.0.12
+isodate==0.7.2
+wandb==0.19.8
+nvidia-ml-py==12.560.30
+h11==0.14.0
+zipp==3.20.2
+transformers==4.45.0
+websocket-client==1.8.0
+opentelemetry-instrumentation==0.50b0
+pydantic==2.9.2
+latex2mathml==3.77.0
+numpy-rms==0.4.2
+opentelemetry-exporter-otlp-proto-grpc==1.29.0
+humanfriendly==10.0
+decorator==5.1.1
+fonttools==4.54.1
+fire==0.7.0
+ninja==1.11.1.1
+shortuuid==1.0.13
+tiktoken==0.8.0
+aliyun-python-sdk-kms==2.16.5
+einops==0.8.0
+threadpoolctl==3.5.0
+docker-pycreds==0.4.0
+Flask==3.0.3
+opentelemetry-sdk==1.29.0
+opentelemetry-exporter-otlp-proto-common==1.29.0
+pylatexenc==2.10
+orjson==3.10.10
+durationpy==0.9
+addict==2.4.0
+py-cpuinfo==9.0.0
+contourpy==1.3.0
+crcmod==1.7
+pydantic-settings==2.6.1
+pyproject_hooks==1.2.0
+future==1.0.0
+jsonschema-specifications==2024.10.1
+coloredlogs==15.0.1
+timm==0.6.13
+deepspeed==0.14.5
+referencing==0.35.1
+binpacking==1.5.2
+peft==0.12.0
+language-tags==1.2.0
+speechtokenizer==1.0.1
+shellingham==1.5.4
+primp==0.12.1
+tavily-python==0.5.1
+uvicorn==0.32.0
+opentelemetry-proto==1.29.0
+typing-inspect==0.9.0
+backoff==2.2.1
+sortedcontainers==2.4.0
+gitdb==4.0.12
+aiofiles==23.2.1
+jsonschema==4.23.0
+svgwrite==1.4.3
+protobuf==5.29.1
+starlette==0.38.6
+transformers-stream-generator==0.0.5
+sentry-sdk==2.22.0
+toolz==1.0.0
+einops-exts==0.0.4
+WhisperSpeech==0.8
+hydra-core==1.3.2
+portalocker==2.10.1
+jieba==0.42.1
+pandas==2.2.3
+requests==2.32.3
+flash-attn==2.6.3
+msgpack==1.1.0
+chroma-hnswlib==0.7.6
+librosa==0.10.2.post1
+sniffio==1.3.1
+smmap==5.0.2
+opentelemetry-api==1.29.0
+websockets==14.2
+kubernetes==31.0.0
+audioread==3.0.1
+docstring_parser==0.16
+scipy==1.12.0
+aliyun-python-sdk-core==2.16.0
+accelerate==1.0.0
+dill==0.3.8
+llama-omni==1.0.0
+mdurl==0.1.2
+chromadb==0.5.23
+oss2==2.19.0
+rdflib==7.1.1
+bibtexparser==2.0.0b8
+rpds-py==0.22.3
+soundfile==0.12.1
+langdetect==1.0.9
+duckdb==1.2.0
+numpy==1.26.3
+dataclasses-json==0.6.7
+tokenizers==0.20.3
+cpm-kernels==1.0.11
+einx==0.3.0
+langchain-core==0.3.34
+clldutils==3.24.0
+openai-whisper==20240930
+setuptools==69.5.1
+requests-oauthlib==2.0.0
+langchain-community==0.3.17
+langsmith==0.2.3
+colorama==0.4.6
+omegaconf==2.3.0
+asgiref==3.8.1
+pydantic_core==2.23.4
+ffmpy==0.4.0
+multiprocess==0.70.16
+mmh3==5.0.1
+babel==2.16.0
+phonemizer==3.3.0
+pycryptodome==3.21.0
+gradio==4.44.1
+google-genai==1.5.0
+tzdata==2024.2
+llvmlite==0.43.0
+cachetools==5.5.0
+seaborn==0.13.2
+httptools==0.6.4
+GitPython==3.1.44
+markdown-it-py==3.0.0
+beartype==0.20.2
+whisper_normalizer==0.0.10
+dlinfo==1.2.1
+vocos==0.1.0
+itsdangerous==2.2.0
+bitarray==3.0.0
+opentelemetry-instrumentation-fastapi==0.50b0
+setproctitle==1.3.5
+cycler==0.12.1
+vector-quantize-pytorch==1.18.5
+jmespath==0.10.0
+mypy-extensions==1.0.0
+flatbuffers==24.3.25
+scikit-learn==1.5.2
+pytz==2024.2
+pyparsing==3.2.0
+posthog==3.7.4
+rouge==1.0.1
+semantic-version==2.10.0
+httpcore==1.0.6
+soxr==0.5.0.post1
+importlib_metadata==8.5.0
+audiomentations==0.36.1
+shtab==1.7.1
+Unidecode==1.3.8
+click==8.1.8
+tensorboardX==2.6.2.2
+greenlet==3.1.1
+nltk==3.9.1
+gradio_client==1.3.0
+datasets==2.21.0
+attrdict==2.0.1
+llamafactory==0.9.2.dev0
+ms-swift==2.6.0.dev0
+Brotli==1.0.9
+Cython==3.0.10
+HyperPyYAML==1.2.2
+Markdown==3.6
+MarkupSafe==2.1.3
+PySocks==1.7.1
+PyYAML==6.0.1
+absl-py==2.1.0
+aiohttp==3.9.5
+aiosignal==1.3.1
+anaconda-anon-usage==0.4.4
+archspec==0.2.3
+attrs==23.2.0
+boltons==23.0.0
+certifi==2024.6.2
+cffi==1.16.0
+charset-normalizer==2.0.4
+click==8.1.7
+conda==24.5.0
+conda-content-trust==0.2.0
+conda-libmamba-solver==24.1.0
+conda-package-handling==2.2.0
+conda_package_streaming==0.9.0
+cryptography==42.0.5
+distro==1.9.0
+filelock==3.13.1
+frozendict==2.4.2
+frozenlist==1.4.1
+fsspec==2024.6.0
+grpcio==1.64.1
+huggingface-hub==0.23.3
+idna==3.7
+Jinja2==3.1.4
+jiwer==3.0.4
+jsonargparse==4.29.0
+jsonpatch==1.33
+jsonpointer==2.1
+kaldialign==0.9.1
+libmambapy==1.5.8
+lightning==2.2.5
+lightning-utilities==0.11.2
+llvmlite==0.42.0
+menuinst==2.0.2
+mkl-fft==1.3.8
+mkl-random==1.2.4
+mkl-service==2.4.0
+mpmath==1.3.0
+multidict==6.0.5
+networkx==3.2.1
+numba==0.59.1
+numpy==1.26.4
+packaging==23.2
+pillow==10.3.0
+pip==24.0
+platformdirs==3.10.0
+pluggy==1.0.0
+protobuf==4.25.3
+pycosat==0.6.6
+pycparser==2.21
+pytorch-lightning==2.2.5
+rapidfuzz==3.9.3
+regex==2024.5.15
+requests==2.31.0
+ruamel.yaml==0.18.6
+ruamel.yaml.clib==0.2.8
+safetensors==0.4.3
+scipy==1.13.1
+sentencepiece==0.2.0
+setuptools==69.5.1
+six==1.16.0
+sympy==1.12
+tensorboard==2.17.0
+tensorboard-data-server==0.7.2
+tokenizers==0.19.1
+torch==2.2.1
+torch-complex==0.4.3
+torchaudio==2.2.1
+torchmetrics==1.4.0.post0
+torchvision==0.17.1
+tqdm==4.66.2
+transformers==4.41.2
+truststore==0.8.0
+typeguard==2.13.3
+typing_extensions==4.11.0
+urllib3==2.1.0
+Werkzeug==3.0.3
+wheel==0.43.0
+yarl==1.9.4
+zstandard==0.22.0
+warprnnt_pytorch==0.1

scripts/wandb/run-20250409_165311-5t3pin3n/files/wandb-metadata.json

@@ -0,0 +1,171 @@
+{
+  "os": "Linux-5.15.0-1029-nvidia-x86_64-with-glibc2.31",
+  "python": "CPython 3.12.3",
+  "startedAt": "2025-04-09T09:53:11.739535Z",
+  "args": [
+    "--local_rank=0",
+    "--deepspeed",
+    "zero2.json",
+    "--model_name_or_path",
+    "/data1/speech/anhnmt2/Speech2Speech/LLaMA-Omni/models/llm/Qwen2.5-7B-Instruct",
+    "--pretrained_llm_path",
+    "/data1/speech/anhnmt2/cuongnm/EOT/Qwen2.5-0.5B-Instruct",
+    "--tokenizer_path",
+    "/data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/omni_speech/model/minicpmo/MiniCPM-o-2_6",
+    "--cache_dir",
+    "../output/cached_sft_20252502",
+    "--audio_encoder_path",
+    "/data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/omni_speech/model/minicpmo/MiniCPM-o-2_6",
+    "--llm_type",
+    "qwen",
+    "--data_path",
+    "/data1/speech/anhnmt2/dataset/s2s/english/minicpmo/train_asr_eng_100000_new_dataloader.jsonl",
+    "--eval_data_path",
+    "/data1/speech/anhnmt2/dataset/s2s/english/minicpmo/dev_asr_eng_1000_new_dataloader.jsonl",
+    "--config_path",
+    "minicpmp_config.json",
+    "--remove_unused_columns",
+    "false",
+    "--prediction_loss_only",
+    "false",
+    "--bf16",
+    "true",
+    "--do_train",
+    "--do_eval",
+    "--tune_speech",
+    "false",
+    "--tune_llm",
+    "true",
+    "--model_max_length",
+    "2048",
+    "--eval_steps",
+    "5000",
+    "--output_dir",
+    "../checkpoints/minicpmo_whisper-medium_Qwen2.5-0.5B_pretrained-asr",
+    "--num_train_epochs",
+    "1",
+    "--logging_strategy",
+    "steps",
+    "--per_device_train_batch_size",
+    "1",
+    "--per_device_eval_batch_size",
+    "1",
+    "--gradient_accumulation_steps",
+    "4",
+    "--evaluation_strategy",
+    "steps",
+    "--save_strategy",
+    "no",
+    "--save_steps",
+    "5000",
+    "--save_total_limit",
+    "1",
+    "--learning_rate",
+    "2e-4",
+    "--weight_decay",
+    "0.",
+    "--warmup_ratio",
+    "0.03",
+    "--lr_scheduler_type",
+    "cosine",
+    "--logging_steps",
+    "50",
+    "--tf32",
+    "true",
+    "--gradient_checkpointing",
+    "true"
+  ],
+  "program": "/data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/scripts/../omni_speech/train/train_minicpmo_test.py",
+  "codePath": "omni_speech/train/train_minicpmo_test.py",
+  "git": {
+    "remote": "https://bitbucket.org/vinbdi-slp/half-streaming-speech-nlp.git",
+    "commit": "3876ef3c080c3ca44ad5ea0bd316241f0323ada6"
+  },
+  "email": "cuong220103@gmail.com",
+  "root": "/data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/scripts",
+  "host": "dgx-a100-5",
+  "executable": "/opt/conda/bin/python3",
+  "cpu_count": 128,
+  "cpu_count_logical": 256,
+  "gpu": "NVIDIA A100-SXM4-40GB",
+  "gpu_count": 1,
+  "disk": {
+    "/": {
+      "total": "1900954378240",
+      "used": "289452728320"
+    }
+  },
+  "memory": {
+    "total": "1081975545856"
+  },
+  "cpu": {
+    "count": 128,
+    "countLogical": 256
+  },
+  "gpu_nvidia": [
+    {
+      "name": "NVIDIA A100-SXM4-40GB",
+      "memoryTotal": "42949672960",
+      "cudaCores": 6912,
+      "architecture": "Ampere"
+    }
+  ],
+  "slurm": {
+    "cluster_name": "slurm",
+    "conf": "/cm/shared/apps/slurm/var/etc/slurm/slurm.conf",
+    "cpus_on_node": "24",
+    "cpus_per_task": "24",
+    "gpus_on_node": "1",
+    "gpus_per_node": "1",
+    "gtids": "0",
+    "job_cpus_per_node": "24",
+    "job_end_time": "1775042326",
+    "job_gid": "1400",
+    "job_group": "speech",
+    "job_id": "5154",
+    "job_name": "bash",
+    "job_nodelist": "dgx-a100-5",
+    "job_num_nodes": "1",
+    "job_partition": "defq",
+    "job_qos": "normal",
+    "job_start_time": "1743506326",
+    "job_uid": "1407",
+    "job_user": "anhnmt2",
+    "jobid": "5154",
+    "launch_node_ipaddr": "192.168.100.102",
+    "localid": "0",
+    "mpi_type": "pmix",
+    "nnodes": "1",
+    "nodeid": "0",
+    "nodelist": "dgx-a100-5",
+    "nprocs": "1",
+    "ntasks": "1",
+    "ntasks_per_node": "1",
+    "pmix_mapping_serv": "(vector,(0,1,1))",
+    "pmixp_abort_agent_port": "37119",
+    "prio_process": "0",
+    "procid": "0",
+    "pty_port": "45373",
+    "pty_win_col": "137",
+    "pty_win_row": "10",
+    "srun_comm_host": "192.168.100.102",
+    "srun_comm_port": "43475",
+    "step_gpus": "4",
+    "step_id": "0",
+    "step_launcher_port": "43475",
+    "step_nodelist": "dgx-a100-5",
+    "step_num_nodes": "1",
+    "step_num_tasks": "1",
+    "step_tasks_per_node": "1",
+    "stepid": "0",
+    "submit_dir": "/data1/speech/anhnmt2/ASR/speechgpt/slurm/submit",
+    "submit_host": "login-1",
+    "task_pid": "268175",
+    "tasks_per_node": "1",
+    "topology_addr": "dgx-a100-5",
+    "topology_addr_pattern": "node",
+    "umask": "0022",
+    "working_cluster": "slurm:bcm10-headnode:6817:9984:109"
+  },
+  "cudaVersion": "12.2"
+}

scripts/wandb/run-20250409_165311-5t3pin3n/logs/debug-core.log

@@ -0,0 +1,7 @@
+{"time":"2025-04-09T16:53:10.933329782+07:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmp6a3sq5_9/port-461299.txt","pid":461299,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false}
+{"time":"2025-04-09T16:53:10.933717194+07:00","level":"INFO","msg":"Will exit if parent process dies.","ppid":461299}
+{"time":"2025-04-09T16:53:10.933706824+07:00","level":"INFO","msg":"server is running","addr":{"IP":"127.0.0.1","Port":37353,"Zone":""}}
+{"time":"2025-04-09T16:53:11.113835569+07:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"127.0.0.1:51032"}
+{"time":"2025-04-09T16:53:11.741105657+07:00","level":"INFO","msg":"handleInformInit: received","streamId":"5t3pin3n","id":"127.0.0.1:51032"}
+{"time":"2025-04-09T16:53:11.8569911+07:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"5t3pin3n","id":"127.0.0.1:51032"}
+{"time":"2025-04-09T16:54:13.560919318+07:00","level":"INFO","msg":"received shutdown signal","signal":15}

scripts/wandb/run-20250409_165311-5t3pin3n/logs/debug-internal.log

@@ -0,0 +1,7 @@
+{"time":"2025-04-09T16:53:11.744337183+07:00","level":"INFO","msg":"stream: starting","core version":"0.19.8","symlink path":"/data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/scripts/wandb/run-20250409_165311-5t3pin3n/logs/debug-core.log"}
+{"time":"2025-04-09T16:53:11.856946035+07:00","level":"INFO","msg":"created new stream","id":"5t3pin3n"}
+{"time":"2025-04-09T16:53:11.856985309+07:00","level":"INFO","msg":"stream: started","id":"5t3pin3n"}
+{"time":"2025-04-09T16:53:11.857025074+07:00","level":"INFO","msg":"writer: Do: started","stream_id":"5t3pin3n"}
+{"time":"2025-04-09T16:53:11.858722432+07:00","level":"INFO","msg":"sender: started","stream_id":"5t3pin3n"}
+{"time":"2025-04-09T16:53:11.857020666+07:00","level":"INFO","msg":"handler: started","stream_id":"5t3pin3n"}
+{"time":"2025-04-09T16:53:12.315043461+07:00","level":"INFO","msg":"Starting system monitor"}

scripts/wandb/run-20250409_165311-5t3pin3n/logs/debug.log

@@ -0,0 +1,25 @@
+2025-04-09 16:53:11,735 INFO    MainThread:461299 [wandb_setup.py:_flush():67] Current SDK version is 0.19.8
+2025-04-09 16:53:11,735 INFO    MainThread:461299 [wandb_setup.py:_flush():67] Configure stats pid to 461299
+2025-04-09 16:53:11,735 INFO    MainThread:461299 [wandb_setup.py:_flush():67] Loading settings from /home/anhnmt2/.config/wandb/settings
+2025-04-09 16:53:11,735 INFO    MainThread:461299 [wandb_setup.py:_flush():67] Loading settings from /data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/scripts/wandb/settings
+2025-04-09 16:53:11,735 INFO    MainThread:461299 [wandb_setup.py:_flush():67] Loading settings from environment variables
+2025-04-09 16:53:11,735 INFO    MainThread:461299 [wandb_init.py:setup_run_log_directory():647] Logging user logs to /data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/scripts/wandb/run-20250409_165311-5t3pin3n/logs/debug.log
+2025-04-09 16:53:11,735 INFO    MainThread:461299 [wandb_init.py:setup_run_log_directory():648] Logging internal logs to /data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/scripts/wandb/run-20250409_165311-5t3pin3n/logs/debug-internal.log
+2025-04-09 16:53:11,735 INFO    MainThread:461299 [wandb_init.py:init():761] calling init triggers
+2025-04-09 16:53:11,735 INFO    MainThread:461299 [wandb_init.py:init():766] wandb.init called with sweep_config: {}
+config: {'_wandb': {}}
+2025-04-09 16:53:11,736 INFO    MainThread:461299 [wandb_init.py:init():784] starting backend
+2025-04-09 16:53:11,736 INFO    MainThread:461299 [wandb_init.py:init():788] sending inform_init request
+2025-04-09 16:53:11,739 INFO    MainThread:461299 [backend.py:_multiprocessing_setup():101] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2025-04-09 16:53:11,739 INFO    MainThread:461299 [wandb_init.py:init():798] backend started and connected
+2025-04-09 16:53:11,741 INFO    MainThread:461299 [wandb_init.py:init():891] updated telemetry
+2025-04-09 16:53:11,751 INFO    MainThread:461299 [wandb_init.py:init():915] communicating run to backend with 90.0 second timeout
+2025-04-09 16:53:12,310 INFO    MainThread:461299 [wandb_init.py:init():990] starting run threads in backend
+2025-04-09 16:53:12,582 INFO    MainThread:461299 [wandb_run.py:_console_start():2375] atexit reg
+2025-04-09 16:53:12,582 INFO    MainThread:461299 [wandb_run.py:_redirect():2227] redirect: wrap_raw
+2025-04-09 16:53:12,582 INFO    MainThread:461299 [wandb_run.py:_redirect():2292] Wrapping output streams.
+2025-04-09 16:53:12,582 INFO    MainThread:461299 [wandb_run.py:_redirect():2315] Redirects installed.
+2025-04-09 16:53:12,584 INFO    MainThread:461299 [wandb_init.py:init():1032] run started, returning control to user process
+2025-04-09 16:53:12,587 INFO    MainThread:461299 [wandb_run.py:_config_callback():1261] config_cb None None {'use_cache': False, 'query_num': 64, 'image_size': 448, 'drop_vision_last_layer': False, 'batch_vision_input': True, 'use_image_id': True, 'vision_batch_size': 16, 'audio_pool_step': 2, 'audio_chunk_length': 1.0, 'stream_input': False, 'init_vision': False, 'init_audio': True, 'init_tts': False, 'processor_path': '/data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/omni_speech/model/minicpmo/MiniCPM-o-2_6', 'pretrained_encoder_path': '/data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/omni_speech/model/minicpmo/MiniCPM-o-2_6', 'pretrained_llm_path': '/data1/speech/anhnmt2/cuongnm/EOT/Qwen2.5-0.5B-Instruct', 'chunk_input': True, 'slice_config': {'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': None, 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': True, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 20, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, 'architectures': None, 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': None, 'pad_token_id': None, 'eos_token_id': None, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': '', 'model_type': 'minicpmv', 'patch_size': 14, 'max_slice_nums': 9, 'scale_resolution': 448}, 'slice_mode': True, 'vision_config': {'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': None, 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': True, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 20, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, 'architectures': None, 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': None, 'pad_token_id': None, 'eos_token_id': None, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': '', 'model_type': 'siglip_vision_model', 'hidden_size': 1152, 'intermediate_size': 4304, 'num_hidden_layers': 27, 'num_attention_heads': 16, 'num_channels': 3, 'patch_size': 14, 'image_size': 980, 'attention_dropout': 0.0, 'layer_norm_eps': 1e-06, 'hidden_act': 'gelu_pytorch_tanh'}, 'audio_config': {'vocab_size': 51865, 'num_mel_bins': 80, 'd_model': 1024, 'encoder_layers': 24, 'encoder_attention_heads': 16, 'decoder_layers': 24, 'decoder_attention_heads': 16, 'decoder_ffn_dim': 4096, 'encoder_ffn_dim': 4096, 'dropout': 0.0, 'attention_dropout': 0.0, 'activation_dropout': 0.0, 'activation_function': 'gelu', 'init_std': 0.02, 'encoder_layerdrop': 0.0, 'decoder_layerdrop': 0.0, 'use_cache': True, 'num_hidden_layers': 24, 'scale_embedding': False, 'max_source_positions': 1500, 'max_target_positions': 448, 'classifier_proj_size': 256, 'use_weighted_layer_sum': False, 'apply_spec_augment': False, 'mask_time_prob': 0.05, 'mask_time_length': 10, 'mask_time_min_masks': 2, 'mask_feature_prob': 0.0, 'mask_feature_length': 10, 'mask_feature_min_masks': 0, 'median_filter_width': 7, 'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': 'float32', 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': True, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': True, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 448, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': [1, 2, 7, 8, 9, 10, 14, 25, 26, 27, 28, 29, 31, 58, 59, 60, 61, 62, 63, 90, 91, 92, 93, 359, 503, 522, 542, 873, 893, 902, 918, 922, 931, 1350, 1853, 1982, 2460, 2627, 3246, 3253, 3268, 3536, 3846, 3961, 4183, 4667, 6585, 6647, 7273, 9061, 9383, 10428, 10929, 11938, 12033, 12331, 12562, 13793, 14157, 14635, 15265, 15618, 16553, 16604, 18362, 18956, 20075, 21675, 22520, 26130, 26161, 26435, 28279, 29464, 31650, 32302, 32470, 36865, 42863, 47425, 49870, 50254, 50258, 50358, 50359, 50360, 50361, 50362], 'begin_suppress_tokens': [220, 50257], 'architectures': ['MiniCPMWhisperEncoder'], 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': 50257, 'pad_token_id': 50257, 'eos_token_id': 50257, 'sep_token_id': None, 'decoder_start_token_id': 50258, 'task_specific_params': None, 'problem_type': None, '_name_or_path': 'openai/whisper-medium', 'forced_decoder_ids': [[1, 50259], [2, 50359], [3, 50363]], 'model_type': 'whisper'}, 'tts_config': {'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': None, 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': True, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 20, 'min_length': 0, 'do_sample': True, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 20, 'top_p': 0.7, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, 'architectures': None, 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': None, 'pad_token_id': None, 'eos_token_id': None, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': '', 'model_type': 'conditional_chattts', 'llm_dim': 3584, 'hidden_size': 768, 'intermediate_size': 3072, 'num_attention_heads': 12, 'num_hidden_layers': 20, 'max_position_embeddings': 4096, 'num_audio_tokens': 626, 'num_text_tokens': 21178, 'num_mel_bins': 100, 'num_vq': 4, 'use_speaker_embedding': True, 'use_llm_hidden_state': False, 'spk_emb_token_id': 21143, 'num_spk_embs': 1, 'audio_bos_token_id': 21132, 'text_eos_token_id': 21133, 'use_text': True, 'streaming': True, 'streaming_text_chunk_size': 10, 'streaming_text_reserved_len': 300, 'streaming_audio_chunk_size': 50, 'attn_implementation': 'sdpa', 'use_mlp': True, 'aug_loss_weight': True}, 'patch_size': 14, 'vocab_size': 152064, 'max_position_embeddings': 32768, 'hidden_size': 3584, 'intermediate_size': 18944, 'num_hidden_layers': 28, 'num_attention_heads': 28, 'use_sliding_window': False, 'sliding_window': None, 'max_window_layers': 28, 'num_key_value_heads': 4, 'hidden_act': 'silu', 'initializer_range': 0.02, 'rms_norm_eps': 1e-06, 'rope_theta': 1000000.0, 'rope_scaling': None, 'attention_dropout': 0.0, 'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': 'float32', 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': False, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 2048, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, 'architectures': ['Qwen2ForCausalLM'], 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': 151643, 'pad_token_id': None, 'eos_token_id': 151645, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': '/data1/speech/anhnmt2/Speech2Speech/LLaMA-Omni/models/llm/Qwen2.5-7B-Instruct', 'transformers_version': '4.45.0', 'model_type': 'minicpmo', 'output_dir': '../checkpoints/minicpmo_whisper-medium_Qwen2.5-0.5B_pretrained-asr', 'overwrite_output_dir': False, 'do_train': True, 'do_eval': True, 'do_predict': False, 'eval_strategy': 'steps', 'prediction_loss_only': False, 'per_device_train_batch_size': 1, 'per_device_eval_batch_size': 1, 'per_gpu_train_batch_size': None, 'per_gpu_eval_batch_size': None, 'gradient_accumulation_steps': 4, 'eval_accumulation_steps': None, 'eval_delay': 0, 'torch_empty_cache_steps': None, 'learning_rate': 0.0002, 'weight_decay': 0.0, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_epsilon': 1e-08, 'max_grad_norm': 1.0, 'num_train_epochs': 1.0, 'max_steps': -1, 'lr_scheduler_type': 'cosine', 'lr_scheduler_kwargs': {}, 'warmup_ratio': 0.03, 'warmup_steps': 0, 'log_level': 'passive', 'log_level_replica': 'warning', 'log_on_each_node': True, 'logging_dir': '../checkpoints/minicpmo_whisper-medium_Qwen2.5-0.5B_pretrained-asr/runs/Apr09_16-52-38_dgx-a100-5', 'logging_strategy': 'steps', 'logging_first_step': False, 'logging_steps': 50, 'logging_nan_inf_filter': True, 'save_strategy': 'no', 'save_steps': 5000.0, 'save_total_limit': 1, 'save_safetensors': True, 'save_on_each_node': False, 'save_only_model': False, 'restore_callback_states_from_checkpoint': False, 'no_cuda': False, 'use_cpu': False, 'use_mps_device': False, 'seed': 42, 'data_seed': None, 'jit_mode_eval': False, 'use_ipex': False, 'bf16': True, 'fp16': False, 'fp16_opt_level': 'O1', 'half_precision_backend': 'auto', 'bf16_full_eval': False, 'fp16_full_eval': False, 'tf32': True, 'local_rank': 0, 'ddp_backend': None, 'tpu_num_cores': None, 'tpu_metrics_debug': False, 'debug': [], 'dataloader_drop_last': False, 'eval_steps': 5000, 'dataloader_num_workers': 0, 'dataloader_prefetch_factor': None, 'past_index': -1, 'run_name': '../checkpoints/minicpmo_whisper-medium_Qwen2.5-0.5B_pretrained-asr', 'disable_tqdm': False, 'remove_unused_columns': False, 'label_names': None, 'load_best_model_at_end': False, 'metric_for_best_model': None, 'greater_is_better': None, 'ignore_data_skip': False, 'fsdp': [], 'fsdp_min_num_params': 0, 'fsdp_config': {'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}, 'fsdp_transformer_layer_cls_to_wrap': None, 'accelerator_config': {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True, 'non_blocking': False, 'gradient_accumulation_kwargs': None}, 'deepspeed': 'zero2.json', 'label_smoothing_factor': 0.0, 'optim': 'adamw_torch', 'optim_args': None, 'adafactor': False, 'group_by_length': False, 'length_column_name': 'length', 'report_to': ['tensorboard', 'wandb'], 'ddp_find_unused_parameters': None, 'ddp_bucket_cap_mb': None, 'ddp_broadcast_buffers': None, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': False, 'skip_memory_metrics': True, 'use_legacy_prediction_loop': False, 'push_to_hub': False, 'resume_from_checkpoint': None, 'hub_model_id': None, 'hub_strategy': 'every_save', 'hub_token': '<HUB_TOKEN>', 'hub_private_repo': False, 'hub_always_push': False, 'gradient_checkpointing': True, 'gradient_checkpointing_kwargs': {'use_reentrant': False}, 'include_inputs_for_metrics': False, 'eval_do_concat_batches': True, 'fp16_backend': 'auto', 'evaluation_strategy': 'steps', 'push_to_hub_model_id': None, 'push_to_hub_organization': None, 'push_to_hub_token': '<PUSH_TO_HUB_TOKEN>', 'mp_parameters': '', 'auto_find_batch_size': False, 'full_determinism': False, 'torchdynamo': None, 'ray_scope': 'last', 'ddp_timeout': 1800, 'torch_compile': False, 'torch_compile_backend': None, 'torch_compile_mode': None, 'dispatch_batches': None, 'split_batches': None, 'include_tokens_per_second': False, 'include_num_input_tokens_seen': False, 'neftune_noise_alpha': None, 'optim_target_modules': None, 'batch_eval_metrics': False, 'eval_on_start': False, 'use_liger_kernel': False, 'eval_use_gather_object': False, 'cache_dir': '../output/cached_sft_20252502', 'model_max_length': 2048, 'tune_vision': True, 'tune_speech': False, 'tune_llm': True, 'llm_type': 'qwen', 'use_lora': False, 'max_slice_nums': 9, 'config_path': 'minicpmp_config.json', 'init_speech': True}
+2025-04-09 16:53:12,590 INFO    MainThread:461299 [wandb_config.py:__setitem__():154] config set model/num_parameters = 802971264 - <bound method Run._config_callback of <wandb.sdk.wandb_run.Run object at 0x1553d023f470>>
+2025-04-09 16:53:12,590 INFO    MainThread:461299 [wandb_run.py:_config_callback():1261] config_cb model/num_parameters 802971264 None

scripts/wandb/run-20250409_170558-4nzlwtok/files/output.log

@@ -0,0 +1,548 @@
+  0%|                                                                                                                                                                                                                                                       | 0/300000 [00:00<?, ?it/s]DEBUG:numba.core.byteflow:bytecode dump:
+>          0	NOP(arg=None, lineno=1141)
+           2	RESUME(arg=0, lineno=1141)
+           4	LOAD_FAST(arg=0, lineno=1144)
+           6	LOAD_CONST(arg=1, lineno=1144)
+           8	BINARY_SUBSCR(arg=None, lineno=1144)
+          12	STORE_FAST(arg=3, lineno=1144)
+          14	LOAD_FAST(arg=1, lineno=1145)
+          16	UNARY_NEGATIVE(arg=None, lineno=1145)
+          18	LOAD_FAST(arg=3, lineno=1145)
+          20	SWAP(arg=2, lineno=1145)
+          22	COPY(arg=2, lineno=1145)
+          24	COMPARE_OP(arg=26, lineno=1145)
+          28	POP_JUMP_IF_FALSE(arg=5, lineno=1145)
+          30	LOAD_FAST(arg=1, lineno=1145)
+          32	COMPARE_OP(arg=26, lineno=1145)
+          36	POP_JUMP_IF_FALSE(arg=5, lineno=1145)
+          38	JUMP_FORWARD(arg=2, lineno=1145)
+>         40	POP_TOP(arg=None, lineno=1145)
+          42	JUMP_FORWARD(arg=2, lineno=1145)
+>         44	LOAD_CONST(arg=1, lineno=1146)
+          46	STORE_FAST(arg=3, lineno=1146)
+>         48	LOAD_FAST(arg=0, lineno=1148)
+          50	LOAD_CONST(arg=2, lineno=1148)
+          52	BINARY_SUBSCR(arg=None, lineno=1148)
+          56	STORE_FAST(arg=4, lineno=1148)
+          58	LOAD_FAST(arg=1, lineno=1149)
+          60	UNARY_NEGATIVE(arg=None, lineno=1149)
+          62	LOAD_FAST(arg=4, lineno=1149)
+          64	SWAP(arg=2, lineno=1149)
+          66	COPY(arg=2, lineno=1149)
+          68	COMPARE_OP(arg=26, lineno=1149)
+          72	POP_JUMP_IF_FALSE(arg=5, lineno=1149)
+          74	LOAD_FAST(arg=1, lineno=1149)
+          76	COMPARE_OP(arg=26, lineno=1149)
+          80	POP_JUMP_IF_FALSE(arg=5, lineno=1149)
+          82	JUMP_FORWARD(arg=2, lineno=1149)
+>         84	POP_TOP(arg=None, lineno=1149)
+          86	JUMP_FORWARD(arg=2, lineno=1149)
+>         88	LOAD_CONST(arg=1, lineno=1150)
+          90	STORE_FAST(arg=4, lineno=1150)
+>         92	LOAD_FAST(arg=2, lineno=1152)
+          94	POP_JUMP_IF_FALSE(arg=43, lineno=1152)
+          96	LOAD_GLOBAL(arg=1, lineno=1153)
+         106	LOAD_ATTR(arg=2, lineno=1153)
+         126	LOAD_FAST(arg=3, lineno=1153)
+         128	CALL(arg=1, lineno=1153)
+         136	LOAD_GLOBAL(arg=1, lineno=1153)
+         146	LOAD_ATTR(arg=2, lineno=1153)
+         166	LOAD_FAST(arg=4, lineno=1153)
+         168	CALL(arg=1, lineno=1153)
+         176	COMPARE_OP(arg=55, lineno=1153)
+         180	RETURN_VALUE(arg=None, lineno=1153)
+>        182	LOAD_GLOBAL(arg=1, lineno=1155)
+         192	LOAD_ATTR(arg=4, lineno=1155)
+         212	LOAD_FAST(arg=3, lineno=1155)
+         214	CALL(arg=1, lineno=1155)
+         222	LOAD_GLOBAL(arg=1, lineno=1155)
+         232	LOAD_ATTR(arg=4, lineno=1155)
+         252	LOAD_FAST(arg=4, lineno=1155)
+         254	CALL(arg=1, lineno=1155)
+         262	COMPARE_OP(arg=55, lineno=1155)
+         266	RETURN_VALUE(arg=None, lineno=1155)
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=0 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=0 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=0, inst=NOP(arg=None, lineno=1141)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=2, inst=RESUME(arg=0, lineno=1141)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=4, inst=LOAD_FAST(arg=0, lineno=1144)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=6, inst=LOAD_CONST(arg=1, lineno=1144)
+DEBUG:numba.core.byteflow:stack ['$x4.0']
+DEBUG:numba.core.byteflow:dispatch pc=8, inst=BINARY_SUBSCR(arg=None, lineno=1144)
+DEBUG:numba.core.byteflow:stack ['$x4.0', '$const6.1']
+DEBUG:numba.core.byteflow:dispatch pc=12, inst=STORE_FAST(arg=3, lineno=1144)
+DEBUG:numba.core.byteflow:stack ['$8binary_subscr.2']
+DEBUG:numba.core.byteflow:dispatch pc=14, inst=LOAD_FAST(arg=1, lineno=1145)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=16, inst=UNARY_NEGATIVE(arg=None, lineno=1145)
+DEBUG:numba.core.byteflow:stack ['$threshold14.3']
+DEBUG:numba.core.byteflow:dispatch pc=18, inst=LOAD_FAST(arg=3, lineno=1145)
+DEBUG:numba.core.byteflow:stack ['$16unary_negative.4']
+DEBUG:numba.core.byteflow:dispatch pc=20, inst=SWAP(arg=2, lineno=1145)
+DEBUG:numba.core.byteflow:stack ['$16unary_negative.4', '$x018.5']
+DEBUG:numba.core.byteflow:dispatch pc=22, inst=COPY(arg=2, lineno=1145)
+DEBUG:numba.core.byteflow:stack ['$x018.5', '$16unary_negative.4']
+DEBUG:numba.core.byteflow:dispatch pc=24, inst=COMPARE_OP(arg=26, lineno=1145)
+DEBUG:numba.core.byteflow:stack ['$x018.5', '$16unary_negative.4', '$x018.5']
+DEBUG:numba.core.byteflow:dispatch pc=28, inst=POP_JUMP_IF_FALSE(arg=5, lineno=1145)
+DEBUG:numba.core.byteflow:stack ['$x018.5', '$24compare_op.6']
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=30, stack=('$x018.5',), blockstack=(), npush=0), Edge(pc=40, stack=('$x018.5',), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=30 nstack_initial=1), State(pc_initial=40 nstack_initial=1)])
+DEBUG:numba.core.byteflow:stack: ['$phi30.0']
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=30 nstack_initial=1)
+DEBUG:numba.core.byteflow:dispatch pc=30, inst=LOAD_FAST(arg=1, lineno=1145)
+DEBUG:numba.core.byteflow:stack ['$phi30.0']
+DEBUG:numba.core.byteflow:dispatch pc=32, inst=COMPARE_OP(arg=26, lineno=1145)
+DEBUG:numba.core.byteflow:stack ['$phi30.0', '$threshold30.1']
+DEBUG:numba.core.byteflow:dispatch pc=36, inst=POP_JUMP_IF_FALSE(arg=5, lineno=1145)
+DEBUG:numba.core.byteflow:stack ['$32compare_op.2']
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=38, stack=(), blockstack=(), npush=0), Edge(pc=48, stack=(), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=40 nstack_initial=1), State(pc_initial=38 nstack_initial=0), State(pc_initial=48 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: ['$phi40.0']
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=40 nstack_initial=1)
+DEBUG:numba.core.byteflow:dispatch pc=40, inst=POP_TOP(arg=None, lineno=1145)
+DEBUG:numba.core.byteflow:stack ['$phi40.0']
+DEBUG:numba.core.byteflow:dispatch pc=42, inst=JUMP_FORWARD(arg=2, lineno=1145)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=48, stack=(), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=38 nstack_initial=0), State(pc_initial=48 nstack_initial=0), State(pc_initial=48 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=38 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=38, inst=JUMP_FORWARD(arg=2, lineno=1145)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=44, stack=(), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=48 nstack_initial=0), State(pc_initial=48 nstack_initial=0), State(pc_initial=44 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=48 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=48, inst=LOAD_FAST(arg=0, lineno=1148)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=50, inst=LOAD_CONST(arg=2, lineno=1148)
+DEBUG:numba.core.byteflow:stack ['$x48.0']
+DEBUG:numba.core.byteflow:dispatch pc=52, inst=BINARY_SUBSCR(arg=None, lineno=1148)
+DEBUG:numba.core.byteflow:stack ['$x48.0', '$const50.1']
+DEBUG:numba.core.byteflow:dispatch pc=56, inst=STORE_FAST(arg=4, lineno=1148)
+DEBUG:numba.core.byteflow:stack ['$52binary_subscr.2']
+DEBUG:numba.core.byteflow:dispatch pc=58, inst=LOAD_FAST(arg=1, lineno=1149)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=60, inst=UNARY_NEGATIVE(arg=None, lineno=1149)
+DEBUG:numba.core.byteflow:stack ['$threshold58.3']
+DEBUG:numba.core.byteflow:dispatch pc=62, inst=LOAD_FAST(arg=4, lineno=1149)
+DEBUG:numba.core.byteflow:stack ['$60unary_negative.4']
+DEBUG:numba.core.byteflow:dispatch pc=64, inst=SWAP(arg=2, lineno=1149)
+DEBUG:numba.core.byteflow:stack ['$60unary_negative.4', '$x162.5']
+DEBUG:numba.core.byteflow:dispatch pc=66, inst=COPY(arg=2, lineno=1149)
+DEBUG:numba.core.byteflow:stack ['$x162.5', '$60unary_negative.4']
+DEBUG:numba.core.byteflow:dispatch pc=68, inst=COMPARE_OP(arg=26, lineno=1149)
+DEBUG:numba.core.byteflow:stack ['$x162.5', '$60unary_negative.4', '$x162.5']
+DEBUG:numba.core.byteflow:dispatch pc=72, inst=POP_JUMP_IF_FALSE(arg=5, lineno=1149)
+DEBUG:numba.core.byteflow:stack ['$x162.5', '$68compare_op.6']
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=74, stack=('$x162.5',), blockstack=(), npush=0), Edge(pc=84, stack=('$x162.5',), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=48 nstack_initial=0), State(pc_initial=44 nstack_initial=0), State(pc_initial=74 nstack_initial=1), State(pc_initial=84 nstack_initial=1)])
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=44 nstack_initial=0), State(pc_initial=74 nstack_initial=1), State(pc_initial=84 nstack_initial=1)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=44 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=44, inst=LOAD_CONST(arg=1, lineno=1146)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=46, inst=STORE_FAST(arg=3, lineno=1146)
+DEBUG:numba.core.byteflow:stack ['$const44.0']
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=48, stack=(), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=74 nstack_initial=1), State(pc_initial=84 nstack_initial=1), State(pc_initial=48 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: ['$phi74.0']
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=74 nstack_initial=1)
+DEBUG:numba.core.byteflow:dispatch pc=74, inst=LOAD_FAST(arg=1, lineno=1149)
+DEBUG:numba.core.byteflow:stack ['$phi74.0']
+DEBUG:numba.core.byteflow:dispatch pc=76, inst=COMPARE_OP(arg=26, lineno=1149)
+DEBUG:numba.core.byteflow:stack ['$phi74.0', '$threshold74.1']
+DEBUG:numba.core.byteflow:dispatch pc=80, inst=POP_JUMP_IF_FALSE(arg=5, lineno=1149)
+DEBUG:numba.core.byteflow:stack ['$76compare_op.2']
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=82, stack=(), blockstack=(), npush=0), Edge(pc=92, stack=(), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=84 nstack_initial=1), State(pc_initial=48 nstack_initial=0), State(pc_initial=82 nstack_initial=0), State(pc_initial=92 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: ['$phi84.0']
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=84 nstack_initial=1)
+DEBUG:numba.core.byteflow:dispatch pc=84, inst=POP_TOP(arg=None, lineno=1149)
+DEBUG:numba.core.byteflow:stack ['$phi84.0']
+DEBUG:numba.core.byteflow:dispatch pc=86, inst=JUMP_FORWARD(arg=2, lineno=1149)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=92, stack=(), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=48 nstack_initial=0), State(pc_initial=82 nstack_initial=0), State(pc_initial=92 nstack_initial=0), State(pc_initial=92 nstack_initial=0)])
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=82 nstack_initial=0), State(pc_initial=92 nstack_initial=0), State(pc_initial=92 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=82 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=82, inst=JUMP_FORWARD(arg=2, lineno=1149)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=88, stack=(), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=92 nstack_initial=0), State(pc_initial=92 nstack_initial=0), State(pc_initial=88 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=92 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=92, inst=LOAD_FAST(arg=2, lineno=1152)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=94, inst=POP_JUMP_IF_FALSE(arg=43, lineno=1152)
+DEBUG:numba.core.byteflow:stack ['$zero_pos92.0']
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=96, stack=(), blockstack=(), npush=0), Edge(pc=182, stack=(), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=92 nstack_initial=0), State(pc_initial=88 nstack_initial=0), State(pc_initial=96 nstack_initial=0), State(pc_initial=182 nstack_initial=0)])
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=88 nstack_initial=0), State(pc_initial=96 nstack_initial=0), State(pc_initial=182 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=88 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=88, inst=LOAD_CONST(arg=1, lineno=1150)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=90, inst=STORE_FAST(arg=4, lineno=1150)
+DEBUG:numba.core.byteflow:stack ['$const88.0']
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=92, stack=(), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=96 nstack_initial=0), State(pc_initial=182 nstack_initial=0), State(pc_initial=92 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=96 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=96, inst=LOAD_GLOBAL(arg=1, lineno=1153)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=106, inst=LOAD_ATTR(arg=2, lineno=1153)
+DEBUG:numba.core.byteflow:stack ['$null$96.1', '$96load_global.0']
+DEBUG:numba.core.byteflow:dispatch pc=126, inst=LOAD_FAST(arg=3, lineno=1153)
+DEBUG:numba.core.byteflow:stack ['$null$96.1', '$106load_attr.2']
+DEBUG:numba.core.byteflow:dispatch pc=128, inst=CALL(arg=1, lineno=1153)
+DEBUG:numba.core.byteflow:stack ['$null$96.1', '$106load_attr.2', '$x0126.3']
+DEBUG:numba.core.byteflow:dispatch pc=136, inst=LOAD_GLOBAL(arg=1, lineno=1153)
+DEBUG:numba.core.byteflow:stack ['$128call.4']
+DEBUG:numba.core.byteflow:dispatch pc=146, inst=LOAD_ATTR(arg=2, lineno=1153)
+DEBUG:numba.core.byteflow:stack ['$128call.4', '$null$136.6', '$136load_global.5']
+DEBUG:numba.core.byteflow:dispatch pc=166, inst=LOAD_FAST(arg=4, lineno=1153)
+DEBUG:numba.core.byteflow:stack ['$128call.4', '$null$136.6', '$146load_attr.7']
+DEBUG:numba.core.byteflow:dispatch pc=168, inst=CALL(arg=1, lineno=1153)
+DEBUG:numba.core.byteflow:stack ['$128call.4', '$null$136.6', '$146load_attr.7', '$x1166.8']
+DEBUG:numba.core.byteflow:dispatch pc=176, inst=COMPARE_OP(arg=55, lineno=1153)
+DEBUG:numba.core.byteflow:stack ['$128call.4', '$168call.9']
+DEBUG:numba.core.byteflow:dispatch pc=180, inst=RETURN_VALUE(arg=None, lineno=1153)
+DEBUG:numba.core.byteflow:stack ['$176compare_op.10']
+DEBUG:numba.core.byteflow:end state. edges=[]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=182 nstack_initial=0), State(pc_initial=92 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=182 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=182, inst=LOAD_GLOBAL(arg=1, lineno=1155)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=192, inst=LOAD_ATTR(arg=4, lineno=1155)
+DEBUG:numba.core.byteflow:stack ['$null$182.1', '$182load_global.0']
+DEBUG:numba.core.byteflow:dispatch pc=212, inst=LOAD_FAST(arg=3, lineno=1155)
+DEBUG:numba.core.byteflow:stack ['$null$182.1', '$192load_attr.2']
+DEBUG:numba.core.byteflow:dispatch pc=214, inst=CALL(arg=1, lineno=1155)
+DEBUG:numba.core.byteflow:stack ['$null$182.1', '$192load_attr.2', '$x0212.3']
+DEBUG:numba.core.byteflow:dispatch pc=222, inst=LOAD_GLOBAL(arg=1, lineno=1155)
+DEBUG:numba.core.byteflow:stack ['$214call.4']
+DEBUG:numba.core.byteflow:dispatch pc=232, inst=LOAD_ATTR(arg=4, lineno=1155)
+DEBUG:numba.core.byteflow:stack ['$214call.4', '$null$222.6', '$222load_global.5']
+DEBUG:numba.core.byteflow:dispatch pc=252, inst=LOAD_FAST(arg=4, lineno=1155)
+DEBUG:numba.core.byteflow:stack ['$214call.4', '$null$222.6', '$232load_attr.7']
+DEBUG:numba.core.byteflow:dispatch pc=254, inst=CALL(arg=1, lineno=1155)
+DEBUG:numba.core.byteflow:stack ['$214call.4', '$null$222.6', '$232load_attr.7', '$x1252.8']
+DEBUG:numba.core.byteflow:dispatch pc=262, inst=COMPARE_OP(arg=55, lineno=1155)
+DEBUG:numba.core.byteflow:stack ['$214call.4', '$254call.9']
+DEBUG:numba.core.byteflow:dispatch pc=266, inst=RETURN_VALUE(arg=None, lineno=1155)
+DEBUG:numba.core.byteflow:stack ['$262compare_op.10']
+DEBUG:numba.core.byteflow:end state. edges=[]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=92 nstack_initial=0)])
+DEBUG:numba.core.byteflow:-------------------------Prune PHIs-------------------------
+DEBUG:numba.core.byteflow:Used_phis: defaultdict(<class 'set'>,
+            {State(pc_initial=0 nstack_initial=0): set(),
+             State(pc_initial=30 nstack_initial=1): {'$phi30.0'},
+             State(pc_initial=38 nstack_initial=0): set(),
+             State(pc_initial=40 nstack_initial=1): set(),
+             State(pc_initial=44 nstack_initial=0): set(),
+             State(pc_initial=48 nstack_initial=0): set(),
+             State(pc_initial=74 nstack_initial=1): {'$phi74.0'},
+             State(pc_initial=82 nstack_initial=0): set(),
+             State(pc_initial=84 nstack_initial=1): set(),
+             State(pc_initial=88 nstack_initial=0): set(),
+             State(pc_initial=92 nstack_initial=0): set(),
+             State(pc_initial=96 nstack_initial=0): set(),
+             State(pc_initial=182 nstack_initial=0): set()})
+DEBUG:numba.core.byteflow:defmap: {'$phi30.0': State(pc_initial=0 nstack_initial=0),
+ '$phi40.0': State(pc_initial=0 nstack_initial=0),
+ '$phi74.0': State(pc_initial=48 nstack_initial=0),
+ '$phi84.0': State(pc_initial=48 nstack_initial=0)}
+DEBUG:numba.core.byteflow:phismap: defaultdict(<class 'set'>,
+            {'$phi30.0': {('$x018.5', State(pc_initial=0 nstack_initial=0))},
+             '$phi40.0': {('$x018.5', State(pc_initial=0 nstack_initial=0))},
+             '$phi74.0': {('$x162.5', State(pc_initial=48 nstack_initial=0))},
+             '$phi84.0': {('$x162.5', State(pc_initial=48 nstack_initial=0))}})
+DEBUG:numba.core.byteflow:changing phismap: defaultdict(<class 'set'>,
+            {'$phi30.0': {('$x018.5', State(pc_initial=0 nstack_initial=0))},
+             '$phi40.0': {('$x018.5', State(pc_initial=0 nstack_initial=0))},
+             '$phi74.0': {('$x162.5', State(pc_initial=48 nstack_initial=0))},
+             '$phi84.0': {('$x162.5', State(pc_initial=48 nstack_initial=0))}})
+DEBUG:numba.core.byteflow:keep phismap: {'$phi30.0': {('$x018.5', State(pc_initial=0 nstack_initial=0))},
+ '$phi74.0': {('$x162.5', State(pc_initial=48 nstack_initial=0))}}
+DEBUG:numba.core.byteflow:new_out: defaultdict(<class 'dict'>,
+            {State(pc_initial=0 nstack_initial=0): {'$phi30.0': '$x018.5'},
+             State(pc_initial=48 nstack_initial=0): {'$phi74.0': '$x162.5'}})
+DEBUG:numba.core.byteflow:----------------------DONE Prune PHIs-----------------------
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=0 nstack_initial=0):
+AdaptBlockInfo(insts=((0, {}), (2, {}), (4, {'res': '$x4.0'}), (6, {'res': '$const6.1'}), (8, {'index': '$const6.1', 'target': '$x4.0', 'res': '$8binary_subscr.2'}), (12, {'value': '$8binary_subscr.2'}), (14, {'res': '$threshold14.3'}), (16, {'value': '$threshold14.3', 'res': '$16unary_negative.4'}), (18, {'res': '$x018.5'}), (24, {'lhs': '$16unary_negative.4', 'rhs': '$x018.5', 'res': '$24compare_op.6'}), (28, {'pred': '$24compare_op.6'})), outgoing_phis={'$phi30.0': '$x018.5'}, blockstack=(), active_try_block=None, outgoing_edgepushed={30: ('$x018.5',), 40: ('$x018.5',)})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=30 nstack_initial=1):
+AdaptBlockInfo(insts=((30, {'res': '$threshold30.1'}), (32, {'lhs': '$phi30.0', 'rhs': '$threshold30.1', 'res': '$32compare_op.2'}), (36, {'pred': '$32compare_op.2'})), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={38: (), 48: ()})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=38 nstack_initial=0):
+AdaptBlockInfo(insts=((38, {}),), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={44: ()})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=40 nstack_initial=1):
+AdaptBlockInfo(insts=((42, {}),), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={48: ()})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=44 nstack_initial=0):
+AdaptBlockInfo(insts=((44, {'res': '$const44.0'}), (46, {'value': '$const44.0'})), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={48: ()})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=48 nstack_initial=0):
+AdaptBlockInfo(insts=((48, {'res': '$x48.0'}), (50, {'res': '$const50.1'}), (52, {'index': '$const50.1', 'target': '$x48.0', 'res': '$52binary_subscr.2'}), (56, {'value': '$52binary_subscr.2'}), (58, {'res': '$threshold58.3'}), (60, {'value': '$threshold58.3', 'res': '$60unary_negative.4'}), (62, {'res': '$x162.5'}), (68, {'lhs': '$60unary_negative.4', 'rhs': '$x162.5', 'res': '$68compare_op.6'}), (72, {'pred': '$68compare_op.6'})), outgoing_phis={'$phi74.0': '$x162.5'}, blockstack=(), active_try_block=None, outgoing_edgepushed={74: ('$x162.5',), 84: ('$x162.5',)})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=74 nstack_initial=1):
+AdaptBlockInfo(insts=((74, {'res': '$threshold74.1'}), (76, {'lhs': '$phi74.0', 'rhs': '$threshold74.1', 'res': '$76compare_op.2'}), (80, {'pred': '$76compare_op.2'})), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={82: (), 92: ()})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=82 nstack_initial=0):
+AdaptBlockInfo(insts=((82, {}),), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={88: ()})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=84 nstack_initial=1):
+AdaptBlockInfo(insts=((86, {}),), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={92: ()})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=88 nstack_initial=0):
+AdaptBlockInfo(insts=((88, {'res': '$const88.0'}), (90, {'value': '$const88.0'})), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={92: ()})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=92 nstack_initial=0):
+AdaptBlockInfo(insts=((92, {'res': '$zero_pos92.0'}), (94, {'pred': '$zero_pos92.0'})), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={96: (), 182: ()})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=96 nstack_initial=0):
+AdaptBlockInfo(insts=((96, {'idx': 0, 'res': '$96load_global.0'}), (106, {'item': '$96load_global.0', 'res': '$106load_attr.2'}), (126, {'res': '$x0126.3'}), (128, {'func': '$106load_attr.2', 'args': ['$x0126.3'], 'kw_names': None, 'res': '$128call.4'}), (136, {'idx': 0, 'res': '$136load_global.5'}), (146, {'item': '$136load_global.5', 'res': '$146load_attr.7'}), (166, {'res': '$x1166.8'}), (168, {'func': '$146load_attr.7', 'args': ['$x1166.8'], 'kw_names': None, 'res': '$168call.9'}), (176, {'lhs': '$128call.4', 'rhs': '$168call.9', 'res': '$176compare_op.10'}), (180, {'retval': '$176compare_op.10', 'castval': '$180return_value.11'})), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=182 nstack_initial=0):
+AdaptBlockInfo(insts=((182, {'idx': 0, 'res': '$182load_global.0'}), (192, {'item': '$182load_global.0', 'res': '$192load_attr.2'}), (212, {'res': '$x0212.3'}), (214, {'func': '$192load_attr.2', 'args': ['$x0212.3'], 'kw_names': None, 'res': '$214call.4'}), (222, {'idx': 0, 'res': '$222load_global.5'}), (232, {'item': '$222load_global.5', 'res': '$232load_attr.7'}), (252, {'res': '$x1252.8'}), (254, {'func': '$232load_attr.7', 'args': ['$x1252.8'], 'kw_names': None, 'res': '$254call.9'}), (262, {'lhs': '$214call.4', 'rhs': '$254call.9', 'res': '$262compare_op.10'}), (266, {'retval': '$262compare_op.10', 'castval': '$266return_value.11'})), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={})
+DEBUG:numba.core.interpreter:label 0:
+    x = arg(0, name=x)                       ['x']
+    threshold = arg(1, name=threshold)       ['threshold']
+    zero_pos = arg(2, name=zero_pos)         ['zero_pos']
+    $const6.1 = const(int, 0)                ['$const6.1']
+    x0 = getitem(value=x, index=$const6.1, fn=<built-in function getitem>) ['$const6.1', 'x', 'x0']
+    $16unary_negative.4 = unary(fn=<built-in function neg>, value=threshold) ['$16unary_negative.4', 'threshold']
+    $24compare_op.6 = $16unary_negative.4 <= x0 ['$16unary_negative.4', '$24compare_op.6', 'x0']
+    bool28 = global(bool: <class 'bool'>)    ['bool28']
+    $28pred = call bool28($24compare_op.6, func=bool28, args=(Var($24compare_op.6, audio.py:1145),), kws=(), vararg=None, varkwarg=None, target=None) ['$24compare_op.6', '$28pred', 'bool28']
+    $phi30.0 = x0                            ['$phi30.0', 'x0']
+    branch $28pred, 30, 40                   ['$28pred']
+label 30:
+    $32compare_op.2 = $phi30.0 <= threshold  ['$32compare_op.2', '$phi30.0', 'threshold']
+    bool36 = global(bool: <class 'bool'>)    ['bool36']
+    $36pred = call bool36($32compare_op.2, func=bool36, args=(Var($32compare_op.2, audio.py:1145),), kws=(), vararg=None, varkwarg=None, target=None) ['$32compare_op.2', '$36pred', 'bool36']
+    branch $36pred, 38, 48                   ['$36pred']
+label 38:
+    jump 44                                  []
+label 40:
+    jump 48                                  []
+label 44:
+    x0 = const(int, 0)                       ['x0']
+    jump 48                                  []
+label 48:
+    $const50.1 = const(int, -1)              ['$const50.1']
+    x1 = getitem(value=x, index=$const50.1, fn=<built-in function getitem>) ['$const50.1', 'x', 'x1']
+    $60unary_negative.4 = unary(fn=<built-in function neg>, value=threshold) ['$60unary_negative.4', 'threshold']
+    $68compare_op.6 = $60unary_negative.4 <= x1 ['$60unary_negative.4', '$68compare_op.6', 'x1']
+    bool72 = global(bool: <class 'bool'>)    ['bool72']
+    $72pred = call bool72($68compare_op.6, func=bool72, args=(Var($68compare_op.6, audio.py:1149),), kws=(), vararg=None, varkwarg=None, target=None) ['$68compare_op.6', '$72pred', 'bool72']
+    $phi74.0 = x1                            ['$phi74.0', 'x1']
+    branch $72pred, 74, 84                   ['$72pred']
+label 74:
+    $76compare_op.2 = $phi74.0 <= threshold  ['$76compare_op.2', '$phi74.0', 'threshold']
+    bool80 = global(bool: <class 'bool'>)    ['bool80']
+    $80pred = call bool80($76compare_op.2, func=bool80, args=(Var($76compare_op.2, audio.py:1149),), kws=(), vararg=None, varkwarg=None, target=None) ['$76compare_op.2', '$80pred', 'bool80']
+    branch $80pred, 82, 92                   ['$80pred']
+label 82:
+    jump 88                                  []
+label 84:
+    jump 92                                  []
+label 88:
+    x1 = const(int, 0)                       ['x1']
+    jump 92                                  []
+label 92:
+    bool94 = global(bool: <class 'bool'>)    ['bool94']
+    $94pred = call bool94(zero_pos, func=bool94, args=(Var(zero_pos, audio.py:1141),), kws=(), vararg=None, varkwarg=None, target=None) ['$94pred', 'bool94', 'zero_pos']
+    branch $94pred, 96, 182                  ['$94pred']
+label 96:
+    $96load_global.0 = global(np: <module 'numpy' from '/home/anhnmt2/.local/lib/python3.12/site-packages/numpy/__init__.py'>) ['$96load_global.0']
+    $106load_attr.2 = getattr(value=$96load_global.0, attr=signbit) ['$106load_attr.2', '$96load_global.0']
+    $128call.4 = call $106load_attr.2(x0, func=$106load_attr.2, args=[Var(x0, audio.py:1144)], kws=(), vararg=None, varkwarg=None, target=None) ['$106load_attr.2', '$128call.4', 'x0']
+    $136load_global.5 = global(np: <module 'numpy' from '/home/anhnmt2/.local/lib/python3.12/site-packages/numpy/__init__.py'>) ['$136load_global.5']
+    $146load_attr.7 = getattr(value=$136load_global.5, attr=signbit) ['$136load_global.5', '$146load_attr.7']
+    $168call.9 = call $146load_attr.7(x1, func=$146load_attr.7, args=[Var(x1, audio.py:1148)], kws=(), vararg=None, varkwarg=None, target=None) ['$146load_attr.7', '$168call.9', 'x1']
+    $176compare_op.10 = $128call.4 != $168call.9 ['$128call.4', '$168call.9', '$176compare_op.10']
+    $180return_value.11 = cast(value=$176compare_op.10) ['$176compare_op.10', '$180return_value.11']
+    return $180return_value.11               ['$180return_value.11']
+label 182:
+    $182load_global.0 = global(np: <module 'numpy' from '/home/anhnmt2/.local/lib/python3.12/site-packages/numpy/__init__.py'>) ['$182load_global.0']
+    $192load_attr.2 = getattr(value=$182load_global.0, attr=sign) ['$182load_global.0', '$192load_attr.2']
+    $214call.4 = call $192load_attr.2(x0, func=$192load_attr.2, args=[Var(x0, audio.py:1144)], kws=(), vararg=None, varkwarg=None, target=None) ['$192load_attr.2', '$214call.4', 'x0']
+    $222load_global.5 = global(np: <module 'numpy' from '/home/anhnmt2/.local/lib/python3.12/site-packages/numpy/__init__.py'>) ['$222load_global.5']
+    $232load_attr.7 = getattr(value=$222load_global.5, attr=sign) ['$222load_global.5', '$232load_attr.7']
+    $254call.9 = call $232load_attr.7(x1, func=$232load_attr.7, args=[Var(x1, audio.py:1148)], kws=(), vararg=None, varkwarg=None, target=None) ['$232load_attr.7', '$254call.9', 'x1']
+    $262compare_op.10 = $214call.4 != $254call.9 ['$214call.4', '$254call.9', '$262compare_op.10']
+    $266return_value.11 = cast(value=$262compare_op.10) ['$262compare_op.10', '$266return_value.11']
+    return $266return_value.11               ['$266return_value.11']
+
+DEBUG:numba.core.byteflow:bytecode dump:
+>          0	NOP(arg=None, lineno=1039)
+           2	RESUME(arg=0, lineno=1039)
+           4	LOAD_FAST(arg=0, lineno=1042)
+           6	LOAD_CONST(arg=1, lineno=1042)
+           8	BINARY_SUBSCR(arg=None, lineno=1042)
+          12	LOAD_FAST(arg=0, lineno=1042)
+          14	LOAD_CONST(arg=2, lineno=1042)
+          16	BINARY_SUBSCR(arg=None, lineno=1042)
+          20	COMPARE_OP(arg=68, lineno=1042)
+          24	LOAD_FAST(arg=0, lineno=1042)
+          26	LOAD_CONST(arg=1, lineno=1042)
+          28	BINARY_SUBSCR(arg=None, lineno=1042)
+          32	LOAD_FAST(arg=0, lineno=1042)
+          34	LOAD_CONST(arg=3, lineno=1042)
+          36	BINARY_SUBSCR(arg=None, lineno=1042)
+          40	COMPARE_OP(arg=92, lineno=1042)
+          44	BINARY_OP(arg=1, lineno=1042)
+          48	RETURN_VALUE(arg=None, lineno=1042)
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=0 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=0 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=0, inst=NOP(arg=None, lineno=1039)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=2, inst=RESUME(arg=0, lineno=1039)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=4, inst=LOAD_FAST(arg=0, lineno=1042)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=6, inst=LOAD_CONST(arg=1, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$x4.0']
+DEBUG:numba.core.byteflow:dispatch pc=8, inst=BINARY_SUBSCR(arg=None, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$x4.0', '$const6.1']
+DEBUG:numba.core.byteflow:dispatch pc=12, inst=LOAD_FAST(arg=0, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$8binary_subscr.2']
+DEBUG:numba.core.byteflow:dispatch pc=14, inst=LOAD_CONST(arg=2, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$8binary_subscr.2', '$x12.3']
+DEBUG:numba.core.byteflow:dispatch pc=16, inst=BINARY_SUBSCR(arg=None, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$8binary_subscr.2', '$x12.3', '$const14.4']
+DEBUG:numba.core.byteflow:dispatch pc=20, inst=COMPARE_OP(arg=68, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$8binary_subscr.2', '$16binary_subscr.5']
+DEBUG:numba.core.byteflow:dispatch pc=24, inst=LOAD_FAST(arg=0, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6']
+DEBUG:numba.core.byteflow:dispatch pc=26, inst=LOAD_CONST(arg=1, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$x24.7']
+DEBUG:numba.core.byteflow:dispatch pc=28, inst=BINARY_SUBSCR(arg=None, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$x24.7', '$const26.8']
+DEBUG:numba.core.byteflow:dispatch pc=32, inst=LOAD_FAST(arg=0, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$28binary_subscr.9']
+DEBUG:numba.core.byteflow:dispatch pc=34, inst=LOAD_CONST(arg=3, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$28binary_subscr.9', '$x32.10']
+DEBUG:numba.core.byteflow:dispatch pc=36, inst=BINARY_SUBSCR(arg=None, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$28binary_subscr.9', '$x32.10', '$const34.11']
+DEBUG:numba.core.byteflow:dispatch pc=40, inst=COMPARE_OP(arg=92, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$28binary_subscr.9', '$36binary_subscr.12']
+DEBUG:numba.core.byteflow:dispatch pc=44, inst=BINARY_OP(arg=1, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$40compare_op.13']
+DEBUG:numba.core.byteflow:dispatch pc=48, inst=RETURN_VALUE(arg=None, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$binop_and_44.14']
+DEBUG:numba.core.byteflow:end state. edges=[]
+DEBUG:numba.core.byteflow:-------------------------Prune PHIs-------------------------
+DEBUG:numba.core.byteflow:Used_phis: defaultdict(<class 'set'>, {State(pc_initial=0 nstack_initial=0): set()})
+DEBUG:numba.core.byteflow:defmap: {}
+DEBUG:numba.core.byteflow:phismap: defaultdict(<class 'set'>, {})
+DEBUG:numba.core.byteflow:changing phismap: defaultdict(<class 'set'>, {})
+DEBUG:numba.core.byteflow:keep phismap: {}
+DEBUG:numba.core.byteflow:new_out: defaultdict(<class 'dict'>, {})
+DEBUG:numba.core.byteflow:----------------------DONE Prune PHIs-----------------------
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=0 nstack_initial=0):
+AdaptBlockInfo(insts=((0, {}), (2, {}), (4, {'res': '$x4.0'}), (6, {'res': '$const6.1'}), (8, {'index': '$const6.1', 'target': '$x4.0', 'res': '$8binary_subscr.2'}), (12, {'res': '$x12.3'}), (14, {'res': '$const14.4'}), (16, {'index': '$const14.4', 'target': '$x12.3', 'res': '$16binary_subscr.5'}), (20, {'lhs': '$8binary_subscr.2', 'rhs': '$16binary_subscr.5', 'res': '$20compare_op.6'}), (24, {'res': '$x24.7'}), (26, {'res': '$const26.8'}), (28, {'index': '$const26.8', 'target': '$x24.7', 'res': '$28binary_subscr.9'}), (32, {'res': '$x32.10'}), (34, {'res': '$const34.11'}), (36, {'index': '$const34.11', 'target': '$x32.10', 'res': '$36binary_subscr.12'}), (40, {'lhs': '$28binary_subscr.9', 'rhs': '$36binary_subscr.12', 'res': '$40compare_op.13'}), (44, {'op': '&', 'lhs': '$20compare_op.6', 'rhs': '$40compare_op.13', 'res': '$binop_and_44.14'}), (48, {'retval': '$binop_and_44.14', 'castval': '$48return_value.15'})), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={})
+DEBUG:numba.core.interpreter:label 0:
+    x = arg(0, name=x)                       ['x']
+    $const6.1 = const(int, 0)                ['$const6.1']
+    $8binary_subscr.2 = getitem(value=x, index=$const6.1, fn=<built-in function getitem>) ['$8binary_subscr.2', '$const6.1', 'x']
+    $const14.4 = const(int, -1)              ['$const14.4']
+    $16binary_subscr.5 = getitem(value=x, index=$const14.4, fn=<built-in function getitem>) ['$16binary_subscr.5', '$const14.4', 'x']
+    $20compare_op.6 = $8binary_subscr.2 > $16binary_subscr.5 ['$16binary_subscr.5', '$20compare_op.6', '$8binary_subscr.2']
+    $const26.8 = const(int, 0)               ['$const26.8']
+    $28binary_subscr.9 = getitem(value=x, index=$const26.8, fn=<built-in function getitem>) ['$28binary_subscr.9', '$const26.8', 'x']
+    $const34.11 = const(int, 1)              ['$const34.11']
+    $36binary_subscr.12 = getitem(value=x, index=$const34.11, fn=<built-in function getitem>) ['$36binary_subscr.12', '$const34.11', 'x']
+    $40compare_op.13 = $28binary_subscr.9 >= $36binary_subscr.12 ['$28binary_subscr.9', '$36binary_subscr.12', '$40compare_op.13']
+    $binop_and_44.14 = $20compare_op.6 & $40compare_op.13 ['$20compare_op.6', '$40compare_op.13', '$binop_and_44.14']
+    $48return_value.15 = cast(value=$binop_and_44.14) ['$48return_value.15', '$binop_and_44.14']
+    return $48return_value.15                ['$48return_value.15']
+
+DEBUG:numba.core.byteflow:bytecode dump:
+>          0	NOP(arg=None, lineno=1045)
+           2	RESUME(arg=0, lineno=1045)
+           4	LOAD_FAST(arg=0, lineno=1048)
+           6	LOAD_CONST(arg=1, lineno=1048)
+           8	BINARY_SUBSCR(arg=None, lineno=1048)
+          12	LOAD_FAST(arg=0, lineno=1048)
+          14	LOAD_CONST(arg=2, lineno=1048)
+          16	BINARY_SUBSCR(arg=None, lineno=1048)
+          20	COMPARE_OP(arg=2, lineno=1048)
+          24	LOAD_FAST(arg=0, lineno=1048)
+          26	LOAD_CONST(arg=1, lineno=1048)
+          28	BINARY_SUBSCR(arg=None, lineno=1048)
+          32	LOAD_FAST(arg=0, lineno=1048)
+          34	LOAD_CONST(arg=3, lineno=1048)
+          36	BINARY_SUBSCR(arg=None, lineno=1048)
+          40	COMPARE_OP(arg=26, lineno=1048)
+          44	BINARY_OP(arg=1, lineno=1048)
+          48	RETURN_VALUE(arg=None, lineno=1048)
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=0 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=0 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=0, inst=NOP(arg=None, lineno=1045)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=2, inst=RESUME(arg=0, lineno=1045)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=4, inst=LOAD_FAST(arg=0, lineno=1048)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=6, inst=LOAD_CONST(arg=1, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$x4.0']
+DEBUG:numba.core.byteflow:dispatch pc=8, inst=BINARY_SUBSCR(arg=None, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$x4.0', '$const6.1']
+DEBUG:numba.core.byteflow:dispatch pc=12, inst=LOAD_FAST(arg=0, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$8binary_subscr.2']
+DEBUG:numba.core.byteflow:dispatch pc=14, inst=LOAD_CONST(arg=2, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$8binary_subscr.2', '$x12.3']
+DEBUG:numba.core.byteflow:dispatch pc=16, inst=BINARY_SUBSCR(arg=None, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$8binary_subscr.2', '$x12.3', '$const14.4']
+DEBUG:numba.core.byteflow:dispatch pc=20, inst=COMPARE_OP(arg=2, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$8binary_subscr.2', '$16binary_subscr.5']
+DEBUG:numba.core.byteflow:dispatch pc=24, inst=LOAD_FAST(arg=0, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6']
+DEBUG:numba.core.byteflow:dispatch pc=26, inst=LOAD_CONST(arg=1, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$x24.7']
+DEBUG:numba.core.byteflow:dispatch pc=28, inst=BINARY_SUBSCR(arg=None, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$x24.7', '$const26.8']
+DEBUG:numba.core.byteflow:dispatch pc=32, inst=LOAD_FAST(arg=0, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$28binary_subscr.9']
+DEBUG:numba.core.byteflow:dispatch pc=34, inst=LOAD_CONST(arg=3, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$28binary_subscr.9', '$x32.10']
+DEBUG:numba.core.byteflow:dispatch pc=36, inst=BINARY_SUBSCR(arg=None, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$28binary_subscr.9', '$x32.10', '$const34.11']
+DEBUG:numba.core.byteflow:dispatch pc=40, inst=COMPARE_OP(arg=26, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$28binary_subscr.9', '$36binary_subscr.12']
+DEBUG:numba.core.byteflow:dispatch pc=44, inst=BINARY_OP(arg=1, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$40compare_op.13']
+DEBUG:numba.core.byteflow:dispatch pc=48, inst=RETURN_VALUE(arg=None, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$binop_and_44.14']
+DEBUG:numba.core.byteflow:end state. edges=[]
+DEBUG:numba.core.byteflow:-------------------------Prune PHIs-------------------------
+DEBUG:numba.core.byteflow:Used_phis: defaultdict(<class 'set'>, {State(pc_initial=0 nstack_initial=0): set()})
+DEBUG:numba.core.byteflow:defmap: {}
+DEBUG:numba.core.byteflow:phismap: defaultdict(<class 'set'>, {})
+DEBUG:numba.core.byteflow:changing phismap: defaultdict(<class 'set'>, {})
+DEBUG:numba.core.byteflow:keep phismap: {}
+DEBUG:numba.core.byteflow:new_out: defaultdict(<class 'dict'>, {})
+DEBUG:numba.core.byteflow:----------------------DONE Prune PHIs-----------------------
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=0 nstack_initial=0):
+AdaptBlockInfo(insts=((0, {}), (2, {}), (4, {'res': '$x4.0'}), (6, {'res': '$const6.1'}), (8, {'index': '$const6.1', 'target': '$x4.0', 'res': '$8binary_subscr.2'}), (12, {'res': '$x12.3'}), (14, {'res': '$const14.4'}), (16, {'index': '$const14.4', 'target': '$x12.3', 'res': '$16binary_subscr.5'}), (20, {'lhs': '$8binary_subscr.2', 'rhs': '$16binary_subscr.5', 'res': '$20compare_op.6'}), (24, {'res': '$x24.7'}), (26, {'res': '$const26.8'}), (28, {'index': '$const26.8', 'target': '$x24.7', 'res': '$28binary_subscr.9'}), (32, {'res': '$x32.10'}), (34, {'res': '$const34.11'}), (36, {'index': '$const34.11', 'target': '$x32.10', 'res': '$36binary_subscr.12'}), (40, {'lhs': '$28binary_subscr.9', 'rhs': '$36binary_subscr.12', 'res': '$40compare_op.13'}), (44, {'op': '&', 'lhs': '$20compare_op.6', 'rhs': '$40compare_op.13', 'res': '$binop_and_44.14'}), (48, {'retval': '$binop_and_44.14', 'castval': '$48return_value.15'})), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={})
+DEBUG:numba.core.interpreter:label 0:
+    x = arg(0, name=x)                       ['x']
+    $const6.1 = const(int, 0)                ['$const6.1']
+    $8binary_subscr.2 = getitem(value=x, index=$const6.1, fn=<built-in function getitem>) ['$8binary_subscr.2', '$const6.1', 'x']
+    $const14.4 = const(int, -1)              ['$const14.4']
+    $16binary_subscr.5 = getitem(value=x, index=$const14.4, fn=<built-in function getitem>) ['$16binary_subscr.5', '$const14.4', 'x']
+    $20compare_op.6 = $8binary_subscr.2 < $16binary_subscr.5 ['$16binary_subscr.5', '$20compare_op.6', '$8binary_subscr.2']
+    $const26.8 = const(int, 0)               ['$const26.8']
+    $28binary_subscr.9 = getitem(value=x, index=$const26.8, fn=<built-in function getitem>) ['$28binary_subscr.9', '$const26.8', 'x']
+    $const34.11 = const(int, 1)              ['$const34.11']
+    $36binary_subscr.12 = getitem(value=x, index=$const34.11, fn=<built-in function getitem>) ['$36binary_subscr.12', '$const34.11', 'x']
+    $40compare_op.13 = $28binary_subscr.9 <= $36binary_subscr.12 ['$28binary_subscr.9', '$36binary_subscr.12', '$40compare_op.13']
+    $binop_and_44.14 = $20compare_op.6 & $40compare_op.13 ['$20compare_op.6', '$40compare_op.13', '$binop_and_44.14']
+    $48return_value.15 = cast(value=$binop_and_44.14) ['$48return_value.15', '$binop_and_44.14']
+    return $48return_value.15                ['$48return_value.15']
+
+  0%|                                                                                                                                                                                                                                         | 158/300000 [04:12<128:40:48,  1.54s/it]
+{'loss': 6.2304, 'grad_norm': 123.90625762939453, 'learning_rate': 1.1111111111111112e-06, 'epoch': 0.0}
+{'loss': 4.8802, 'grad_norm': 79.186279296875, 'learning_rate': 2.2222222222222225e-06, 'epoch': 0.0}
+{'loss': 4.3928, 'grad_norm': 83.46479797363281, 'learning_rate': 3.3333333333333333e-06, 'epoch': 0.0}

scripts/wandb/run-20250409_170558-4nzlwtok/files/requirements.txt

@@ -0,0 +1,341 @@
+tomlkit==0.12.0
+python-dotenv==1.0.1
+SQLAlchemy==2.0.36
+psutil==6.1.0
+anyio==4.8.0
+onnxruntime==1.20.1
+antlr4-python3-runtime==4.9.3
+httpx-sse==0.4.0
+annotated-types==0.7.0
+tqdm==4.66.5
+simplejson==3.19.3
+csvw==3.5.1
+pooch==1.8.2
+trl==0.9.6
+more-itertools==10.5.0
+jiter==0.6.1
+markdown2==2.5.1
+segments==2.2.1
+opentelemetry-instrumentation-asgi==0.50b0
+Deprecated==1.2.15
+pyasn1_modules==0.4.1
+bcrypt==4.2.1
+opentelemetry-util-http==0.50b0
+intervaltree==3.1.0
+hjson==3.1.0
+modelscope==1.18.1
+fastapi==0.112.4
+pyarrow==17.0.0
+sounddevice==0.5.1
+modelscope_studio==0.4.0.9
+build==1.2.2.post1
+oauthlib==3.2.2
+gunicorn==23.0.0
+pyasn1==0.6.1
+matplotlib==3.9.2
+speechbrain==0.5.16
+joblib==1.4.2
+tyro==0.8.13
+rsa==4.9
+numba==0.60.0
+fastprogress==1.0.3
+wrapt==1.17.0
+PyPika==0.48.9
+dacite==1.8.1
+googleapis-common-protos==1.66.0
+openai==1.68.0
+tabulate==0.9.0
+monotonic==1.6
+lazy_loader==0.4
+google-auth==2.37.0
+fairseq==0.12.3
+opentelemetry-semantic-conventions==0.50b0
+sacrebleu==2.4.3
+requests-toolbelt==1.0.0
+ruff==0.7.0
+bitsandbytes==0.43.1
+tenacity==9.0.0
+uvloop==0.21.0
+Pygments==2.18.0
+langchain==0.3.18
+typer==0.12.5
+uritemplate==4.1.1
+rich==13.9.3
+lion-pytorch==0.2.3
+pydub==0.25.1
+fastcore==1.7.28
+encodec==0.1.1
+cytoolz==1.0.1
+huggingface-hub==0.26.1
+python-dateutil==2.9.0.post0
+duckduckgo_search==7.3.2
+rfc3986==1.5.0
+wavedrom==2.0.3.post3
+sentence-transformers==3.3.1
+httpx==0.28.1
+colorlog==6.9.0
+xxhash==3.5.0
+termcolor==2.5.0
+importlib_resources==6.4.5
+lilcom==1.8.1
+llamafactory==0.9.2.dev0
+lhotse==1.31.0
+kiwisolver==1.4.7
+watchfiles==1.0.3
+marshmallow==3.23.1
+overrides==7.7.0
+langchain-text-splitters==0.3.6
+lxml==5.3.0
+blinker==1.8.2
+whisper==1.1.10
+triton==3.1.0
+python-multipart==0.0.12
+isodate==0.7.2
+wandb==0.19.8
+nvidia-ml-py==12.560.30
+h11==0.14.0
+zipp==3.20.2
+transformers==4.45.0
+websocket-client==1.8.0
+opentelemetry-instrumentation==0.50b0
+pydantic==2.9.2
+latex2mathml==3.77.0
+numpy-rms==0.4.2
+opentelemetry-exporter-otlp-proto-grpc==1.29.0
+humanfriendly==10.0
+decorator==5.1.1
+fonttools==4.54.1
+fire==0.7.0
+ninja==1.11.1.1
+shortuuid==1.0.13
+tiktoken==0.8.0
+aliyun-python-sdk-kms==2.16.5
+einops==0.8.0
+threadpoolctl==3.5.0
+docker-pycreds==0.4.0
+Flask==3.0.3
+opentelemetry-sdk==1.29.0
+opentelemetry-exporter-otlp-proto-common==1.29.0
+pylatexenc==2.10
+orjson==3.10.10
+durationpy==0.9
+addict==2.4.0
+py-cpuinfo==9.0.0
+contourpy==1.3.0
+crcmod==1.7
+pydantic-settings==2.6.1
+pyproject_hooks==1.2.0
+future==1.0.0
+jsonschema-specifications==2024.10.1
+coloredlogs==15.0.1
+timm==0.6.13
+deepspeed==0.14.5
+referencing==0.35.1
+binpacking==1.5.2
+peft==0.12.0
+language-tags==1.2.0
+speechtokenizer==1.0.1
+shellingham==1.5.4
+primp==0.12.1
+tavily-python==0.5.1
+uvicorn==0.32.0
+opentelemetry-proto==1.29.0
+typing-inspect==0.9.0
+backoff==2.2.1
+sortedcontainers==2.4.0
+gitdb==4.0.12
+aiofiles==23.2.1
+jsonschema==4.23.0
+svgwrite==1.4.3
+protobuf==5.29.1
+starlette==0.38.6
+transformers-stream-generator==0.0.5
+sentry-sdk==2.22.0
+toolz==1.0.0
+einops-exts==0.0.4
+WhisperSpeech==0.8
+hydra-core==1.3.2
+portalocker==2.10.1
+jieba==0.42.1
+pandas==2.2.3
+requests==2.32.3
+flash-attn==2.6.3
+msgpack==1.1.0
+chroma-hnswlib==0.7.6
+librosa==0.10.2.post1
+sniffio==1.3.1
+smmap==5.0.2
+opentelemetry-api==1.29.0
+websockets==14.2
+kubernetes==31.0.0
+audioread==3.0.1
+docstring_parser==0.16
+scipy==1.12.0
+aliyun-python-sdk-core==2.16.0
+accelerate==1.0.0
+dill==0.3.8
+llama-omni==1.0.0
+mdurl==0.1.2
+chromadb==0.5.23
+oss2==2.19.0
+rdflib==7.1.1
+bibtexparser==2.0.0b8
+rpds-py==0.22.3
+soundfile==0.12.1
+langdetect==1.0.9
+duckdb==1.2.0
+numpy==1.26.3
+dataclasses-json==0.6.7
+tokenizers==0.20.3
+cpm-kernels==1.0.11
+einx==0.3.0
+langchain-core==0.3.34
+clldutils==3.24.0
+openai-whisper==20240930
+setuptools==69.5.1
+requests-oauthlib==2.0.0
+langchain-community==0.3.17
+langsmith==0.2.3
+colorama==0.4.6
+omegaconf==2.3.0
+asgiref==3.8.1
+pydantic_core==2.23.4
+ffmpy==0.4.0
+multiprocess==0.70.16
+mmh3==5.0.1
+babel==2.16.0
+phonemizer==3.3.0
+pycryptodome==3.21.0
+gradio==4.44.1
+google-genai==1.5.0
+tzdata==2024.2
+llvmlite==0.43.0
+cachetools==5.5.0
+seaborn==0.13.2
+httptools==0.6.4
+GitPython==3.1.44
+markdown-it-py==3.0.0
+beartype==0.20.2
+whisper_normalizer==0.0.10
+dlinfo==1.2.1
+vocos==0.1.0
+itsdangerous==2.2.0
+bitarray==3.0.0
+opentelemetry-instrumentation-fastapi==0.50b0
+setproctitle==1.3.5
+cycler==0.12.1
+vector-quantize-pytorch==1.18.5
+jmespath==0.10.0
+mypy-extensions==1.0.0
+flatbuffers==24.3.25
+scikit-learn==1.5.2
+pytz==2024.2
+pyparsing==3.2.0
+posthog==3.7.4
+rouge==1.0.1
+semantic-version==2.10.0
+httpcore==1.0.6
+soxr==0.5.0.post1
+importlib_metadata==8.5.0
+audiomentations==0.36.1
+shtab==1.7.1
+Unidecode==1.3.8
+click==8.1.8
+tensorboardX==2.6.2.2
+greenlet==3.1.1
+nltk==3.9.1
+gradio_client==1.3.0
+datasets==2.21.0
+attrdict==2.0.1
+llamafactory==0.9.2.dev0
+ms-swift==2.6.0.dev0
+Brotli==1.0.9
+Cython==3.0.10
+HyperPyYAML==1.2.2
+Markdown==3.6
+MarkupSafe==2.1.3
+PySocks==1.7.1
+PyYAML==6.0.1
+absl-py==2.1.0
+aiohttp==3.9.5
+aiosignal==1.3.1
+anaconda-anon-usage==0.4.4
+archspec==0.2.3
+attrs==23.2.0
+boltons==23.0.0
+certifi==2024.6.2
+cffi==1.16.0
+charset-normalizer==2.0.4
+click==8.1.7
+conda==24.5.0
+conda-content-trust==0.2.0
+conda-libmamba-solver==24.1.0
+conda-package-handling==2.2.0
+conda_package_streaming==0.9.0
+cryptography==42.0.5
+distro==1.9.0
+filelock==3.13.1
+frozendict==2.4.2
+frozenlist==1.4.1
+fsspec==2024.6.0
+grpcio==1.64.1
+huggingface-hub==0.23.3
+idna==3.7
+Jinja2==3.1.4
+jiwer==3.0.4
+jsonargparse==4.29.0
+jsonpatch==1.33
+jsonpointer==2.1
+kaldialign==0.9.1
+libmambapy==1.5.8
+lightning==2.2.5
+lightning-utilities==0.11.2
+llvmlite==0.42.0
+menuinst==2.0.2
+mkl-fft==1.3.8
+mkl-random==1.2.4
+mkl-service==2.4.0
+mpmath==1.3.0
+multidict==6.0.5
+networkx==3.2.1
+numba==0.59.1
+numpy==1.26.4
+packaging==23.2
+pillow==10.3.0
+pip==24.0
+platformdirs==3.10.0
+pluggy==1.0.0
+protobuf==4.25.3
+pycosat==0.6.6
+pycparser==2.21
+pytorch-lightning==2.2.5
+rapidfuzz==3.9.3
+regex==2024.5.15
+requests==2.31.0
+ruamel.yaml==0.18.6
+ruamel.yaml.clib==0.2.8
+safetensors==0.4.3
+scipy==1.13.1
+sentencepiece==0.2.0
+setuptools==69.5.1
+six==1.16.0
+sympy==1.12
+tensorboard==2.17.0
+tensorboard-data-server==0.7.2
+tokenizers==0.19.1
+torch==2.2.1
+torch-complex==0.4.3
+torchaudio==2.2.1
+torchmetrics==1.4.0.post0
+torchvision==0.17.1
+tqdm==4.66.2
+transformers==4.41.2
+truststore==0.8.0
+typeguard==2.13.3
+typing_extensions==4.11.0
+urllib3==2.1.0
+Werkzeug==3.0.3
+wheel==0.43.0
+yarl==1.9.4
+zstandard==0.22.0
+warprnnt_pytorch==0.1

scripts/wandb/run-20250409_170558-4nzlwtok/files/wandb-metadata.json

@@ -0,0 +1,171 @@
+{
+  "os": "Linux-5.15.0-1029-nvidia-x86_64-with-glibc2.31",
+  "python": "CPython 3.12.3",
+  "startedAt": "2025-04-09T10:05:58.265450Z",
+  "args": [
+    "--local_rank=0",
+    "--deepspeed",
+    "zero2.json",
+    "--model_name_or_path",
+    "/data1/speech/anhnmt2/Speech2Speech/LLaMA-Omni/models/llm/Qwen2.5-7B-Instruct",
+    "--pretrained_llm_path",
+    "/data1/speech/anhnmt2/cuongnm/EOT/Qwen2.5-0.5B-Instruct",
+    "--tokenizer_path",
+    "/data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/omni_speech/model/minicpmo/MiniCPM-o-2_6",
+    "--cache_dir",
+    "../output/cached_sft_20252502",
+    "--audio_encoder_path",
+    "/data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/omni_speech/model/minicpmo/MiniCPM-o-2_6",
+    "--llm_type",
+    "qwen",
+    "--data_path",
+    "/data1/speech/anhnmt2/cuongnm/datasets/asr/train_asr_mixed_balanced_1M5_train.json",
+    "--eval_data_path",
+    "/data1/speech/anhnmt2/cuongnm/datasets/asr/train_asr_mixed_balanced_1M5_dev.json",
+    "--config_path",
+    "minicpmp_config.json",
+    "--remove_unused_columns",
+    "false",
+    "--prediction_loss_only",
+    "false",
+    "--bf16",
+    "true",
+    "--do_train",
+    "--do_eval",
+    "--tune_speech",
+    "false",
+    "--tune_llm",
+    "true",
+    "--model_max_length",
+    "2048",
+    "--eval_steps",
+    "5000",
+    "--output_dir",
+    "../checkpoints/minicpmo_whisper-medium_Qwen2.5-0.5B_pretrained-asr",
+    "--num_train_epochs",
+    "1",
+    "--logging_strategy",
+    "steps",
+    "--per_device_train_batch_size",
+    "1",
+    "--per_device_eval_batch_size",
+    "1",
+    "--gradient_accumulation_steps",
+    "4",
+    "--evaluation_strategy",
+    "steps",
+    "--save_strategy",
+    "no",
+    "--save_steps",
+    "5000",
+    "--save_total_limit",
+    "1",
+    "--learning_rate",
+    "2e-4",
+    "--weight_decay",
+    "0.",
+    "--warmup_ratio",
+    "0.03",
+    "--lr_scheduler_type",
+    "cosine",
+    "--logging_steps",
+    "50",
+    "--tf32",
+    "true",
+    "--gradient_checkpointing",
+    "true"
+  ],
+  "program": "/data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/scripts/../omni_speech/train/train_minicpmo_test.py",
+  "codePath": "omni_speech/train/train_minicpmo_test.py",
+  "git": {
+    "remote": "https://bitbucket.org/vinbdi-slp/half-streaming-speech-nlp.git",
+    "commit": "3876ef3c080c3ca44ad5ea0bd316241f0323ada6"
+  },
+  "email": "cuong220103@gmail.com",
+  "root": "/data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/scripts",
+  "host": "dgx-a100-5",
+  "executable": "/opt/conda/bin/python3",
+  "cpu_count": 128,
+  "cpu_count_logical": 256,
+  "gpu": "NVIDIA A100-SXM4-40GB",
+  "gpu_count": 1,
+  "disk": {
+    "/": {
+      "total": "1900954378240",
+      "used": "289454796800"
+    }
+  },
+  "memory": {
+    "total": "1081975545856"
+  },
+  "cpu": {
+    "count": 128,
+    "countLogical": 256
+  },
+  "gpu_nvidia": [
+    {
+      "name": "NVIDIA A100-SXM4-40GB",
+      "memoryTotal": "42949672960",
+      "cudaCores": 6912,
+      "architecture": "Ampere"
+    }
+  ],
+  "slurm": {
+    "cluster_name": "slurm",
+    "conf": "/cm/shared/apps/slurm/var/etc/slurm/slurm.conf",
+    "cpus_on_node": "24",
+    "cpus_per_task": "24",
+    "gpus_on_node": "1",
+    "gpus_per_node": "1",
+    "gtids": "0",
+    "job_cpus_per_node": "24",
+    "job_end_time": "1775042326",
+    "job_gid": "1400",
+    "job_group": "speech",
+    "job_id": "5154",
+    "job_name": "bash",
+    "job_nodelist": "dgx-a100-5",
+    "job_num_nodes": "1",
+    "job_partition": "defq",
+    "job_qos": "normal",
+    "job_start_time": "1743506326",
+    "job_uid": "1407",
+    "job_user": "anhnmt2",
+    "jobid": "5154",
+    "launch_node_ipaddr": "192.168.100.102",
+    "localid": "0",
+    "mpi_type": "pmix",
+    "nnodes": "1",
+    "nodeid": "0",
+    "nodelist": "dgx-a100-5",
+    "nprocs": "1",
+    "ntasks": "1",
+    "ntasks_per_node": "1",
+    "pmix_mapping_serv": "(vector,(0,1,1))",
+    "pmixp_abort_agent_port": "37119",
+    "prio_process": "0",
+    "procid": "0",
+    "pty_port": "45373",
+    "pty_win_col": "137",
+    "pty_win_row": "10",
+    "srun_comm_host": "192.168.100.102",
+    "srun_comm_port": "43475",
+    "step_gpus": "4",
+    "step_id": "0",
+    "step_launcher_port": "43475",
+    "step_nodelist": "dgx-a100-5",
+    "step_num_nodes": "1",
+    "step_num_tasks": "1",
+    "step_tasks_per_node": "1",
+    "stepid": "0",
+    "submit_dir": "/data1/speech/anhnmt2/ASR/speechgpt/slurm/submit",
+    "submit_host": "login-1",
+    "task_pid": "268175",
+    "tasks_per_node": "1",
+    "topology_addr": "dgx-a100-5",
+    "topology_addr_pattern": "node",
+    "umask": "0022",
+    "working_cluster": "slurm:bcm10-headnode:6817:9984:109"
+  },
+  "cudaVersion": "12.2"
+}

scripts/wandb/run-20250409_170558-4nzlwtok/logs/debug-core.log

@@ -0,0 +1,7 @@
+{"time":"2025-04-09T17:05:57.488428591+07:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmp676v0mkk/port-473583.txt","pid":473583,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false}
+{"time":"2025-04-09T17:05:57.48886796+07:00","level":"INFO","msg":"Will exit if parent process dies.","ppid":473583}
+{"time":"2025-04-09T17:05:57.488860656+07:00","level":"INFO","msg":"server is running","addr":{"IP":"127.0.0.1","Port":32843,"Zone":""}}
+{"time":"2025-04-09T17:05:57.674912787+07:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"127.0.0.1:34038"}
+{"time":"2025-04-09T17:05:58.266836019+07:00","level":"INFO","msg":"handleInformInit: received","streamId":"4nzlwtok","id":"127.0.0.1:34038"}
+{"time":"2025-04-09T17:05:58.383706624+07:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"4nzlwtok","id":"127.0.0.1:34038"}
+{"time":"2025-04-09T17:10:12.077758028+07:00","level":"INFO","msg":"received shutdown signal","signal":15}

scripts/wandb/run-20250409_170558-4nzlwtok/logs/debug-internal.log

@@ -0,0 +1,7 @@
+{"time":"2025-04-09T17:05:58.269592103+07:00","level":"INFO","msg":"stream: starting","core version":"0.19.8","symlink path":"/data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/scripts/wandb/run-20250409_170558-4nzlwtok/logs/debug-core.log"}
+{"time":"2025-04-09T17:05:58.38366734+07:00","level":"INFO","msg":"created new stream","id":"4nzlwtok"}
+{"time":"2025-04-09T17:05:58.383701725+07:00","level":"INFO","msg":"stream: started","id":"4nzlwtok"}
+{"time":"2025-04-09T17:05:58.383721733+07:00","level":"INFO","msg":"writer: Do: started","stream_id":"4nzlwtok"}
+{"time":"2025-04-09T17:05:58.383724578+07:00","level":"INFO","msg":"handler: started","stream_id":"4nzlwtok"}
+{"time":"2025-04-09T17:05:58.38373611+07:00","level":"INFO","msg":"sender: started","stream_id":"4nzlwtok"}
+{"time":"2025-04-09T17:05:58.793943681+07:00","level":"INFO","msg":"Starting system monitor"}

scripts/wandb/run-20250409_170558-4nzlwtok/logs/debug.log

@@ -0,0 +1,25 @@
+2025-04-09 17:05:58,261 INFO    MainThread:473583 [wandb_setup.py:_flush():67] Current SDK version is 0.19.8
+2025-04-09 17:05:58,261 INFO    MainThread:473583 [wandb_setup.py:_flush():67] Configure stats pid to 473583
+2025-04-09 17:05:58,261 INFO    MainThread:473583 [wandb_setup.py:_flush():67] Loading settings from /home/anhnmt2/.config/wandb/settings
+2025-04-09 17:05:58,262 INFO    MainThread:473583 [wandb_setup.py:_flush():67] Loading settings from /data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/scripts/wandb/settings
+2025-04-09 17:05:58,262 INFO    MainThread:473583 [wandb_setup.py:_flush():67] Loading settings from environment variables
+2025-04-09 17:05:58,262 INFO    MainThread:473583 [wandb_init.py:setup_run_log_directory():647] Logging user logs to /data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/scripts/wandb/run-20250409_170558-4nzlwtok/logs/debug.log
+2025-04-09 17:05:58,262 INFO    MainThread:473583 [wandb_init.py:setup_run_log_directory():648] Logging internal logs to /data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/scripts/wandb/run-20250409_170558-4nzlwtok/logs/debug-internal.log
+2025-04-09 17:05:58,262 INFO    MainThread:473583 [wandb_init.py:init():761] calling init triggers
+2025-04-09 17:05:58,262 INFO    MainThread:473583 [wandb_init.py:init():766] wandb.init called with sweep_config: {}
+config: {'_wandb': {}}
+2025-04-09 17:05:58,262 INFO    MainThread:473583 [wandb_init.py:init():784] starting backend
+2025-04-09 17:05:58,262 INFO    MainThread:473583 [wandb_init.py:init():788] sending inform_init request
+2025-04-09 17:05:58,265 INFO    MainThread:473583 [backend.py:_multiprocessing_setup():101] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2025-04-09 17:05:58,265 INFO    MainThread:473583 [wandb_init.py:init():798] backend started and connected
+2025-04-09 17:05:58,266 INFO    MainThread:473583 [wandb_init.py:init():891] updated telemetry
+2025-04-09 17:05:58,275 INFO    MainThread:473583 [wandb_init.py:init():915] communicating run to backend with 90.0 second timeout
+2025-04-09 17:05:58,790 INFO    MainThread:473583 [wandb_init.py:init():990] starting run threads in backend
+2025-04-09 17:05:59,104 INFO    MainThread:473583 [wandb_run.py:_console_start():2375] atexit reg
+2025-04-09 17:05:59,104 INFO    MainThread:473583 [wandb_run.py:_redirect():2227] redirect: wrap_raw
+2025-04-09 17:05:59,104 INFO    MainThread:473583 [wandb_run.py:_redirect():2292] Wrapping output streams.
+2025-04-09 17:05:59,104 INFO    MainThread:473583 [wandb_run.py:_redirect():2315] Redirects installed.
+2025-04-09 17:05:59,107 INFO    MainThread:473583 [wandb_init.py:init():1032] run started, returning control to user process
+2025-04-09 17:05:59,110 INFO    MainThread:473583 [wandb_run.py:_config_callback():1261] config_cb None None {'use_cache': False, 'query_num': 64, 'image_size': 448, 'drop_vision_last_layer': False, 'batch_vision_input': True, 'use_image_id': True, 'vision_batch_size': 16, 'audio_pool_step': 2, 'audio_chunk_length': 1.0, 'stream_input': False, 'init_vision': False, 'init_audio': True, 'init_tts': False, 'processor_path': '/data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/omni_speech/model/minicpmo/MiniCPM-o-2_6', 'pretrained_encoder_path': '/data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/omni_speech/model/minicpmo/MiniCPM-o-2_6', 'pretrained_llm_path': '/data1/speech/anhnmt2/cuongnm/EOT/Qwen2.5-0.5B-Instruct', 'chunk_input': True, 'slice_config': {'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': None, 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': True, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 20, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, 'architectures': None, 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': None, 'pad_token_id': None, 'eos_token_id': None, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': '', 'model_type': 'minicpmv', 'patch_size': 14, 'max_slice_nums': 9, 'scale_resolution': 448}, 'slice_mode': True, 'vision_config': {'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': None, 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': True, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 20, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, 'architectures': None, 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': None, 'pad_token_id': None, 'eos_token_id': None, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': '', 'model_type': 'siglip_vision_model', 'hidden_size': 1152, 'intermediate_size': 4304, 'num_hidden_layers': 27, 'num_attention_heads': 16, 'num_channels': 3, 'patch_size': 14, 'image_size': 980, 'attention_dropout': 0.0, 'layer_norm_eps': 1e-06, 'hidden_act': 'gelu_pytorch_tanh'}, 'audio_config': {'vocab_size': 51865, 'num_mel_bins': 80, 'd_model': 1024, 'encoder_layers': 24, 'encoder_attention_heads': 16, 'decoder_layers': 24, 'decoder_attention_heads': 16, 'decoder_ffn_dim': 4096, 'encoder_ffn_dim': 4096, 'dropout': 0.0, 'attention_dropout': 0.0, 'activation_dropout': 0.0, 'activation_function': 'gelu', 'init_std': 0.02, 'encoder_layerdrop': 0.0, 'decoder_layerdrop': 0.0, 'use_cache': True, 'num_hidden_layers': 24, 'scale_embedding': False, 'max_source_positions': 1500, 'max_target_positions': 448, 'classifier_proj_size': 256, 'use_weighted_layer_sum': False, 'apply_spec_augment': False, 'mask_time_prob': 0.05, 'mask_time_length': 10, 'mask_time_min_masks': 2, 'mask_feature_prob': 0.0, 'mask_feature_length': 10, 'mask_feature_min_masks': 0, 'median_filter_width': 7, 'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': 'float32', 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': True, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': True, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 448, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': [1, 2, 7, 8, 9, 10, 14, 25, 26, 27, 28, 29, 31, 58, 59, 60, 61, 62, 63, 90, 91, 92, 93, 359, 503, 522, 542, 873, 893, 902, 918, 922, 931, 1350, 1853, 1982, 2460, 2627, 3246, 3253, 3268, 3536, 3846, 3961, 4183, 4667, 6585, 6647, 7273, 9061, 9383, 10428, 10929, 11938, 12033, 12331, 12562, 13793, 14157, 14635, 15265, 15618, 16553, 16604, 18362, 18956, 20075, 21675, 22520, 26130, 26161, 26435, 28279, 29464, 31650, 32302, 32470, 36865, 42863, 47425, 49870, 50254, 50258, 50358, 50359, 50360, 50361, 50362], 'begin_suppress_tokens': [220, 50257], 'architectures': ['MiniCPMWhisperEncoder'], 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': 50257, 'pad_token_id': 50257, 'eos_token_id': 50257, 'sep_token_id': None, 'decoder_start_token_id': 50258, 'task_specific_params': None, 'problem_type': None, '_name_or_path': 'openai/whisper-medium', 'forced_decoder_ids': [[1, 50259], [2, 50359], [3, 50363]], 'model_type': 'whisper'}, 'tts_config': {'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': None, 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': True, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 20, 'min_length': 0, 'do_sample': True, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 20, 'top_p': 0.7, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, 'architectures': None, 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': None, 'pad_token_id': None, 'eos_token_id': None, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': '', 'model_type': 'conditional_chattts', 'llm_dim': 3584, 'hidden_size': 768, 'intermediate_size': 3072, 'num_attention_heads': 12, 'num_hidden_layers': 20, 'max_position_embeddings': 4096, 'num_audio_tokens': 626, 'num_text_tokens': 21178, 'num_mel_bins': 100, 'num_vq': 4, 'use_speaker_embedding': True, 'use_llm_hidden_state': False, 'spk_emb_token_id': 21143, 'num_spk_embs': 1, 'audio_bos_token_id': 21132, 'text_eos_token_id': 21133, 'use_text': True, 'streaming': True, 'streaming_text_chunk_size': 10, 'streaming_text_reserved_len': 300, 'streaming_audio_chunk_size': 50, 'attn_implementation': 'sdpa', 'use_mlp': True, 'aug_loss_weight': True}, 'patch_size': 14, 'vocab_size': 152064, 'max_position_embeddings': 32768, 'hidden_size': 3584, 'intermediate_size': 18944, 'num_hidden_layers': 28, 'num_attention_heads': 28, 'use_sliding_window': False, 'sliding_window': None, 'max_window_layers': 28, 'num_key_value_heads': 4, 'hidden_act': 'silu', 'initializer_range': 0.02, 'rms_norm_eps': 1e-06, 'rope_theta': 1000000.0, 'rope_scaling': None, 'attention_dropout': 0.0, 'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': 'float32', 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': False, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 2048, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, 'architectures': ['Qwen2ForCausalLM'], 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': 151643, 'pad_token_id': None, 'eos_token_id': 151645, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': '/data1/speech/anhnmt2/Speech2Speech/LLaMA-Omni/models/llm/Qwen2.5-7B-Instruct', 'transformers_version': '4.45.0', 'model_type': 'minicpmo', 'output_dir': '../checkpoints/minicpmo_whisper-medium_Qwen2.5-0.5B_pretrained-asr', 'overwrite_output_dir': False, 'do_train': True, 'do_eval': True, 'do_predict': False, 'eval_strategy': 'steps', 'prediction_loss_only': False, 'per_device_train_batch_size': 1, 'per_device_eval_batch_size': 1, 'per_gpu_train_batch_size': None, 'per_gpu_eval_batch_size': None, 'gradient_accumulation_steps': 4, 'eval_accumulation_steps': None, 'eval_delay': 0, 'torch_empty_cache_steps': None, 'learning_rate': 0.0002, 'weight_decay': 0.0, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_epsilon': 1e-08, 'max_grad_norm': 1.0, 'num_train_epochs': 1.0, 'max_steps': -1, 'lr_scheduler_type': 'cosine', 'lr_scheduler_kwargs': {}, 'warmup_ratio': 0.03, 'warmup_steps': 0, 'log_level': 'passive', 'log_level_replica': 'warning', 'log_on_each_node': True, 'logging_dir': '../checkpoints/minicpmo_whisper-medium_Qwen2.5-0.5B_pretrained-asr/runs/Apr09_17-05-10_dgx-a100-5', 'logging_strategy': 'steps', 'logging_first_step': False, 'logging_steps': 50, 'logging_nan_inf_filter': True, 'save_strategy': 'no', 'save_steps': 5000.0, 'save_total_limit': 1, 'save_safetensors': True, 'save_on_each_node': False, 'save_only_model': False, 'restore_callback_states_from_checkpoint': False, 'no_cuda': False, 'use_cpu': False, 'use_mps_device': False, 'seed': 42, 'data_seed': None, 'jit_mode_eval': False, 'use_ipex': False, 'bf16': True, 'fp16': False, 'fp16_opt_level': 'O1', 'half_precision_backend': 'auto', 'bf16_full_eval': False, 'fp16_full_eval': False, 'tf32': True, 'local_rank': 0, 'ddp_backend': None, 'tpu_num_cores': None, 'tpu_metrics_debug': False, 'debug': [], 'dataloader_drop_last': False, 'eval_steps': 5000, 'dataloader_num_workers': 0, 'dataloader_prefetch_factor': None, 'past_index': -1, 'run_name': '../checkpoints/minicpmo_whisper-medium_Qwen2.5-0.5B_pretrained-asr', 'disable_tqdm': False, 'remove_unused_columns': False, 'label_names': None, 'load_best_model_at_end': False, 'metric_for_best_model': None, 'greater_is_better': None, 'ignore_data_skip': False, 'fsdp': [], 'fsdp_min_num_params': 0, 'fsdp_config': {'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}, 'fsdp_transformer_layer_cls_to_wrap': None, 'accelerator_config': {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True, 'non_blocking': False, 'gradient_accumulation_kwargs': None}, 'deepspeed': 'zero2.json', 'label_smoothing_factor': 0.0, 'optim': 'adamw_torch', 'optim_args': None, 'adafactor': False, 'group_by_length': False, 'length_column_name': 'length', 'report_to': ['tensorboard', 'wandb'], 'ddp_find_unused_parameters': None, 'ddp_bucket_cap_mb': None, 'ddp_broadcast_buffers': None, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': False, 'skip_memory_metrics': True, 'use_legacy_prediction_loop': False, 'push_to_hub': False, 'resume_from_checkpoint': None, 'hub_model_id': None, 'hub_strategy': 'every_save', 'hub_token': '<HUB_TOKEN>', 'hub_private_repo': False, 'hub_always_push': False, 'gradient_checkpointing': True, 'gradient_checkpointing_kwargs': {'use_reentrant': False}, 'include_inputs_for_metrics': False, 'eval_do_concat_batches': True, 'fp16_backend': 'auto', 'evaluation_strategy': 'steps', 'push_to_hub_model_id': None, 'push_to_hub_organization': None, 'push_to_hub_token': '<PUSH_TO_HUB_TOKEN>', 'mp_parameters': '', 'auto_find_batch_size': False, 'full_determinism': False, 'torchdynamo': None, 'ray_scope': 'last', 'ddp_timeout': 1800, 'torch_compile': False, 'torch_compile_backend': None, 'torch_compile_mode': None, 'dispatch_batches': None, 'split_batches': None, 'include_tokens_per_second': False, 'include_num_input_tokens_seen': False, 'neftune_noise_alpha': None, 'optim_target_modules': None, 'batch_eval_metrics': False, 'eval_on_start': False, 'use_liger_kernel': False, 'eval_use_gather_object': False, 'cache_dir': '../output/cached_sft_20252502', 'model_max_length': 2048, 'tune_vision': True, 'tune_speech': False, 'tune_llm': True, 'llm_type': 'qwen', 'use_lora': False, 'max_slice_nums': 9, 'config_path': 'minicpmp_config.json', 'init_speech': True}
+2025-04-09 17:05:59,113 INFO    MainThread:473583 [wandb_config.py:__setitem__():154] config set model/num_parameters = 802971264 - <bound method Run._config_callback of <wandb.sdk.wandb_run.Run object at 0x1553d030e1b0>>
+2025-04-09 17:05:59,113 INFO    MainThread:473583 [wandb_run.py:_config_callback():1261] config_cb model/num_parameters 802971264 None

scripts/wandb/run-20250409_171121-kwr1aibg/files/config.yaml

@@ -0,0 +1,936 @@
+_name_or_path:
+    value: /data1/speech/anhnmt2/Speech2Speech/LLaMA-Omni/models/llm/Qwen2.5-7B-Instruct
+_wandb:
+    value:
+        cli_version: 0.19.8
+        m:
+            - "1": train/global_step
+              "6":
+                - 3
+              "7": []
+        python_version: 3.12.3
+        t:
+            "1":
+                - 1
+                - 5
+                - 11
+                - 41
+                - 49
+                - 50
+                - 51
+                - 53
+                - 55
+                - 64
+                - 71
+                - 98
+                - 105
+            "2":
+                - 1
+                - 5
+                - 11
+                - 41
+                - 49
+                - 50
+                - 51
+                - 53
+                - 55
+                - 64
+                - 71
+                - 98
+                - 105
+            "3":
+                - 7
+                - 13
+                - 19
+                - 23
+                - 55
+                - 66
+            "4": 3.12.3
+            "5": 0.19.8
+            "6": 4.45.0
+            "8":
+                - 5
+            "9":
+                "1": transformers_trainer
+            "12": 0.19.8
+            "13": linux-x86_64
+accelerator_config:
+    value:
+        dispatch_batches: null
+        even_batches: true
+        gradient_accumulation_kwargs: null
+        non_blocking: false
+        split_batches: false
+        use_seedable_sampler: true
+adafactor:
+    value: false
+adam_beta1:
+    value: 0.9
+adam_beta2:
+    value: 0.999
+adam_epsilon:
+    value: 1e-08
+add_cross_attention:
+    value: false
+architectures:
+    value:
+        - Qwen2ForCausalLM
+attention_dropout:
+    value: 0
+audio_chunk_length:
+    value: 1
+audio_config:
+    value:
+        _name_or_path: openai/whisper-medium
+        activation_dropout: 0
+        activation_function: gelu
+        add_cross_attention: false
+        apply_spec_augment: false
+        architectures:
+            - MiniCPMWhisperEncoder
+        attention_dropout: 0
+        bad_words_ids: null
+        begin_suppress_tokens:
+            - 220
+            - 50257
+        bos_token_id: 50257
+        chunk_size_feed_forward: 0
+        classifier_proj_size: 256
+        cross_attention_hidden_size: null
+        d_model: 1024
+        decoder_attention_heads: 16
+        decoder_ffn_dim: 4096
+        decoder_layerdrop: 0
+        decoder_layers: 24
+        decoder_start_token_id: 50258
+        diversity_penalty: 0
+        do_sample: false
+        dropout: 0
+        early_stopping: false
+        encoder_attention_heads: 16
+        encoder_ffn_dim: 4096
+        encoder_layerdrop: 0
+        encoder_layers: 24
+        encoder_no_repeat_ngram_size: 0
+        eos_token_id: 50257
+        exponential_decay_length_penalty: null
+        finetuning_task: null
+        forced_bos_token_id: null
+        forced_decoder_ids:
+            - - 1
+              - 50259
+            - - 2
+              - 50359
+            - - 3
+              - 50363
+        forced_eos_token_id: null
+        id2label:
+            "0": LABEL_0
+            "1": LABEL_1
+        init_std: 0.02
+        is_decoder: false
+        is_encoder_decoder: true
+        label2id:
+            LABEL_0: 0
+            LABEL_1: 1
+        length_penalty: 1
+        mask_feature_length: 10
+        mask_feature_min_masks: 0
+        mask_feature_prob: 0
+        mask_time_length: 10
+        mask_time_min_masks: 2
+        mask_time_prob: 0.05
+        max_length: 448
+        max_source_positions: 1500
+        max_target_positions: 448
+        median_filter_width: 7
+        min_length: 0
+        model_type: whisper
+        no_repeat_ngram_size: 0
+        num_beam_groups: 1
+        num_beams: 1
+        num_hidden_layers: 24
+        num_mel_bins: 80
+        num_return_sequences: 1
+        output_attentions: false
+        output_hidden_states: false
+        output_scores: false
+        pad_token_id: 50257
+        prefix: null
+        problem_type: null
+        remove_invalid_values: false
+        repetition_penalty: 1
+        return_dict: true
+        return_dict_in_generate: false
+        scale_embedding: false
+        sep_token_id: null
+        suppress_tokens:
+            - 1
+            - 2
+            - 7
+            - 8
+            - 9
+            - 10
+            - 14
+            - 25
+            - 26
+            - 27
+            - 28
+            - 29
+            - 31
+            - 58
+            - 59
+            - 60
+            - 61
+            - 62
+            - 63
+            - 90
+            - 91
+            - 92
+            - 93
+            - 359
+            - 503
+            - 522
+            - 542
+            - 873
+            - 893
+            - 902
+            - 918
+            - 922
+            - 931
+            - 1350
+            - 1853
+            - 1982
+            - 2460
+            - 2627
+            - 3246
+            - 3253
+            - 3268
+            - 3536
+            - 3846
+            - 3961
+            - 4183
+            - 4667
+            - 6585
+            - 6647
+            - 7273
+            - 9061
+            - 9383
+            - 10428
+            - 10929
+            - 11938
+            - 12033
+            - 12331
+            - 12562
+            - 13793
+            - 14157
+            - 14635
+            - 15265
+            - 15618
+            - 16553
+            - 16604
+            - 18362
+            - 18956
+            - 20075
+            - 21675
+            - 22520
+            - 26130
+            - 26161
+            - 26435
+            - 28279
+            - 29464
+            - 31650
+            - 32302
+            - 32470
+            - 36865
+            - 42863
+            - 47425
+            - 49870
+            - 50254
+            - 50258
+            - 50358
+            - 50359
+            - 50360
+            - 50361
+            - 50362
+        task_specific_params: null
+        temperature: 1
+        tf_legacy_loss: false
+        tie_encoder_decoder: false
+        tie_word_embeddings: true
+        tokenizer_class: null
+        top_k: 50
+        top_p: 1
+        torch_dtype: float32
+        torchscript: false
+        typical_p: 1
+        use_bfloat16: false
+        use_cache: true
+        use_weighted_layer_sum: false
+        vocab_size: 51865
+audio_pool_step:
+    value: 2
+auto_find_batch_size:
+    value: false
+bad_words_ids:
+    value: null
+batch_eval_metrics:
+    value: false
+batch_vision_input:
+    value: true
+begin_suppress_tokens:
+    value: null
+bf16:
+    value: true
+bf16_full_eval:
+    value: false
+bos_token_id:
+    value: 151643
+cache_dir:
+    value: ../output/cached_sft_20252502
+chunk_input:
+    value: true
+chunk_size_feed_forward:
+    value: 0
+config_path:
+    value: minicpmp_config.json
+cross_attention_hidden_size:
+    value: null
+data_seed:
+    value: null
+dataloader_drop_last:
+    value: false
+dataloader_num_workers:
+    value: 0
+dataloader_persistent_workers:
+    value: false
+dataloader_pin_memory:
+    value: true
+dataloader_prefetch_factor:
+    value: null
+ddp_backend:
+    value: null
+ddp_broadcast_buffers:
+    value: null
+ddp_bucket_cap_mb:
+    value: null
+ddp_find_unused_parameters:
+    value: null
+ddp_timeout:
+    value: 1800
+debug:
+    value: []
+decoder_start_token_id:
+    value: null
+deepspeed:
+    value: zero2.json
+disable_tqdm:
+    value: false
+dispatch_batches:
+    value: null
+diversity_penalty:
+    value: 0
+do_eval:
+    value: true
+do_predict:
+    value: false
+do_sample:
+    value: false
+do_train:
+    value: true
+drop_vision_last_layer:
+    value: false
+early_stopping:
+    value: false
+encoder_no_repeat_ngram_size:
+    value: 0
+eos_token_id:
+    value: 151645
+eval_accumulation_steps:
+    value: null
+eval_delay:
+    value: 0
+eval_do_concat_batches:
+    value: true
+eval_on_start:
+    value: false
+eval_steps:
+    value: 5000
+eval_strategy:
+    value: steps
+eval_use_gather_object:
+    value: false
+evaluation_strategy:
+    value: steps
+exponential_decay_length_penalty:
+    value: null
+finetuning_task:
+    value: null
+forced_bos_token_id:
+    value: null
+forced_eos_token_id:
+    value: null
+fp16:
+    value: false
+fp16_backend:
+    value: auto
+fp16_full_eval:
+    value: false
+fp16_opt_level:
+    value: O1
+fsdp:
+    value: []
+fsdp_config:
+    value:
+        min_num_params: 0
+        xla: false
+        xla_fsdp_grad_ckpt: false
+        xla_fsdp_v2: false
+fsdp_min_num_params:
+    value: 0
+fsdp_transformer_layer_cls_to_wrap:
+    value: null
+full_determinism:
+    value: false
+gradient_accumulation_steps:
+    value: 4
+gradient_checkpointing:
+    value: true
+gradient_checkpointing_kwargs:
+    value:
+        use_reentrant: false
+greater_is_better:
+    value: null
+group_by_length:
+    value: false
+half_precision_backend:
+    value: auto
+hidden_act:
+    value: silu
+hidden_size:
+    value: 3584
+hub_always_push:
+    value: false
+hub_model_id:
+    value: null
+hub_private_repo:
+    value: false
+hub_strategy:
+    value: every_save
+hub_token:
+    value: <HUB_TOKEN>
+id2label:
+    value:
+        "0": LABEL_0
+        "1": LABEL_1
+ignore_data_skip:
+    value: false
+image_size:
+    value: 448
+include_inputs_for_metrics:
+    value: false
+include_num_input_tokens_seen:
+    value: false
+include_tokens_per_second:
+    value: false
+init_audio:
+    value: true
+init_speech:
+    value: true
+init_tts:
+    value: false
+init_vision:
+    value: false
+initializer_range:
+    value: 0.02
+intermediate_size:
+    value: 18944
+is_decoder:
+    value: false
+is_encoder_decoder:
+    value: false
+jit_mode_eval:
+    value: false
+label_names:
+    value: null
+label_smoothing_factor:
+    value: 0
+label2id:
+    value:
+        LABEL_0: 0
+        LABEL_1: 1
+learning_rate:
+    value: 0.0002
+length_column_name:
+    value: length
+length_penalty:
+    value: 1
+llm_type:
+    value: qwen
+load_best_model_at_end:
+    value: false
+local_rank:
+    value: 0
+log_level:
+    value: passive
+log_level_replica:
+    value: warning
+log_on_each_node:
+    value: true
+logging_dir:
+    value: ../checkpoints/minicpmo_whisper-medium_Qwen2.5-0.5B_pretrained-asr/runs/Apr09_17-10-46_dgx-a100-5
+logging_first_step:
+    value: false
+logging_nan_inf_filter:
+    value: true
+logging_steps:
+    value: 50
+logging_strategy:
+    value: steps
+lr_scheduler_type:
+    value: cosine
+max_grad_norm:
+    value: 1
+max_length:
+    value: 2048
+max_position_embeddings:
+    value: 32768
+max_slice_nums:
+    value: 9
+max_steps:
+    value: -1
+max_window_layers:
+    value: 28
+metric_for_best_model:
+    value: null
+min_length:
+    value: 0
+model/num_parameters:
+    value: 802971264
+model_max_length:
+    value: 2048
+model_type:
+    value: minicpmo
+mp_parameters:
+    value: ""
+neftune_noise_alpha:
+    value: null
+no_cuda:
+    value: false
+no_repeat_ngram_size:
+    value: 0
+num_attention_heads:
+    value: 28
+num_beam_groups:
+    value: 1
+num_beams:
+    value: 1
+num_hidden_layers:
+    value: 28
+num_key_value_heads:
+    value: 4
+num_return_sequences:
+    value: 1
+num_train_epochs:
+    value: 3
+optim:
+    value: adamw_torch
+optim_args:
+    value: null
+optim_target_modules:
+    value: null
+output_attentions:
+    value: false
+output_dir:
+    value: ../checkpoints/minicpmo_whisper-medium_Qwen2.5-0.5B_pretrained-asr
+output_hidden_states:
+    value: false
+output_scores:
+    value: false
+overwrite_output_dir:
+    value: false
+pad_token_id:
+    value: null
+past_index:
+    value: -1
+patch_size:
+    value: 14
+per_device_eval_batch_size:
+    value: 32
+per_device_train_batch_size:
+    value: 32
+per_gpu_eval_batch_size:
+    value: null
+per_gpu_train_batch_size:
+    value: null
+prediction_loss_only:
+    value: false
+prefix:
+    value: null
+pretrained_encoder_path:
+    value: /data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/omni_speech/model/minicpmo/MiniCPM-o-2_6
+pretrained_llm_path:
+    value: /data1/speech/anhnmt2/cuongnm/EOT/Qwen2.5-0.5B-Instruct
+problem_type:
+    value: null
+processor_path:
+    value: /data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/omni_speech/model/minicpmo/MiniCPM-o-2_6
+push_to_hub:
+    value: false
+push_to_hub_model_id:
+    value: null
+push_to_hub_organization:
+    value: null
+push_to_hub_token:
+    value: <PUSH_TO_HUB_TOKEN>
+query_num:
+    value: 64
+ray_scope:
+    value: last
+remove_invalid_values:
+    value: false
+remove_unused_columns:
+    value: false
+repetition_penalty:
+    value: 1
+report_to:
+    value:
+        - tensorboard
+        - wandb
+restore_callback_states_from_checkpoint:
+    value: false
+resume_from_checkpoint:
+    value: null
+return_dict:
+    value: true
+return_dict_in_generate:
+    value: false
+rms_norm_eps:
+    value: 1e-06
+rope_scaling:
+    value: null
+rope_theta:
+    value: 1e+06
+run_name:
+    value: ../checkpoints/minicpmo_whisper-medium_Qwen2.5-0.5B_pretrained-asr
+save_on_each_node:
+    value: false
+save_only_model:
+    value: false
+save_safetensors:
+    value: true
+save_steps:
+    value: 5000
+save_strategy:
+    value: "no"
+save_total_limit:
+    value: 1
+seed:
+    value: 42
+sep_token_id:
+    value: null
+skip_memory_metrics:
+    value: true
+slice_config:
+    value:
+        _name_or_path: ""
+        add_cross_attention: false
+        architectures: null
+        bad_words_ids: null
+        begin_suppress_tokens: null
+        bos_token_id: null
+        chunk_size_feed_forward: 0
+        cross_attention_hidden_size: null
+        decoder_start_token_id: null
+        diversity_penalty: 0
+        do_sample: false
+        early_stopping: false
+        encoder_no_repeat_ngram_size: 0
+        eos_token_id: null
+        exponential_decay_length_penalty: null
+        finetuning_task: null
+        forced_bos_token_id: null
+        forced_eos_token_id: null
+        id2label:
+            "0": LABEL_0
+            "1": LABEL_1
+        is_decoder: false
+        is_encoder_decoder: false
+        label2id:
+            LABEL_0: 0
+            LABEL_1: 1
+        length_penalty: 1
+        max_length: 20
+        max_slice_nums: 9
+        min_length: 0
+        model_type: minicpmv
+        no_repeat_ngram_size: 0
+        num_beam_groups: 1
+        num_beams: 1
+        num_return_sequences: 1
+        output_attentions: false
+        output_hidden_states: false
+        output_scores: false
+        pad_token_id: null
+        patch_size: 14
+        prefix: null
+        problem_type: null
+        remove_invalid_values: false
+        repetition_penalty: 1
+        return_dict: true
+        return_dict_in_generate: false
+        scale_resolution: 448
+        sep_token_id: null
+        suppress_tokens: null
+        task_specific_params: null
+        temperature: 1
+        tf_legacy_loss: false
+        tie_encoder_decoder: false
+        tie_word_embeddings: true
+        tokenizer_class: null
+        top_k: 50
+        top_p: 1
+        torch_dtype: null
+        torchscript: false
+        typical_p: 1
+        use_bfloat16: false
+slice_mode:
+    value: true
+sliding_window:
+    value: null
+split_batches:
+    value: null
+stream_input:
+    value: false
+suppress_tokens:
+    value: null
+task_specific_params:
+    value: null
+temperature:
+    value: 1
+tf_legacy_loss:
+    value: false
+tf32:
+    value: true
+tie_encoder_decoder:
+    value: false
+tie_word_embeddings:
+    value: false
+tokenizer_class:
+    value: null
+top_k:
+    value: 50
+top_p:
+    value: 1
+torch_compile:
+    value: false
+torch_compile_backend:
+    value: null
+torch_compile_mode:
+    value: null
+torch_dtype:
+    value: float32
+torch_empty_cache_steps:
+    value: null
+torchdynamo:
+    value: null
+torchscript:
+    value: false
+tpu_metrics_debug:
+    value: false
+tpu_num_cores:
+    value: null
+transformers_version:
+    value: 4.45.0
+tts_config:
+    value:
+        _name_or_path: ""
+        add_cross_attention: false
+        architectures: null
+        attn_implementation: sdpa
+        audio_bos_token_id: 21132
+        aug_loss_weight: true
+        bad_words_ids: null
+        begin_suppress_tokens: null
+        bos_token_id: null
+        chunk_size_feed_forward: 0
+        cross_attention_hidden_size: null
+        decoder_start_token_id: null
+        diversity_penalty: 0
+        do_sample: true
+        early_stopping: false
+        encoder_no_repeat_ngram_size: 0
+        eos_token_id: null
+        exponential_decay_length_penalty: null
+        finetuning_task: null
+        forced_bos_token_id: null
+        forced_eos_token_id: null
+        hidden_size: 768
+        id2label:
+            "0": LABEL_0
+            "1": LABEL_1
+        intermediate_size: 3072
+        is_decoder: false
+        is_encoder_decoder: false
+        label2id:
+            LABEL_0: 0
+            LABEL_1: 1
+        length_penalty: 1
+        llm_dim: 3584
+        max_length: 20
+        max_position_embeddings: 4096
+        min_length: 0
+        model_type: conditional_chattts
+        no_repeat_ngram_size: 0
+        num_attention_heads: 12
+        num_audio_tokens: 626
+        num_beam_groups: 1
+        num_beams: 1
+        num_hidden_layers: 20
+        num_mel_bins: 100
+        num_return_sequences: 1
+        num_spk_embs: 1
+        num_text_tokens: 21178
+        num_vq: 4
+        output_attentions: false
+        output_hidden_states: false
+        output_scores: false
+        pad_token_id: null
+        prefix: null
+        problem_type: null
+        remove_invalid_values: false
+        repetition_penalty: 1
+        return_dict: true
+        return_dict_in_generate: false
+        sep_token_id: null
+        spk_emb_token_id: 21143
+        streaming: true
+        streaming_audio_chunk_size: 50
+        streaming_text_chunk_size: 10
+        streaming_text_reserved_len: 300
+        suppress_tokens: null
+        task_specific_params: null
+        temperature: 1
+        text_eos_token_id: 21133
+        tf_legacy_loss: false
+        tie_encoder_decoder: false
+        tie_word_embeddings: true
+        tokenizer_class: null
+        top_k: 20
+        top_p: 0.7
+        torch_dtype: null
+        torchscript: false
+        typical_p: 1
+        use_bfloat16: false
+        use_llm_hidden_state: false
+        use_mlp: true
+        use_speaker_embedding: true
+        use_text: true
+tune_llm:
+    value: true
+tune_speech:
+    value: false
+tune_vision:
+    value: true
+typical_p:
+    value: 1
+use_bfloat16:
+    value: false
+use_cache:
+    value: false
+use_cpu:
+    value: false
+use_image_id:
+    value: true
+use_ipex:
+    value: false
+use_legacy_prediction_loop:
+    value: false
+use_liger_kernel:
+    value: false
+use_lora:
+    value: false
+use_mps_device:
+    value: false
+use_sliding_window:
+    value: false
+vision_batch_size:
+    value: 16
+vision_config:
+    value:
+        _name_or_path: ""
+        add_cross_attention: false
+        architectures: null
+        attention_dropout: 0
+        bad_words_ids: null
+        begin_suppress_tokens: null
+        bos_token_id: null
+        chunk_size_feed_forward: 0
+        cross_attention_hidden_size: null
+        decoder_start_token_id: null
+        diversity_penalty: 0
+        do_sample: false
+        early_stopping: false
+        encoder_no_repeat_ngram_size: 0
+        eos_token_id: null
+        exponential_decay_length_penalty: null
+        finetuning_task: null
+        forced_bos_token_id: null
+        forced_eos_token_id: null
+        hidden_act: gelu_pytorch_tanh
+        hidden_size: 1152
+        id2label:
+            "0": LABEL_0
+            "1": LABEL_1
+        image_size: 980
+        intermediate_size: 4304
+        is_decoder: false
+        is_encoder_decoder: false
+        label2id:
+            LABEL_0: 0
+            LABEL_1: 1
+        layer_norm_eps: 1e-06
+        length_penalty: 1
+        max_length: 20
+        min_length: 0
+        model_type: siglip_vision_model
+        no_repeat_ngram_size: 0
+        num_attention_heads: 16
+        num_beam_groups: 1
+        num_beams: 1
+        num_channels: 3
+        num_hidden_layers: 27
+        num_return_sequences: 1
+        output_attentions: false
+        output_hidden_states: false
+        output_scores: false
+        pad_token_id: null
+        patch_size: 14
+        prefix: null
+        problem_type: null
+        remove_invalid_values: false
+        repetition_penalty: 1
+        return_dict: true
+        return_dict_in_generate: false
+        sep_token_id: null
+        suppress_tokens: null
+        task_specific_params: null
+        temperature: 1
+        tf_legacy_loss: false
+        tie_encoder_decoder: false
+        tie_word_embeddings: true
+        tokenizer_class: null
+        top_k: 50
+        top_p: 1
+        torch_dtype: null
+        torchscript: false
+        typical_p: 1
+        use_bfloat16: false
+vocab_size:
+    value: 152064
+warmup_ratio:
+    value: 0.03
+warmup_steps:
+    value: 0
+weight_decay:
+    value: 0

scripts/wandb/run-20250409_171121-kwr1aibg/files/output.log

@@ -0,0 +1,593 @@
+  0%|                                                                                                                                                                                                                                                        | 0/28125 [00:00<?, ?it/s]DEBUG:numba.core.byteflow:bytecode dump:
+>          0	NOP(arg=None, lineno=1141)
+           2	RESUME(arg=0, lineno=1141)
+           4	LOAD_FAST(arg=0, lineno=1144)
+           6	LOAD_CONST(arg=1, lineno=1144)
+           8	BINARY_SUBSCR(arg=None, lineno=1144)
+          12	STORE_FAST(arg=3, lineno=1144)
+          14	LOAD_FAST(arg=1, lineno=1145)
+          16	UNARY_NEGATIVE(arg=None, lineno=1145)
+          18	LOAD_FAST(arg=3, lineno=1145)
+          20	SWAP(arg=2, lineno=1145)
+          22	COPY(arg=2, lineno=1145)
+          24	COMPARE_OP(arg=26, lineno=1145)
+          28	POP_JUMP_IF_FALSE(arg=5, lineno=1145)
+          30	LOAD_FAST(arg=1, lineno=1145)
+          32	COMPARE_OP(arg=26, lineno=1145)
+          36	POP_JUMP_IF_FALSE(arg=5, lineno=1145)
+          38	JUMP_FORWARD(arg=2, lineno=1145)
+>         40	POP_TOP(arg=None, lineno=1145)
+          42	JUMP_FORWARD(arg=2, lineno=1145)
+>         44	LOAD_CONST(arg=1, lineno=1146)
+          46	STORE_FAST(arg=3, lineno=1146)
+>         48	LOAD_FAST(arg=0, lineno=1148)
+          50	LOAD_CONST(arg=2, lineno=1148)
+          52	BINARY_SUBSCR(arg=None, lineno=1148)
+          56	STORE_FAST(arg=4, lineno=1148)
+          58	LOAD_FAST(arg=1, lineno=1149)
+          60	UNARY_NEGATIVE(arg=None, lineno=1149)
+          62	LOAD_FAST(arg=4, lineno=1149)
+          64	SWAP(arg=2, lineno=1149)
+          66	COPY(arg=2, lineno=1149)
+          68	COMPARE_OP(arg=26, lineno=1149)
+          72	POP_JUMP_IF_FALSE(arg=5, lineno=1149)
+          74	LOAD_FAST(arg=1, lineno=1149)
+          76	COMPARE_OP(arg=26, lineno=1149)
+          80	POP_JUMP_IF_FALSE(arg=5, lineno=1149)
+          82	JUMP_FORWARD(arg=2, lineno=1149)
+>         84	POP_TOP(arg=None, lineno=1149)
+          86	JUMP_FORWARD(arg=2, lineno=1149)
+>         88	LOAD_CONST(arg=1, lineno=1150)
+          90	STORE_FAST(arg=4, lineno=1150)
+>         92	LOAD_FAST(arg=2, lineno=1152)
+          94	POP_JUMP_IF_FALSE(arg=43, lineno=1152)
+          96	LOAD_GLOBAL(arg=1, lineno=1153)
+         106	LOAD_ATTR(arg=2, lineno=1153)
+         126	LOAD_FAST(arg=3, lineno=1153)
+         128	CALL(arg=1, lineno=1153)
+         136	LOAD_GLOBAL(arg=1, lineno=1153)
+         146	LOAD_ATTR(arg=2, lineno=1153)
+         166	LOAD_FAST(arg=4, lineno=1153)
+         168	CALL(arg=1, lineno=1153)
+         176	COMPARE_OP(arg=55, lineno=1153)
+         180	RETURN_VALUE(arg=None, lineno=1153)
+>        182	LOAD_GLOBAL(arg=1, lineno=1155)
+         192	LOAD_ATTR(arg=4, lineno=1155)
+         212	LOAD_FAST(arg=3, lineno=1155)
+         214	CALL(arg=1, lineno=1155)
+         222	LOAD_GLOBAL(arg=1, lineno=1155)
+         232	LOAD_ATTR(arg=4, lineno=1155)
+         252	LOAD_FAST(arg=4, lineno=1155)
+         254	CALL(arg=1, lineno=1155)
+         262	COMPARE_OP(arg=55, lineno=1155)
+         266	RETURN_VALUE(arg=None, lineno=1155)
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=0 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=0 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=0, inst=NOP(arg=None, lineno=1141)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=2, inst=RESUME(arg=0, lineno=1141)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=4, inst=LOAD_FAST(arg=0, lineno=1144)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=6, inst=LOAD_CONST(arg=1, lineno=1144)
+DEBUG:numba.core.byteflow:stack ['$x4.0']
+DEBUG:numba.core.byteflow:dispatch pc=8, inst=BINARY_SUBSCR(arg=None, lineno=1144)
+DEBUG:numba.core.byteflow:stack ['$x4.0', '$const6.1']
+DEBUG:numba.core.byteflow:dispatch pc=12, inst=STORE_FAST(arg=3, lineno=1144)
+DEBUG:numba.core.byteflow:stack ['$8binary_subscr.2']
+DEBUG:numba.core.byteflow:dispatch pc=14, inst=LOAD_FAST(arg=1, lineno=1145)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=16, inst=UNARY_NEGATIVE(arg=None, lineno=1145)
+DEBUG:numba.core.byteflow:stack ['$threshold14.3']
+DEBUG:numba.core.byteflow:dispatch pc=18, inst=LOAD_FAST(arg=3, lineno=1145)
+DEBUG:numba.core.byteflow:stack ['$16unary_negative.4']
+DEBUG:numba.core.byteflow:dispatch pc=20, inst=SWAP(arg=2, lineno=1145)
+DEBUG:numba.core.byteflow:stack ['$16unary_negative.4', '$x018.5']
+DEBUG:numba.core.byteflow:dispatch pc=22, inst=COPY(arg=2, lineno=1145)
+DEBUG:numba.core.byteflow:stack ['$x018.5', '$16unary_negative.4']
+DEBUG:numba.core.byteflow:dispatch pc=24, inst=COMPARE_OP(arg=26, lineno=1145)
+DEBUG:numba.core.byteflow:stack ['$x018.5', '$16unary_negative.4', '$x018.5']
+DEBUG:numba.core.byteflow:dispatch pc=28, inst=POP_JUMP_IF_FALSE(arg=5, lineno=1145)
+DEBUG:numba.core.byteflow:stack ['$x018.5', '$24compare_op.6']
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=30, stack=('$x018.5',), blockstack=(), npush=0), Edge(pc=40, stack=('$x018.5',), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=30 nstack_initial=1), State(pc_initial=40 nstack_initial=1)])
+DEBUG:numba.core.byteflow:stack: ['$phi30.0']
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=30 nstack_initial=1)
+DEBUG:numba.core.byteflow:dispatch pc=30, inst=LOAD_FAST(arg=1, lineno=1145)
+DEBUG:numba.core.byteflow:stack ['$phi30.0']
+DEBUG:numba.core.byteflow:dispatch pc=32, inst=COMPARE_OP(arg=26, lineno=1145)
+DEBUG:numba.core.byteflow:stack ['$phi30.0', '$threshold30.1']
+DEBUG:numba.core.byteflow:dispatch pc=36, inst=POP_JUMP_IF_FALSE(arg=5, lineno=1145)
+DEBUG:numba.core.byteflow:stack ['$32compare_op.2']
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=38, stack=(), blockstack=(), npush=0), Edge(pc=48, stack=(), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=40 nstack_initial=1), State(pc_initial=38 nstack_initial=0), State(pc_initial=48 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: ['$phi40.0']
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=40 nstack_initial=1)
+DEBUG:numba.core.byteflow:dispatch pc=40, inst=POP_TOP(arg=None, lineno=1145)
+DEBUG:numba.core.byteflow:stack ['$phi40.0']
+DEBUG:numba.core.byteflow:dispatch pc=42, inst=JUMP_FORWARD(arg=2, lineno=1145)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=48, stack=(), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=38 nstack_initial=0), State(pc_initial=48 nstack_initial=0), State(pc_initial=48 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=38 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=38, inst=JUMP_FORWARD(arg=2, lineno=1145)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=44, stack=(), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=48 nstack_initial=0), State(pc_initial=48 nstack_initial=0), State(pc_initial=44 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=48 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=48, inst=LOAD_FAST(arg=0, lineno=1148)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=50, inst=LOAD_CONST(arg=2, lineno=1148)
+DEBUG:numba.core.byteflow:stack ['$x48.0']
+DEBUG:numba.core.byteflow:dispatch pc=52, inst=BINARY_SUBSCR(arg=None, lineno=1148)
+DEBUG:numba.core.byteflow:stack ['$x48.0', '$const50.1']
+DEBUG:numba.core.byteflow:dispatch pc=56, inst=STORE_FAST(arg=4, lineno=1148)
+DEBUG:numba.core.byteflow:stack ['$52binary_subscr.2']
+DEBUG:numba.core.byteflow:dispatch pc=58, inst=LOAD_FAST(arg=1, lineno=1149)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=60, inst=UNARY_NEGATIVE(arg=None, lineno=1149)
+DEBUG:numba.core.byteflow:stack ['$threshold58.3']
+DEBUG:numba.core.byteflow:dispatch pc=62, inst=LOAD_FAST(arg=4, lineno=1149)
+DEBUG:numba.core.byteflow:stack ['$60unary_negative.4']
+DEBUG:numba.core.byteflow:dispatch pc=64, inst=SWAP(arg=2, lineno=1149)
+DEBUG:numba.core.byteflow:stack ['$60unary_negative.4', '$x162.5']
+DEBUG:numba.core.byteflow:dispatch pc=66, inst=COPY(arg=2, lineno=1149)
+DEBUG:numba.core.byteflow:stack ['$x162.5', '$60unary_negative.4']
+DEBUG:numba.core.byteflow:dispatch pc=68, inst=COMPARE_OP(arg=26, lineno=1149)
+DEBUG:numba.core.byteflow:stack ['$x162.5', '$60unary_negative.4', '$x162.5']
+DEBUG:numba.core.byteflow:dispatch pc=72, inst=POP_JUMP_IF_FALSE(arg=5, lineno=1149)
+DEBUG:numba.core.byteflow:stack ['$x162.5', '$68compare_op.6']
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=74, stack=('$x162.5',), blockstack=(), npush=0), Edge(pc=84, stack=('$x162.5',), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=48 nstack_initial=0), State(pc_initial=44 nstack_initial=0), State(pc_initial=74 nstack_initial=1), State(pc_initial=84 nstack_initial=1)])
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=44 nstack_initial=0), State(pc_initial=74 nstack_initial=1), State(pc_initial=84 nstack_initial=1)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=44 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=44, inst=LOAD_CONST(arg=1, lineno=1146)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=46, inst=STORE_FAST(arg=3, lineno=1146)
+DEBUG:numba.core.byteflow:stack ['$const44.0']
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=48, stack=(), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=74 nstack_initial=1), State(pc_initial=84 nstack_initial=1), State(pc_initial=48 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: ['$phi74.0']
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=74 nstack_initial=1)
+DEBUG:numba.core.byteflow:dispatch pc=74, inst=LOAD_FAST(arg=1, lineno=1149)
+DEBUG:numba.core.byteflow:stack ['$phi74.0']
+DEBUG:numba.core.byteflow:dispatch pc=76, inst=COMPARE_OP(arg=26, lineno=1149)
+DEBUG:numba.core.byteflow:stack ['$phi74.0', '$threshold74.1']
+DEBUG:numba.core.byteflow:dispatch pc=80, inst=POP_JUMP_IF_FALSE(arg=5, lineno=1149)
+DEBUG:numba.core.byteflow:stack ['$76compare_op.2']
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=82, stack=(), blockstack=(), npush=0), Edge(pc=92, stack=(), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=84 nstack_initial=1), State(pc_initial=48 nstack_initial=0), State(pc_initial=82 nstack_initial=0), State(pc_initial=92 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: ['$phi84.0']
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=84 nstack_initial=1)
+DEBUG:numba.core.byteflow:dispatch pc=84, inst=POP_TOP(arg=None, lineno=1149)
+DEBUG:numba.core.byteflow:stack ['$phi84.0']
+DEBUG:numba.core.byteflow:dispatch pc=86, inst=JUMP_FORWARD(arg=2, lineno=1149)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=92, stack=(), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=48 nstack_initial=0), State(pc_initial=82 nstack_initial=0), State(pc_initial=92 nstack_initial=0), State(pc_initial=92 nstack_initial=0)])
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=82 nstack_initial=0), State(pc_initial=92 nstack_initial=0), State(pc_initial=92 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=82 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=82, inst=JUMP_FORWARD(arg=2, lineno=1149)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=88, stack=(), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=92 nstack_initial=0), State(pc_initial=92 nstack_initial=0), State(pc_initial=88 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=92 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=92, inst=LOAD_FAST(arg=2, lineno=1152)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=94, inst=POP_JUMP_IF_FALSE(arg=43, lineno=1152)
+DEBUG:numba.core.byteflow:stack ['$zero_pos92.0']
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=96, stack=(), blockstack=(), npush=0), Edge(pc=182, stack=(), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=92 nstack_initial=0), State(pc_initial=88 nstack_initial=0), State(pc_initial=96 nstack_initial=0), State(pc_initial=182 nstack_initial=0)])
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=88 nstack_initial=0), State(pc_initial=96 nstack_initial=0), State(pc_initial=182 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=88 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=88, inst=LOAD_CONST(arg=1, lineno=1150)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=90, inst=STORE_FAST(arg=4, lineno=1150)
+DEBUG:numba.core.byteflow:stack ['$const88.0']
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=92, stack=(), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=96 nstack_initial=0), State(pc_initial=182 nstack_initial=0), State(pc_initial=92 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=96 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=96, inst=LOAD_GLOBAL(arg=1, lineno=1153)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=106, inst=LOAD_ATTR(arg=2, lineno=1153)
+DEBUG:numba.core.byteflow:stack ['$null$96.1', '$96load_global.0']
+DEBUG:numba.core.byteflow:dispatch pc=126, inst=LOAD_FAST(arg=3, lineno=1153)
+DEBUG:numba.core.byteflow:stack ['$null$96.1', '$106load_attr.2']
+DEBUG:numba.core.byteflow:dispatch pc=128, inst=CALL(arg=1, lineno=1153)
+DEBUG:numba.core.byteflow:stack ['$null$96.1', '$106load_attr.2', '$x0126.3']
+DEBUG:numba.core.byteflow:dispatch pc=136, inst=LOAD_GLOBAL(arg=1, lineno=1153)
+DEBUG:numba.core.byteflow:stack ['$128call.4']
+DEBUG:numba.core.byteflow:dispatch pc=146, inst=LOAD_ATTR(arg=2, lineno=1153)
+DEBUG:numba.core.byteflow:stack ['$128call.4', '$null$136.6', '$136load_global.5']
+DEBUG:numba.core.byteflow:dispatch pc=166, inst=LOAD_FAST(arg=4, lineno=1153)
+DEBUG:numba.core.byteflow:stack ['$128call.4', '$null$136.6', '$146load_attr.7']
+DEBUG:numba.core.byteflow:dispatch pc=168, inst=CALL(arg=1, lineno=1153)
+DEBUG:numba.core.byteflow:stack ['$128call.4', '$null$136.6', '$146load_attr.7', '$x1166.8']
+DEBUG:numba.core.byteflow:dispatch pc=176, inst=COMPARE_OP(arg=55, lineno=1153)
+DEBUG:numba.core.byteflow:stack ['$128call.4', '$168call.9']
+DEBUG:numba.core.byteflow:dispatch pc=180, inst=RETURN_VALUE(arg=None, lineno=1153)
+DEBUG:numba.core.byteflow:stack ['$176compare_op.10']
+DEBUG:numba.core.byteflow:end state. edges=[]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=182 nstack_initial=0), State(pc_initial=92 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=182 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=182, inst=LOAD_GLOBAL(arg=1, lineno=1155)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=192, inst=LOAD_ATTR(arg=4, lineno=1155)
+DEBUG:numba.core.byteflow:stack ['$null$182.1', '$182load_global.0']
+DEBUG:numba.core.byteflow:dispatch pc=212, inst=LOAD_FAST(arg=3, lineno=1155)
+DEBUG:numba.core.byteflow:stack ['$null$182.1', '$192load_attr.2']
+DEBUG:numba.core.byteflow:dispatch pc=214, inst=CALL(arg=1, lineno=1155)
+DEBUG:numba.core.byteflow:stack ['$null$182.1', '$192load_attr.2', '$x0212.3']
+DEBUG:numba.core.byteflow:dispatch pc=222, inst=LOAD_GLOBAL(arg=1, lineno=1155)
+DEBUG:numba.core.byteflow:stack ['$214call.4']
+DEBUG:numba.core.byteflow:dispatch pc=232, inst=LOAD_ATTR(arg=4, lineno=1155)
+DEBUG:numba.core.byteflow:stack ['$214call.4', '$null$222.6', '$222load_global.5']
+DEBUG:numba.core.byteflow:dispatch pc=252, inst=LOAD_FAST(arg=4, lineno=1155)
+DEBUG:numba.core.byteflow:stack ['$214call.4', '$null$222.6', '$232load_attr.7']
+DEBUG:numba.core.byteflow:dispatch pc=254, inst=CALL(arg=1, lineno=1155)
+DEBUG:numba.core.byteflow:stack ['$214call.4', '$null$222.6', '$232load_attr.7', '$x1252.8']
+DEBUG:numba.core.byteflow:dispatch pc=262, inst=COMPARE_OP(arg=55, lineno=1155)
+DEBUG:numba.core.byteflow:stack ['$214call.4', '$254call.9']
+DEBUG:numba.core.byteflow:dispatch pc=266, inst=RETURN_VALUE(arg=None, lineno=1155)
+DEBUG:numba.core.byteflow:stack ['$262compare_op.10']
+DEBUG:numba.core.byteflow:end state. edges=[]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=92 nstack_initial=0)])
+DEBUG:numba.core.byteflow:-------------------------Prune PHIs-------------------------
+DEBUG:numba.core.byteflow:Used_phis: defaultdict(<class 'set'>,
+            {State(pc_initial=0 nstack_initial=0): set(),
+             State(pc_initial=30 nstack_initial=1): {'$phi30.0'},
+             State(pc_initial=38 nstack_initial=0): set(),
+             State(pc_initial=40 nstack_initial=1): set(),
+             State(pc_initial=44 nstack_initial=0): set(),
+             State(pc_initial=48 nstack_initial=0): set(),
+             State(pc_initial=74 nstack_initial=1): {'$phi74.0'},
+             State(pc_initial=82 nstack_initial=0): set(),
+             State(pc_initial=84 nstack_initial=1): set(),
+             State(pc_initial=88 nstack_initial=0): set(),
+             State(pc_initial=92 nstack_initial=0): set(),
+             State(pc_initial=96 nstack_initial=0): set(),
+             State(pc_initial=182 nstack_initial=0): set()})
+DEBUG:numba.core.byteflow:defmap: {'$phi30.0': State(pc_initial=0 nstack_initial=0),
+ '$phi40.0': State(pc_initial=0 nstack_initial=0),
+ '$phi74.0': State(pc_initial=48 nstack_initial=0),
+ '$phi84.0': State(pc_initial=48 nstack_initial=0)}
+DEBUG:numba.core.byteflow:phismap: defaultdict(<class 'set'>,
+            {'$phi30.0': {('$x018.5', State(pc_initial=0 nstack_initial=0))},
+             '$phi40.0': {('$x018.5', State(pc_initial=0 nstack_initial=0))},
+             '$phi74.0': {('$x162.5', State(pc_initial=48 nstack_initial=0))},
+             '$phi84.0': {('$x162.5', State(pc_initial=48 nstack_initial=0))}})
+DEBUG:numba.core.byteflow:changing phismap: defaultdict(<class 'set'>,
+            {'$phi30.0': {('$x018.5', State(pc_initial=0 nstack_initial=0))},
+             '$phi40.0': {('$x018.5', State(pc_initial=0 nstack_initial=0))},
+             '$phi74.0': {('$x162.5', State(pc_initial=48 nstack_initial=0))},
+             '$phi84.0': {('$x162.5', State(pc_initial=48 nstack_initial=0))}})
+DEBUG:numba.core.byteflow:keep phismap: {'$phi30.0': {('$x018.5', State(pc_initial=0 nstack_initial=0))},
+ '$phi74.0': {('$x162.5', State(pc_initial=48 nstack_initial=0))}}
+DEBUG:numba.core.byteflow:new_out: defaultdict(<class 'dict'>,
+            {State(pc_initial=0 nstack_initial=0): {'$phi30.0': '$x018.5'},
+             State(pc_initial=48 nstack_initial=0): {'$phi74.0': '$x162.5'}})
+DEBUG:numba.core.byteflow:----------------------DONE Prune PHIs-----------------------
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=0 nstack_initial=0):
+AdaptBlockInfo(insts=((0, {}), (2, {}), (4, {'res': '$x4.0'}), (6, {'res': '$const6.1'}), (8, {'index': '$const6.1', 'target': '$x4.0', 'res': '$8binary_subscr.2'}), (12, {'value': '$8binary_subscr.2'}), (14, {'res': '$threshold14.3'}), (16, {'value': '$threshold14.3', 'res': '$16unary_negative.4'}), (18, {'res': '$x018.5'}), (24, {'lhs': '$16unary_negative.4', 'rhs': '$x018.5', 'res': '$24compare_op.6'}), (28, {'pred': '$24compare_op.6'})), outgoing_phis={'$phi30.0': '$x018.5'}, blockstack=(), active_try_block=None, outgoing_edgepushed={30: ('$x018.5',), 40: ('$x018.5',)})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=30 nstack_initial=1):
+AdaptBlockInfo(insts=((30, {'res': '$threshold30.1'}), (32, {'lhs': '$phi30.0', 'rhs': '$threshold30.1', 'res': '$32compare_op.2'}), (36, {'pred': '$32compare_op.2'})), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={38: (), 48: ()})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=38 nstack_initial=0):
+AdaptBlockInfo(insts=((38, {}),), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={44: ()})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=40 nstack_initial=1):
+AdaptBlockInfo(insts=((42, {}),), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={48: ()})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=44 nstack_initial=0):
+AdaptBlockInfo(insts=((44, {'res': '$const44.0'}), (46, {'value': '$const44.0'})), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={48: ()})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=48 nstack_initial=0):
+AdaptBlockInfo(insts=((48, {'res': '$x48.0'}), (50, {'res': '$const50.1'}), (52, {'index': '$const50.1', 'target': '$x48.0', 'res': '$52binary_subscr.2'}), (56, {'value': '$52binary_subscr.2'}), (58, {'res': '$threshold58.3'}), (60, {'value': '$threshold58.3', 'res': '$60unary_negative.4'}), (62, {'res': '$x162.5'}), (68, {'lhs': '$60unary_negative.4', 'rhs': '$x162.5', 'res': '$68compare_op.6'}), (72, {'pred': '$68compare_op.6'})), outgoing_phis={'$phi74.0': '$x162.5'}, blockstack=(), active_try_block=None, outgoing_edgepushed={74: ('$x162.5',), 84: ('$x162.5',)})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=74 nstack_initial=1):
+AdaptBlockInfo(insts=((74, {'res': '$threshold74.1'}), (76, {'lhs': '$phi74.0', 'rhs': '$threshold74.1', 'res': '$76compare_op.2'}), (80, {'pred': '$76compare_op.2'})), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={82: (), 92: ()})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=82 nstack_initial=0):
+AdaptBlockInfo(insts=((82, {}),), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={88: ()})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=84 nstack_initial=1):
+AdaptBlockInfo(insts=((86, {}),), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={92: ()})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=88 nstack_initial=0):
+AdaptBlockInfo(insts=((88, {'res': '$const88.0'}), (90, {'value': '$const88.0'})), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={92: ()})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=92 nstack_initial=0):
+AdaptBlockInfo(insts=((92, {'res': '$zero_pos92.0'}), (94, {'pred': '$zero_pos92.0'})), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={96: (), 182: ()})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=96 nstack_initial=0):
+AdaptBlockInfo(insts=((96, {'idx': 0, 'res': '$96load_global.0'}), (106, {'item': '$96load_global.0', 'res': '$106load_attr.2'}), (126, {'res': '$x0126.3'}), (128, {'func': '$106load_attr.2', 'args': ['$x0126.3'], 'kw_names': None, 'res': '$128call.4'}), (136, {'idx': 0, 'res': '$136load_global.5'}), (146, {'item': '$136load_global.5', 'res': '$146load_attr.7'}), (166, {'res': '$x1166.8'}), (168, {'func': '$146load_attr.7', 'args': ['$x1166.8'], 'kw_names': None, 'res': '$168call.9'}), (176, {'lhs': '$128call.4', 'rhs': '$168call.9', 'res': '$176compare_op.10'}), (180, {'retval': '$176compare_op.10', 'castval': '$180return_value.11'})), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=182 nstack_initial=0):
+AdaptBlockInfo(insts=((182, {'idx': 0, 'res': '$182load_global.0'}), (192, {'item': '$182load_global.0', 'res': '$192load_attr.2'}), (212, {'res': '$x0212.3'}), (214, {'func': '$192load_attr.2', 'args': ['$x0212.3'], 'kw_names': None, 'res': '$214call.4'}), (222, {'idx': 0, 'res': '$222load_global.5'}), (232, {'item': '$222load_global.5', 'res': '$232load_attr.7'}), (252, {'res': '$x1252.8'}), (254, {'func': '$232load_attr.7', 'args': ['$x1252.8'], 'kw_names': None, 'res': '$254call.9'}), (262, {'lhs': '$214call.4', 'rhs': '$254call.9', 'res': '$262compare_op.10'}), (266, {'retval': '$262compare_op.10', 'castval': '$266return_value.11'})), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={})
+DEBUG:numba.core.interpreter:label 0:
+    x = arg(0, name=x)                       ['x']
+    threshold = arg(1, name=threshold)       ['threshold']
+    zero_pos = arg(2, name=zero_pos)         ['zero_pos']
+    $const6.1 = const(int, 0)                ['$const6.1']
+    x0 = getitem(value=x, index=$const6.1, fn=<built-in function getitem>) ['$const6.1', 'x', 'x0']
+    $16unary_negative.4 = unary(fn=<built-in function neg>, value=threshold) ['$16unary_negative.4', 'threshold']
+    $24compare_op.6 = $16unary_negative.4 <= x0 ['$16unary_negative.4', '$24compare_op.6', 'x0']
+    bool28 = global(bool: <class 'bool'>)    ['bool28']
+    $28pred = call bool28($24compare_op.6, func=bool28, args=(Var($24compare_op.6, audio.py:1145),), kws=(), vararg=None, varkwarg=None, target=None) ['$24compare_op.6', '$28pred', 'bool28']
+    $phi30.0 = x0                            ['$phi30.0', 'x0']
+    branch $28pred, 30, 40                   ['$28pred']
+label 30:
+    $32compare_op.2 = $phi30.0 <= threshold  ['$32compare_op.2', '$phi30.0', 'threshold']
+    bool36 = global(bool: <class 'bool'>)    ['bool36']
+    $36pred = call bool36($32compare_op.2, func=bool36, args=(Var($32compare_op.2, audio.py:1145),), kws=(), vararg=None, varkwarg=None, target=None) ['$32compare_op.2', '$36pred', 'bool36']
+    branch $36pred, 38, 48                   ['$36pred']
+label 38:
+    jump 44                                  []
+label 40:
+    jump 48                                  []
+label 44:
+    x0 = const(int, 0)                       ['x0']
+    jump 48                                  []
+label 48:
+    $const50.1 = const(int, -1)              ['$const50.1']
+    x1 = getitem(value=x, index=$const50.1, fn=<built-in function getitem>) ['$const50.1', 'x', 'x1']
+    $60unary_negative.4 = unary(fn=<built-in function neg>, value=threshold) ['$60unary_negative.4', 'threshold']
+    $68compare_op.6 = $60unary_negative.4 <= x1 ['$60unary_negative.4', '$68compare_op.6', 'x1']
+    bool72 = global(bool: <class 'bool'>)    ['bool72']
+    $72pred = call bool72($68compare_op.6, func=bool72, args=(Var($68compare_op.6, audio.py:1149),), kws=(), vararg=None, varkwarg=None, target=None) ['$68compare_op.6', '$72pred', 'bool72']
+    $phi74.0 = x1                            ['$phi74.0', 'x1']
+    branch $72pred, 74, 84                   ['$72pred']
+label 74:
+    $76compare_op.2 = $phi74.0 <= threshold  ['$76compare_op.2', '$phi74.0', 'threshold']
+    bool80 = global(bool: <class 'bool'>)    ['bool80']
+    $80pred = call bool80($76compare_op.2, func=bool80, args=(Var($76compare_op.2, audio.py:1149),), kws=(), vararg=None, varkwarg=None, target=None) ['$76compare_op.2', '$80pred', 'bool80']
+    branch $80pred, 82, 92                   ['$80pred']
+label 82:
+    jump 88                                  []
+label 84:
+    jump 92                                  []
+label 88:
+    x1 = const(int, 0)                       ['x1']
+    jump 92                                  []
+label 92:
+    bool94 = global(bool: <class 'bool'>)    ['bool94']
+    $94pred = call bool94(zero_pos, func=bool94, args=(Var(zero_pos, audio.py:1141),), kws=(), vararg=None, varkwarg=None, target=None) ['$94pred', 'bool94', 'zero_pos']
+    branch $94pred, 96, 182                  ['$94pred']
+label 96:
+    $96load_global.0 = global(np: <module 'numpy' from '/home/anhnmt2/.local/lib/python3.12/site-packages/numpy/__init__.py'>) ['$96load_global.0']
+    $106load_attr.2 = getattr(value=$96load_global.0, attr=signbit) ['$106load_attr.2', '$96load_global.0']
+    $128call.4 = call $106load_attr.2(x0, func=$106load_attr.2, args=[Var(x0, audio.py:1144)], kws=(), vararg=None, varkwarg=None, target=None) ['$106load_attr.2', '$128call.4', 'x0']
+    $136load_global.5 = global(np: <module 'numpy' from '/home/anhnmt2/.local/lib/python3.12/site-packages/numpy/__init__.py'>) ['$136load_global.5']
+    $146load_attr.7 = getattr(value=$136load_global.5, attr=signbit) ['$136load_global.5', '$146load_attr.7']
+    $168call.9 = call $146load_attr.7(x1, func=$146load_attr.7, args=[Var(x1, audio.py:1148)], kws=(), vararg=None, varkwarg=None, target=None) ['$146load_attr.7', '$168call.9', 'x1']
+    $176compare_op.10 = $128call.4 != $168call.9 ['$128call.4', '$168call.9', '$176compare_op.10']
+    $180return_value.11 = cast(value=$176compare_op.10) ['$176compare_op.10', '$180return_value.11']
+    return $180return_value.11               ['$180return_value.11']
+label 182:
+    $182load_global.0 = global(np: <module 'numpy' from '/home/anhnmt2/.local/lib/python3.12/site-packages/numpy/__init__.py'>) ['$182load_global.0']
+    $192load_attr.2 = getattr(value=$182load_global.0, attr=sign) ['$182load_global.0', '$192load_attr.2']
+    $214call.4 = call $192load_attr.2(x0, func=$192load_attr.2, args=[Var(x0, audio.py:1144)], kws=(), vararg=None, varkwarg=None, target=None) ['$192load_attr.2', '$214call.4', 'x0']
+    $222load_global.5 = global(np: <module 'numpy' from '/home/anhnmt2/.local/lib/python3.12/site-packages/numpy/__init__.py'>) ['$222load_global.5']
+    $232load_attr.7 = getattr(value=$222load_global.5, attr=sign) ['$222load_global.5', '$232load_attr.7']
+    $254call.9 = call $232load_attr.7(x1, func=$232load_attr.7, args=[Var(x1, audio.py:1148)], kws=(), vararg=None, varkwarg=None, target=None) ['$232load_attr.7', '$254call.9', 'x1']
+    $262compare_op.10 = $214call.4 != $254call.9 ['$214call.4', '$254call.9', '$262compare_op.10']
+    $266return_value.11 = cast(value=$262compare_op.10) ['$262compare_op.10', '$266return_value.11']
+    return $266return_value.11               ['$266return_value.11']
+
+DEBUG:numba.core.byteflow:bytecode dump:
+>          0	NOP(arg=None, lineno=1039)
+           2	RESUME(arg=0, lineno=1039)
+           4	LOAD_FAST(arg=0, lineno=1042)
+           6	LOAD_CONST(arg=1, lineno=1042)
+           8	BINARY_SUBSCR(arg=None, lineno=1042)
+          12	LOAD_FAST(arg=0, lineno=1042)
+          14	LOAD_CONST(arg=2, lineno=1042)
+          16	BINARY_SUBSCR(arg=None, lineno=1042)
+          20	COMPARE_OP(arg=68, lineno=1042)
+          24	LOAD_FAST(arg=0, lineno=1042)
+          26	LOAD_CONST(arg=1, lineno=1042)
+          28	BINARY_SUBSCR(arg=None, lineno=1042)
+          32	LOAD_FAST(arg=0, lineno=1042)
+          34	LOAD_CONST(arg=3, lineno=1042)
+          36	BINARY_SUBSCR(arg=None, lineno=1042)
+          40	COMPARE_OP(arg=92, lineno=1042)
+          44	BINARY_OP(arg=1, lineno=1042)
+          48	RETURN_VALUE(arg=None, lineno=1042)
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=0 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=0 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=0, inst=NOP(arg=None, lineno=1039)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=2, inst=RESUME(arg=0, lineno=1039)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=4, inst=LOAD_FAST(arg=0, lineno=1042)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=6, inst=LOAD_CONST(arg=1, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$x4.0']
+DEBUG:numba.core.byteflow:dispatch pc=8, inst=BINARY_SUBSCR(arg=None, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$x4.0', '$const6.1']
+DEBUG:numba.core.byteflow:dispatch pc=12, inst=LOAD_FAST(arg=0, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$8binary_subscr.2']
+DEBUG:numba.core.byteflow:dispatch pc=14, inst=LOAD_CONST(arg=2, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$8binary_subscr.2', '$x12.3']
+DEBUG:numba.core.byteflow:dispatch pc=16, inst=BINARY_SUBSCR(arg=None, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$8binary_subscr.2', '$x12.3', '$const14.4']
+DEBUG:numba.core.byteflow:dispatch pc=20, inst=COMPARE_OP(arg=68, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$8binary_subscr.2', '$16binary_subscr.5']
+DEBUG:numba.core.byteflow:dispatch pc=24, inst=LOAD_FAST(arg=0, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6']
+DEBUG:numba.core.byteflow:dispatch pc=26, inst=LOAD_CONST(arg=1, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$x24.7']
+DEBUG:numba.core.byteflow:dispatch pc=28, inst=BINARY_SUBSCR(arg=None, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$x24.7', '$const26.8']
+DEBUG:numba.core.byteflow:dispatch pc=32, inst=LOAD_FAST(arg=0, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$28binary_subscr.9']
+DEBUG:numba.core.byteflow:dispatch pc=34, inst=LOAD_CONST(arg=3, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$28binary_subscr.9', '$x32.10']
+DEBUG:numba.core.byteflow:dispatch pc=36, inst=BINARY_SUBSCR(arg=None, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$28binary_subscr.9', '$x32.10', '$const34.11']
+DEBUG:numba.core.byteflow:dispatch pc=40, inst=COMPARE_OP(arg=92, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$28binary_subscr.9', '$36binary_subscr.12']
+DEBUG:numba.core.byteflow:dispatch pc=44, inst=BINARY_OP(arg=1, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$40compare_op.13']
+DEBUG:numba.core.byteflow:dispatch pc=48, inst=RETURN_VALUE(arg=None, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$binop_and_44.14']
+DEBUG:numba.core.byteflow:end state. edges=[]
+DEBUG:numba.core.byteflow:-------------------------Prune PHIs-------------------------
+DEBUG:numba.core.byteflow:Used_phis: defaultdict(<class 'set'>, {State(pc_initial=0 nstack_initial=0): set()})
+DEBUG:numba.core.byteflow:defmap: {}
+DEBUG:numba.core.byteflow:phismap: defaultdict(<class 'set'>, {})
+DEBUG:numba.core.byteflow:changing phismap: defaultdict(<class 'set'>, {})
+DEBUG:numba.core.byteflow:keep phismap: {}
+DEBUG:numba.core.byteflow:new_out: defaultdict(<class 'dict'>, {})
+DEBUG:numba.core.byteflow:----------------------DONE Prune PHIs-----------------------
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=0 nstack_initial=0):
+AdaptBlockInfo(insts=((0, {}), (2, {}), (4, {'res': '$x4.0'}), (6, {'res': '$const6.1'}), (8, {'index': '$const6.1', 'target': '$x4.0', 'res': '$8binary_subscr.2'}), (12, {'res': '$x12.3'}), (14, {'res': '$const14.4'}), (16, {'index': '$const14.4', 'target': '$x12.3', 'res': '$16binary_subscr.5'}), (20, {'lhs': '$8binary_subscr.2', 'rhs': '$16binary_subscr.5', 'res': '$20compare_op.6'}), (24, {'res': '$x24.7'}), (26, {'res': '$const26.8'}), (28, {'index': '$const26.8', 'target': '$x24.7', 'res': '$28binary_subscr.9'}), (32, {'res': '$x32.10'}), (34, {'res': '$const34.11'}), (36, {'index': '$const34.11', 'target': '$x32.10', 'res': '$36binary_subscr.12'}), (40, {'lhs': '$28binary_subscr.9', 'rhs': '$36binary_subscr.12', 'res': '$40compare_op.13'}), (44, {'op': '&', 'lhs': '$20compare_op.6', 'rhs': '$40compare_op.13', 'res': '$binop_and_44.14'}), (48, {'retval': '$binop_and_44.14', 'castval': '$48return_value.15'})), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={})
+DEBUG:numba.core.interpreter:label 0:
+    x = arg(0, name=x)                       ['x']
+    $const6.1 = const(int, 0)                ['$const6.1']
+    $8binary_subscr.2 = getitem(value=x, index=$const6.1, fn=<built-in function getitem>) ['$8binary_subscr.2', '$const6.1', 'x']
+    $const14.4 = const(int, -1)              ['$const14.4']
+    $16binary_subscr.5 = getitem(value=x, index=$const14.4, fn=<built-in function getitem>) ['$16binary_subscr.5', '$const14.4', 'x']
+    $20compare_op.6 = $8binary_subscr.2 > $16binary_subscr.5 ['$16binary_subscr.5', '$20compare_op.6', '$8binary_subscr.2']
+    $const26.8 = const(int, 0)               ['$const26.8']
+    $28binary_subscr.9 = getitem(value=x, index=$const26.8, fn=<built-in function getitem>) ['$28binary_subscr.9', '$const26.8', 'x']
+    $const34.11 = const(int, 1)              ['$const34.11']
+    $36binary_subscr.12 = getitem(value=x, index=$const34.11, fn=<built-in function getitem>) ['$36binary_subscr.12', '$const34.11', 'x']
+    $40compare_op.13 = $28binary_subscr.9 >= $36binary_subscr.12 ['$28binary_subscr.9', '$36binary_subscr.12', '$40compare_op.13']
+    $binop_and_44.14 = $20compare_op.6 & $40compare_op.13 ['$20compare_op.6', '$40compare_op.13', '$binop_and_44.14']
+    $48return_value.15 = cast(value=$binop_and_44.14) ['$48return_value.15', '$binop_and_44.14']
+    return $48return_value.15                ['$48return_value.15']
+
+DEBUG:numba.core.byteflow:bytecode dump:
+>          0	NOP(arg=None, lineno=1045)
+           2	RESUME(arg=0, lineno=1045)
+           4	LOAD_FAST(arg=0, lineno=1048)
+           6	LOAD_CONST(arg=1, lineno=1048)
+           8	BINARY_SUBSCR(arg=None, lineno=1048)
+          12	LOAD_FAST(arg=0, lineno=1048)
+          14	LOAD_CONST(arg=2, lineno=1048)
+          16	BINARY_SUBSCR(arg=None, lineno=1048)
+          20	COMPARE_OP(arg=2, lineno=1048)
+          24	LOAD_FAST(arg=0, lineno=1048)
+          26	LOAD_CONST(arg=1, lineno=1048)
+          28	BINARY_SUBSCR(arg=None, lineno=1048)
+          32	LOAD_FAST(arg=0, lineno=1048)
+          34	LOAD_CONST(arg=3, lineno=1048)
+          36	BINARY_SUBSCR(arg=None, lineno=1048)
+          40	COMPARE_OP(arg=26, lineno=1048)
+          44	BINARY_OP(arg=1, lineno=1048)
+          48	RETURN_VALUE(arg=None, lineno=1048)
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=0 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=0 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=0, inst=NOP(arg=None, lineno=1045)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=2, inst=RESUME(arg=0, lineno=1045)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=4, inst=LOAD_FAST(arg=0, lineno=1048)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=6, inst=LOAD_CONST(arg=1, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$x4.0']
+DEBUG:numba.core.byteflow:dispatch pc=8, inst=BINARY_SUBSCR(arg=None, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$x4.0', '$const6.1']
+DEBUG:numba.core.byteflow:dispatch pc=12, inst=LOAD_FAST(arg=0, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$8binary_subscr.2']
+DEBUG:numba.core.byteflow:dispatch pc=14, inst=LOAD_CONST(arg=2, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$8binary_subscr.2', '$x12.3']
+DEBUG:numba.core.byteflow:dispatch pc=16, inst=BINARY_SUBSCR(arg=None, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$8binary_subscr.2', '$x12.3', '$const14.4']
+DEBUG:numba.core.byteflow:dispatch pc=20, inst=COMPARE_OP(arg=2, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$8binary_subscr.2', '$16binary_subscr.5']
+DEBUG:numba.core.byteflow:dispatch pc=24, inst=LOAD_FAST(arg=0, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6']
+DEBUG:numba.core.byteflow:dispatch pc=26, inst=LOAD_CONST(arg=1, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$x24.7']
+DEBUG:numba.core.byteflow:dispatch pc=28, inst=BINARY_SUBSCR(arg=None, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$x24.7', '$const26.8']
+DEBUG:numba.core.byteflow:dispatch pc=32, inst=LOAD_FAST(arg=0, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$28binary_subscr.9']
+DEBUG:numba.core.byteflow:dispatch pc=34, inst=LOAD_CONST(arg=3, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$28binary_subscr.9', '$x32.10']
+DEBUG:numba.core.byteflow:dispatch pc=36, inst=BINARY_SUBSCR(arg=None, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$28binary_subscr.9', '$x32.10', '$const34.11']
+DEBUG:numba.core.byteflow:dispatch pc=40, inst=COMPARE_OP(arg=26, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$28binary_subscr.9', '$36binary_subscr.12']
+DEBUG:numba.core.byteflow:dispatch pc=44, inst=BINARY_OP(arg=1, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$40compare_op.13']
+DEBUG:numba.core.byteflow:dispatch pc=48, inst=RETURN_VALUE(arg=None, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$binop_and_44.14']
+DEBUG:numba.core.byteflow:end state. edges=[]
+DEBUG:numba.core.byteflow:-------------------------Prune PHIs-------------------------
+DEBUG:numba.core.byteflow:Used_phis: defaultdict(<class 'set'>, {State(pc_initial=0 nstack_initial=0): set()})
+DEBUG:numba.core.byteflow:defmap: {}
+DEBUG:numba.core.byteflow:phismap: defaultdict(<class 'set'>, {})
+DEBUG:numba.core.byteflow:changing phismap: defaultdict(<class 'set'>, {})
+DEBUG:numba.core.byteflow:keep phismap: {}
+DEBUG:numba.core.byteflow:new_out: defaultdict(<class 'dict'>, {})
+DEBUG:numba.core.byteflow:----------------------DONE Prune PHIs-----------------------
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=0 nstack_initial=0):
+AdaptBlockInfo(insts=((0, {}), (2, {}), (4, {'res': '$x4.0'}), (6, {'res': '$const6.1'}), (8, {'index': '$const6.1', 'target': '$x4.0', 'res': '$8binary_subscr.2'}), (12, {'res': '$x12.3'}), (14, {'res': '$const14.4'}), (16, {'index': '$const14.4', 'target': '$x12.3', 'res': '$16binary_subscr.5'}), (20, {'lhs': '$8binary_subscr.2', 'rhs': '$16binary_subscr.5', 'res': '$20compare_op.6'}), (24, {'res': '$x24.7'}), (26, {'res': '$const26.8'}), (28, {'index': '$const26.8', 'target': '$x24.7', 'res': '$28binary_subscr.9'}), (32, {'res': '$x32.10'}), (34, {'res': '$const34.11'}), (36, {'index': '$const34.11', 'target': '$x32.10', 'res': '$36binary_subscr.12'}), (40, {'lhs': '$28binary_subscr.9', 'rhs': '$36binary_subscr.12', 'res': '$40compare_op.13'}), (44, {'op': '&', 'lhs': '$20compare_op.6', 'rhs': '$40compare_op.13', 'res': '$binop_and_44.14'}), (48, {'retval': '$binop_and_44.14', 'castval': '$48return_value.15'})), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={})
+DEBUG:numba.core.interpreter:label 0:
+    x = arg(0, name=x)                       ['x']
+    $const6.1 = const(int, 0)                ['$const6.1']
+    $8binary_subscr.2 = getitem(value=x, index=$const6.1, fn=<built-in function getitem>) ['$8binary_subscr.2', '$const6.1', 'x']
+    $const14.4 = const(int, -1)              ['$const14.4']
+    $16binary_subscr.5 = getitem(value=x, index=$const14.4, fn=<built-in function getitem>) ['$16binary_subscr.5', '$const14.4', 'x']
+    $20compare_op.6 = $8binary_subscr.2 < $16binary_subscr.5 ['$16binary_subscr.5', '$20compare_op.6', '$8binary_subscr.2']
+    $const26.8 = const(int, 0)               ['$const26.8']
+    $28binary_subscr.9 = getitem(value=x, index=$const26.8, fn=<built-in function getitem>) ['$28binary_subscr.9', '$const26.8', 'x']
+    $const34.11 = const(int, 1)              ['$const34.11']
+    $36binary_subscr.12 = getitem(value=x, index=$const34.11, fn=<built-in function getitem>) ['$36binary_subscr.12', '$const34.11', 'x']
+    $40compare_op.13 = $28binary_subscr.9 <= $36binary_subscr.12 ['$28binary_subscr.9', '$36binary_subscr.12', '$40compare_op.13']
+    $binop_and_44.14 = $20compare_op.6 & $40compare_op.13 ['$20compare_op.6', '$40compare_op.13', '$binop_and_44.14']
+    $48return_value.15 = cast(value=$binop_and_44.14) ['$48return_value.15', '$binop_and_44.14']
+    return $48return_value.15                ['$48return_value.15']
+
+Traceback (most recent call last):
+  File "/data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/scripts/../omni_speech/train/train_minicpmo_test.py", line 729, in <module>
+    train()
+  File "/data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/scripts/../omni_speech/train/train_minicpmo_test.py", line 718, in train
+    trainer.train()
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/transformers/trainer.py", line 2052, in train
+    return inner_training_loop(
+           ^^^^^^^^^^^^^^^^^^^^
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/transformers/trainer.py", line 2388, in _inner_training_loop
+    tr_loss_step = self.training_step(model, inputs)
+                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/transformers/trainer.py", line 3485, in training_step
+    loss = self.compute_loss(model, inputs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/transformers/trainer.py", line 3532, in compute_loss
+    outputs = model(**inputs)
+              ^^^^^^^^^^^^^^^
+  File "/opt/conda/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1511, in _wrapped_call_impl
+    return self._call_impl(*args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/opt/conda/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1520, in _call_impl
+    return forward_call(*args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/deepspeed/utils/nvtx.py", line 18, in wrapped_fn
+    ret_val = func(*args, **kwargs)
+              ^^^^^^^^^^^^^^^^^^^^^
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/deepspeed/runtime/engine.py", line 1890, in forward
+    loss = self.module(*inputs, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/opt/conda/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1511, in _wrapped_call_impl
+    return self._call_impl(*args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/opt/conda/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1520, in _call_impl
+    return forward_call(*args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/omni_speech/model/minicpmo/modeling_minicpmo.py", line 778, in forward
+    return self.llm(input_ids=None, position_ids=position_ids, inputs_embeds=vllm_embedding, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/opt/conda/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1511, in _wrapped_call_impl
+    return self._call_impl(*args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/opt/conda/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1520, in _call_impl
+    return forward_call(*args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/transformers/models/qwen2/modeling_qwen2.py", line 1194, in forward
+    shift_logits = logits[..., :-1, :].contiguous()
+                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+torch.cuda.OutOfMemoryError: CUDA out of memory. Tried to allocate 17.77 GiB. GPU 0 has a total capacity of 39.39 GiB of which 13.56 GiB is free. Including non-PyTorch memory, this process has 25.82 GiB memory in use. Of the allocated memory 22.96 GiB is allocated by PyTorch, and 2.03 GiB is reserved by PyTorch but unallocated. If reserved but unallocated memory is large try setting PYTORCH_CUDA_ALLOC_CONF=expandable_segments:True to avoid fragmentation.  See documentation for Memory Management  (https://pytorch.org/docs/stable/notes/cuda.html#environment-variables)
+

scripts/wandb/run-20250409_171121-kwr1aibg/files/requirements.txt

@@ -0,0 +1,341 @@
+tomlkit==0.12.0
+python-dotenv==1.0.1
+SQLAlchemy==2.0.36
+psutil==6.1.0
+anyio==4.8.0
+onnxruntime==1.20.1
+antlr4-python3-runtime==4.9.3
+httpx-sse==0.4.0
+annotated-types==0.7.0
+tqdm==4.66.5
+simplejson==3.19.3
+csvw==3.5.1
+pooch==1.8.2
+trl==0.9.6
+more-itertools==10.5.0
+jiter==0.6.1
+markdown2==2.5.1
+segments==2.2.1
+opentelemetry-instrumentation-asgi==0.50b0
+Deprecated==1.2.15
+pyasn1_modules==0.4.1
+bcrypt==4.2.1
+opentelemetry-util-http==0.50b0
+intervaltree==3.1.0
+hjson==3.1.0
+modelscope==1.18.1
+fastapi==0.112.4
+pyarrow==17.0.0
+sounddevice==0.5.1
+modelscope_studio==0.4.0.9
+build==1.2.2.post1
+oauthlib==3.2.2
+gunicorn==23.0.0
+pyasn1==0.6.1
+matplotlib==3.9.2
+speechbrain==0.5.16
+joblib==1.4.2
+tyro==0.8.13
+rsa==4.9
+numba==0.60.0
+fastprogress==1.0.3
+wrapt==1.17.0
+PyPika==0.48.9
+dacite==1.8.1
+googleapis-common-protos==1.66.0
+openai==1.68.0
+tabulate==0.9.0
+monotonic==1.6
+lazy_loader==0.4
+google-auth==2.37.0
+fairseq==0.12.3
+opentelemetry-semantic-conventions==0.50b0
+sacrebleu==2.4.3
+requests-toolbelt==1.0.0
+ruff==0.7.0
+bitsandbytes==0.43.1
+tenacity==9.0.0
+uvloop==0.21.0
+Pygments==2.18.0
+langchain==0.3.18
+typer==0.12.5
+uritemplate==4.1.1
+rich==13.9.3
+lion-pytorch==0.2.3
+pydub==0.25.1
+fastcore==1.7.28
+encodec==0.1.1
+cytoolz==1.0.1
+huggingface-hub==0.26.1
+python-dateutil==2.9.0.post0
+duckduckgo_search==7.3.2
+rfc3986==1.5.0
+wavedrom==2.0.3.post3
+sentence-transformers==3.3.1
+httpx==0.28.1
+colorlog==6.9.0
+xxhash==3.5.0
+termcolor==2.5.0
+importlib_resources==6.4.5
+lilcom==1.8.1
+llamafactory==0.9.2.dev0
+lhotse==1.31.0
+kiwisolver==1.4.7
+watchfiles==1.0.3
+marshmallow==3.23.1
+overrides==7.7.0
+langchain-text-splitters==0.3.6
+lxml==5.3.0
+blinker==1.8.2
+whisper==1.1.10
+triton==3.1.0
+python-multipart==0.0.12
+isodate==0.7.2
+wandb==0.19.8
+nvidia-ml-py==12.560.30
+h11==0.14.0
+zipp==3.20.2
+transformers==4.45.0
+websocket-client==1.8.0
+opentelemetry-instrumentation==0.50b0
+pydantic==2.9.2
+latex2mathml==3.77.0
+numpy-rms==0.4.2
+opentelemetry-exporter-otlp-proto-grpc==1.29.0
+humanfriendly==10.0
+decorator==5.1.1
+fonttools==4.54.1
+fire==0.7.0
+ninja==1.11.1.1
+shortuuid==1.0.13
+tiktoken==0.8.0
+aliyun-python-sdk-kms==2.16.5
+einops==0.8.0
+threadpoolctl==3.5.0
+docker-pycreds==0.4.0
+Flask==3.0.3
+opentelemetry-sdk==1.29.0
+opentelemetry-exporter-otlp-proto-common==1.29.0
+pylatexenc==2.10
+orjson==3.10.10
+durationpy==0.9
+addict==2.4.0
+py-cpuinfo==9.0.0
+contourpy==1.3.0
+crcmod==1.7
+pydantic-settings==2.6.1
+pyproject_hooks==1.2.0
+future==1.0.0
+jsonschema-specifications==2024.10.1
+coloredlogs==15.0.1
+timm==0.6.13
+deepspeed==0.14.5
+referencing==0.35.1
+binpacking==1.5.2
+peft==0.12.0
+language-tags==1.2.0
+speechtokenizer==1.0.1
+shellingham==1.5.4
+primp==0.12.1
+tavily-python==0.5.1
+uvicorn==0.32.0
+opentelemetry-proto==1.29.0
+typing-inspect==0.9.0
+backoff==2.2.1
+sortedcontainers==2.4.0
+gitdb==4.0.12
+aiofiles==23.2.1
+jsonschema==4.23.0
+svgwrite==1.4.3
+protobuf==5.29.1
+starlette==0.38.6
+transformers-stream-generator==0.0.5
+sentry-sdk==2.22.0
+toolz==1.0.0
+einops-exts==0.0.4
+WhisperSpeech==0.8
+hydra-core==1.3.2
+portalocker==2.10.1
+jieba==0.42.1
+pandas==2.2.3
+requests==2.32.3
+flash-attn==2.6.3
+msgpack==1.1.0
+chroma-hnswlib==0.7.6
+librosa==0.10.2.post1
+sniffio==1.3.1
+smmap==5.0.2
+opentelemetry-api==1.29.0
+websockets==14.2
+kubernetes==31.0.0
+audioread==3.0.1
+docstring_parser==0.16
+scipy==1.12.0
+aliyun-python-sdk-core==2.16.0
+accelerate==1.0.0
+dill==0.3.8
+llama-omni==1.0.0
+mdurl==0.1.2
+chromadb==0.5.23
+oss2==2.19.0
+rdflib==7.1.1
+bibtexparser==2.0.0b8
+rpds-py==0.22.3
+soundfile==0.12.1
+langdetect==1.0.9
+duckdb==1.2.0
+numpy==1.26.3
+dataclasses-json==0.6.7
+tokenizers==0.20.3
+cpm-kernels==1.0.11
+einx==0.3.0
+langchain-core==0.3.34
+clldutils==3.24.0
+openai-whisper==20240930
+setuptools==69.5.1
+requests-oauthlib==2.0.0
+langchain-community==0.3.17
+langsmith==0.2.3
+colorama==0.4.6
+omegaconf==2.3.0
+asgiref==3.8.1
+pydantic_core==2.23.4
+ffmpy==0.4.0
+multiprocess==0.70.16
+mmh3==5.0.1
+babel==2.16.0
+phonemizer==3.3.0
+pycryptodome==3.21.0
+gradio==4.44.1
+google-genai==1.5.0
+tzdata==2024.2
+llvmlite==0.43.0
+cachetools==5.5.0
+seaborn==0.13.2
+httptools==0.6.4
+GitPython==3.1.44
+markdown-it-py==3.0.0
+beartype==0.20.2
+whisper_normalizer==0.0.10
+dlinfo==1.2.1
+vocos==0.1.0
+itsdangerous==2.2.0
+bitarray==3.0.0
+opentelemetry-instrumentation-fastapi==0.50b0
+setproctitle==1.3.5
+cycler==0.12.1
+vector-quantize-pytorch==1.18.5
+jmespath==0.10.0
+mypy-extensions==1.0.0
+flatbuffers==24.3.25
+scikit-learn==1.5.2
+pytz==2024.2
+pyparsing==3.2.0
+posthog==3.7.4
+rouge==1.0.1
+semantic-version==2.10.0
+httpcore==1.0.6
+soxr==0.5.0.post1
+importlib_metadata==8.5.0
+audiomentations==0.36.1
+shtab==1.7.1
+Unidecode==1.3.8
+click==8.1.8
+tensorboardX==2.6.2.2
+greenlet==3.1.1
+nltk==3.9.1
+gradio_client==1.3.0
+datasets==2.21.0
+attrdict==2.0.1
+llamafactory==0.9.2.dev0
+ms-swift==2.6.0.dev0
+Brotli==1.0.9
+Cython==3.0.10
+HyperPyYAML==1.2.2
+Markdown==3.6
+MarkupSafe==2.1.3
+PySocks==1.7.1
+PyYAML==6.0.1
+absl-py==2.1.0
+aiohttp==3.9.5
+aiosignal==1.3.1
+anaconda-anon-usage==0.4.4
+archspec==0.2.3
+attrs==23.2.0
+boltons==23.0.0
+certifi==2024.6.2
+cffi==1.16.0
+charset-normalizer==2.0.4
+click==8.1.7
+conda==24.5.0
+conda-content-trust==0.2.0
+conda-libmamba-solver==24.1.0
+conda-package-handling==2.2.0
+conda_package_streaming==0.9.0
+cryptography==42.0.5
+distro==1.9.0
+filelock==3.13.1
+frozendict==2.4.2
+frozenlist==1.4.1
+fsspec==2024.6.0
+grpcio==1.64.1
+huggingface-hub==0.23.3
+idna==3.7
+Jinja2==3.1.4
+jiwer==3.0.4
+jsonargparse==4.29.0
+jsonpatch==1.33
+jsonpointer==2.1
+kaldialign==0.9.1
+libmambapy==1.5.8
+lightning==2.2.5
+lightning-utilities==0.11.2
+llvmlite==0.42.0
+menuinst==2.0.2
+mkl-fft==1.3.8
+mkl-random==1.2.4
+mkl-service==2.4.0
+mpmath==1.3.0
+multidict==6.0.5
+networkx==3.2.1
+numba==0.59.1
+numpy==1.26.4
+packaging==23.2
+pillow==10.3.0
+pip==24.0
+platformdirs==3.10.0
+pluggy==1.0.0
+protobuf==4.25.3
+pycosat==0.6.6
+pycparser==2.21
+pytorch-lightning==2.2.5
+rapidfuzz==3.9.3
+regex==2024.5.15
+requests==2.31.0
+ruamel.yaml==0.18.6
+ruamel.yaml.clib==0.2.8
+safetensors==0.4.3
+scipy==1.13.1
+sentencepiece==0.2.0
+setuptools==69.5.1
+six==1.16.0
+sympy==1.12
+tensorboard==2.17.0
+tensorboard-data-server==0.7.2
+tokenizers==0.19.1
+torch==2.2.1
+torch-complex==0.4.3
+torchaudio==2.2.1
+torchmetrics==1.4.0.post0
+torchvision==0.17.1
+tqdm==4.66.2
+transformers==4.41.2
+truststore==0.8.0
+typeguard==2.13.3
+typing_extensions==4.11.0
+urllib3==2.1.0
+Werkzeug==3.0.3
+wheel==0.43.0
+yarl==1.9.4
+zstandard==0.22.0
+warprnnt_pytorch==0.1

scripts/wandb/run-20250409_171121-kwr1aibg/files/wandb-metadata.json

@@ -0,0 +1,171 @@
+{
+  "os": "Linux-5.15.0-1029-nvidia-x86_64-with-glibc2.31",
+  "python": "CPython 3.12.3",
+  "startedAt": "2025-04-09T10:11:21.765957Z",
+  "args": [
+    "--local_rank=0",
+    "--deepspeed",
+    "zero2.json",
+    "--model_name_or_path",
+    "/data1/speech/anhnmt2/Speech2Speech/LLaMA-Omni/models/llm/Qwen2.5-7B-Instruct",
+    "--pretrained_llm_path",
+    "/data1/speech/anhnmt2/cuongnm/EOT/Qwen2.5-0.5B-Instruct",
+    "--tokenizer_path",
+    "/data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/omni_speech/model/minicpmo/MiniCPM-o-2_6",
+    "--cache_dir",
+    "../output/cached_sft_20252502",
+    "--audio_encoder_path",
+    "/data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/omni_speech/model/minicpmo/MiniCPM-o-2_6",
+    "--llm_type",
+    "qwen",
+    "--data_path",
+    "/data1/speech/anhnmt2/cuongnm/datasets/asr/train_asr_mixed_balanced_1M5_train.json",
+    "--eval_data_path",
+    "/data1/speech/anhnmt2/cuongnm/datasets/asr/train_asr_mixed_balanced_1M5_dev.json",
+    "--config_path",
+    "minicpmp_config.json",
+    "--remove_unused_columns",
+    "false",
+    "--prediction_loss_only",
+    "false",
+    "--bf16",
+    "true",
+    "--do_train",
+    "--do_eval",
+    "--tune_speech",
+    "false",
+    "--tune_llm",
+    "true",
+    "--model_max_length",
+    "2048",
+    "--eval_steps",
+    "5000",
+    "--output_dir",
+    "../checkpoints/minicpmo_whisper-medium_Qwen2.5-0.5B_pretrained-asr",
+    "--num_train_epochs",
+    "3",
+    "--logging_strategy",
+    "steps",
+    "--per_device_train_batch_size",
+    "32",
+    "--per_device_eval_batch_size",
+    "32",
+    "--gradient_accumulation_steps",
+    "4",
+    "--evaluation_strategy",
+    "steps",
+    "--save_strategy",
+    "no",
+    "--save_steps",
+    "5000",
+    "--save_total_limit",
+    "1",
+    "--learning_rate",
+    "2e-4",
+    "--weight_decay",
+    "0.",
+    "--warmup_ratio",
+    "0.03",
+    "--lr_scheduler_type",
+    "cosine",
+    "--logging_steps",
+    "50",
+    "--tf32",
+    "true",
+    "--gradient_checkpointing",
+    "true"
+  ],
+  "program": "/data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/scripts/../omni_speech/train/train_minicpmo_test.py",
+  "codePath": "omni_speech/train/train_minicpmo_test.py",
+  "git": {
+    "remote": "https://bitbucket.org/vinbdi-slp/half-streaming-speech-nlp.git",
+    "commit": "3876ef3c080c3ca44ad5ea0bd316241f0323ada6"
+  },
+  "email": "cuong220103@gmail.com",
+  "root": "/data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/scripts",
+  "host": "dgx-a100-5",
+  "executable": "/opt/conda/bin/python3",
+  "cpu_count": 128,
+  "cpu_count_logical": 256,
+  "gpu": "NVIDIA A100-SXM4-40GB",
+  "gpu_count": 1,
+  "disk": {
+    "/": {
+      "total": "1900954378240",
+      "used": "289455124480"
+    }
+  },
+  "memory": {
+    "total": "1081975545856"
+  },
+  "cpu": {
+    "count": 128,
+    "countLogical": 256
+  },
+  "gpu_nvidia": [
+    {
+      "name": "NVIDIA A100-SXM4-40GB",
+      "memoryTotal": "42949672960",
+      "cudaCores": 6912,
+      "architecture": "Ampere"
+    }
+  ],
+  "slurm": {
+    "cluster_name": "slurm",
+    "conf": "/cm/shared/apps/slurm/var/etc/slurm/slurm.conf",
+    "cpus_on_node": "24",
+    "cpus_per_task": "24",
+    "gpus_on_node": "1",
+    "gpus_per_node": "1",
+    "gtids": "0",
+    "job_cpus_per_node": "24",
+    "job_end_time": "1775042326",
+    "job_gid": "1400",
+    "job_group": "speech",
+    "job_id": "5154",
+    "job_name": "bash",
+    "job_nodelist": "dgx-a100-5",
+    "job_num_nodes": "1",
+    "job_partition": "defq",
+    "job_qos": "normal",
+    "job_start_time": "1743506326",
+    "job_uid": "1407",
+    "job_user": "anhnmt2",
+    "jobid": "5154",
+    "launch_node_ipaddr": "192.168.100.102",
+    "localid": "0",
+    "mpi_type": "pmix",
+    "nnodes": "1",
+    "nodeid": "0",
+    "nodelist": "dgx-a100-5",
+    "nprocs": "1",
+    "ntasks": "1",
+    "ntasks_per_node": "1",
+    "pmix_mapping_serv": "(vector,(0,1,1))",
+    "pmixp_abort_agent_port": "37119",
+    "prio_process": "0",
+    "procid": "0",
+    "pty_port": "45373",
+    "pty_win_col": "137",
+    "pty_win_row": "10",
+    "srun_comm_host": "192.168.100.102",
+    "srun_comm_port": "43475",
+    "step_gpus": "4",
+    "step_id": "0",
+    "step_launcher_port": "43475",
+    "step_nodelist": "dgx-a100-5",
+    "step_num_nodes": "1",
+    "step_num_tasks": "1",
+    "step_tasks_per_node": "1",
+    "stepid": "0",
+    "submit_dir": "/data1/speech/anhnmt2/ASR/speechgpt/slurm/submit",
+    "submit_host": "login-1",
+    "task_pid": "268175",
+    "tasks_per_node": "1",
+    "topology_addr": "dgx-a100-5",
+    "topology_addr_pattern": "node",
+    "umask": "0022",
+    "working_cluster": "slurm:bcm10-headnode:6817:9984:109"
+  },
+  "cudaVersion": "12.2"
+}

scripts/wandb/run-20250409_171121-kwr1aibg/files/wandb-summary.json

@@ -0,0 +1 @@
+{"_wandb":{"runtime":15}}

scripts/wandb/run-20250409_171121-kwr1aibg/logs/debug-core.log

@@ -0,0 +1,14 @@
+{"time":"2025-04-09T17:11:20.910317925+07:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmp9d_ei9mw/port-478722.txt","pid":478722,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false}
+{"time":"2025-04-09T17:11:20.910822618+07:00","level":"INFO","msg":"Will exit if parent process dies.","ppid":478722}
+{"time":"2025-04-09T17:11:20.91082355+07:00","level":"INFO","msg":"server is running","addr":{"IP":"127.0.0.1","Port":43157,"Zone":""}}
+{"time":"2025-04-09T17:11:21.09765706+07:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"127.0.0.1:52968"}
+{"time":"2025-04-09T17:11:21.769886214+07:00","level":"INFO","msg":"handleInformInit: received","streamId":"kwr1aibg","id":"127.0.0.1:52968"}
+{"time":"2025-04-09T17:11:21.886775731+07:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"kwr1aibg","id":"127.0.0.1:52968"}
+{"time":"2025-04-09T17:11:37.663859478+07:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"127.0.0.1:52968"}
+{"time":"2025-04-09T17:11:37.664069735+07:00","level":"INFO","msg":"server is shutting down"}
+{"time":"2025-04-09T17:11:37.664057391+07:00","level":"INFO","msg":"connection: closing","id":"127.0.0.1:52968"}
+{"time":"2025-04-09T17:11:37.664163512+07:00","level":"INFO","msg":"connection: closed successfully","id":"127.0.0.1:52968"}
+{"time":"2025-04-09T17:11:37.927312019+07:00","level":"ERROR","msg":"processOutgoingData: flush error","error":"write tcp 127.0.0.1:43157->127.0.0.1:52968: use of closed network connection","id":"127.0.0.1:52968"}
+{"time":"2025-04-09T17:11:39.357565493+07:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"127.0.0.1:52968"}
+{"time":"2025-04-09T17:11:39.357580101+07:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"127.0.0.1:52968"}
+{"time":"2025-04-09T17:11:39.357591933+07:00","level":"INFO","msg":"server is closed"}

scripts/wandb/run-20250409_171121-kwr1aibg/logs/debug-internal.log

@@ -0,0 +1,15 @@
+{"time":"2025-04-09T17:11:21.772806278+07:00","level":"INFO","msg":"stream: starting","core version":"0.19.8","symlink path":"/data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/scripts/wandb/run-20250409_171121-kwr1aibg/logs/debug-core.log"}
+{"time":"2025-04-09T17:11:21.886737158+07:00","level":"INFO","msg":"created new stream","id":"kwr1aibg"}
+{"time":"2025-04-09T17:11:21.886769509+07:00","level":"INFO","msg":"stream: started","id":"kwr1aibg"}
+{"time":"2025-04-09T17:11:21.886789687+07:00","level":"INFO","msg":"handler: started","stream_id":"kwr1aibg"}
+{"time":"2025-04-09T17:11:21.886804545+07:00","level":"INFO","msg":"sender: started","stream_id":"kwr1aibg"}
+{"time":"2025-04-09T17:11:21.886821227+07:00","level":"INFO","msg":"writer: Do: started","stream_id":"kwr1aibg"}
+{"time":"2025-04-09T17:11:22.399552531+07:00","level":"INFO","msg":"Starting system monitor"}
+{"time":"2025-04-09T17:11:37.664091315+07:00","level":"INFO","msg":"stream: closing","id":"kwr1aibg"}
+{"time":"2025-04-09T17:11:37.664130119+07:00","level":"INFO","msg":"Stopping system monitor"}
+{"time":"2025-04-09T17:11:37.664592091+07:00","level":"INFO","msg":"Stopped system monitor"}
+{"time":"2025-04-09T17:11:39.079924558+07:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
+{"time":"2025-04-09T17:11:39.355564384+07:00","level":"INFO","msg":"handler: closed","stream_id":"kwr1aibg"}
+{"time":"2025-04-09T17:11:39.355587859+07:00","level":"INFO","msg":"writer: Close: closed","stream_id":"kwr1aibg"}
+{"time":"2025-04-09T17:11:39.355627995+07:00","level":"INFO","msg":"sender: closed","stream_id":"kwr1aibg"}
+{"time":"2025-04-09T17:11:39.357499168+07:00","level":"INFO","msg":"stream: closed","id":"kwr1aibg"}

scripts/wandb/run-20250409_171121-kwr1aibg/logs/debug.log

@@ -0,0 +1,222 @@
+2025-04-09 17:11:21,763 INFO    MainThread:478722 [wandb_setup.py:_flush():67] Current SDK version is 0.19.8
+2025-04-09 17:11:21,763 INFO    MainThread:478722 [wandb_setup.py:_flush():67] Configure stats pid to 478722
+2025-04-09 17:11:21,763 INFO    MainThread:478722 [wandb_setup.py:_flush():67] Loading settings from /home/anhnmt2/.config/wandb/settings
+2025-04-09 17:11:21,763 INFO    MainThread:478722 [wandb_setup.py:_flush():67] Loading settings from /data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/scripts/wandb/settings
+2025-04-09 17:11:21,763 INFO    MainThread:478722 [wandb_setup.py:_flush():67] Loading settings from environment variables
+2025-04-09 17:11:21,763 INFO    MainThread:478722 [wandb_init.py:setup_run_log_directory():647] Logging user logs to /data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/scripts/wandb/run-20250409_171121-kwr1aibg/logs/debug.log
+2025-04-09 17:11:21,763 INFO    MainThread:478722 [wandb_init.py:setup_run_log_directory():648] Logging internal logs to /data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/scripts/wandb/run-20250409_171121-kwr1aibg/logs/debug-internal.log
+2025-04-09 17:11:21,763 INFO    MainThread:478722 [wandb_init.py:init():761] calling init triggers
+2025-04-09 17:11:21,763 INFO    MainThread:478722 [wandb_init.py:init():766] wandb.init called with sweep_config: {}
+config: {'_wandb': {}}
+2025-04-09 17:11:21,763 INFO    MainThread:478722 [wandb_init.py:init():784] starting backend
+2025-04-09 17:11:21,763 INFO    MainThread:478722 [wandb_init.py:init():788] sending inform_init request
+2025-04-09 17:11:21,765 INFO    MainThread:478722 [backend.py:_multiprocessing_setup():101] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2025-04-09 17:11:21,765 INFO    MainThread:478722 [wandb_init.py:init():798] backend started and connected
+2025-04-09 17:11:21,766 INFO    MainThread:478722 [wandb_init.py:init():891] updated telemetry
+2025-04-09 17:11:21,778 INFO    MainThread:478722 [wandb_init.py:init():915] communicating run to backend with 90.0 second timeout
+2025-04-09 17:11:22,394 INFO    MainThread:478722 [wandb_init.py:init():990] starting run threads in backend
+2025-04-09 17:11:22,657 INFO    MainThread:478722 [wandb_run.py:_console_start():2375] atexit reg
+2025-04-09 17:11:22,657 INFO    MainThread:478722 [wandb_run.py:_redirect():2227] redirect: wrap_raw
+2025-04-09 17:11:22,657 INFO    MainThread:478722 [wandb_run.py:_redirect():2292] Wrapping output streams.
+2025-04-09 17:11:22,657 INFO    MainThread:478722 [wandb_run.py:_redirect():2315] Redirects installed.
+2025-04-09 17:11:22,659 INFO    MainThread:478722 [wandb_init.py:init():1032] run started, returning control to user process
+2025-04-09 17:11:22,662 INFO    MainThread:478722 [wandb_run.py:_config_callback():1261] config_cb None None {'use_cache': False, 'query_num': 64, 'image_size': 448, 'drop_vision_last_layer': False, 'batch_vision_input': True, 'use_image_id': True, 'vision_batch_size': 16, 'audio_pool_step': 2, 'audio_chunk_length': 1.0, 'stream_input': False, 'init_vision': False, 'init_audio': True, 'init_tts': False, 'processor_path': '/data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/omni_speech/model/minicpmo/MiniCPM-o-2_6', 'pretrained_encoder_path': '/data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/omni_speech/model/minicpmo/MiniCPM-o-2_6', 'pretrained_llm_path': '/data1/speech/anhnmt2/cuongnm/EOT/Qwen2.5-0.5B-Instruct', 'chunk_input': True, 'slice_config': {'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': None, 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': True, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 20, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, 'architectures': None, 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': None, 'pad_token_id': None, 'eos_token_id': None, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': '', 'model_type': 'minicpmv', 'patch_size': 14, 'max_slice_nums': 9, 'scale_resolution': 448}, 'slice_mode': True, 'vision_config': {'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': None, 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': True, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 20, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, 'architectures': None, 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': None, 'pad_token_id': None, 'eos_token_id': None, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': '', 'model_type': 'siglip_vision_model', 'hidden_size': 1152, 'intermediate_size': 4304, 'num_hidden_layers': 27, 'num_attention_heads': 16, 'num_channels': 3, 'patch_size': 14, 'image_size': 980, 'attention_dropout': 0.0, 'layer_norm_eps': 1e-06, 'hidden_act': 'gelu_pytorch_tanh'}, 'audio_config': {'vocab_size': 51865, 'num_mel_bins': 80, 'd_model': 1024, 'encoder_layers': 24, 'encoder_attention_heads': 16, 'decoder_layers': 24, 'decoder_attention_heads': 16, 'decoder_ffn_dim': 4096, 'encoder_ffn_dim': 4096, 'dropout': 0.0, 'attention_dropout': 0.0, 'activation_dropout': 0.0, 'activation_function': 'gelu', 'init_std': 0.02, 'encoder_layerdrop': 0.0, 'decoder_layerdrop': 0.0, 'use_cache': True, 'num_hidden_layers': 24, 'scale_embedding': False, 'max_source_positions': 1500, 'max_target_positions': 448, 'classifier_proj_size': 256, 'use_weighted_layer_sum': False, 'apply_spec_augment': False, 'mask_time_prob': 0.05, 'mask_time_length': 10, 'mask_time_min_masks': 2, 'mask_feature_prob': 0.0, 'mask_feature_length': 10, 'mask_feature_min_masks': 0, 'median_filter_width': 7, 'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': 'float32', 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': True, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': True, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 448, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': [1, 2, 7, 8, 9, 10, 14, 25, 26, 27, 28, 29, 31, 58, 59, 60, 61, 62, 63, 90, 91, 92, 93, 359, 503, 522, 542, 873, 893, 902, 918, 922, 931, 1350, 1853, 1982, 2460, 2627, 3246, 3253, 3268, 3536, 3846, 3961, 4183, 4667, 6585, 6647, 7273, 9061, 9383, 10428, 10929, 11938, 12033, 12331, 12562, 13793, 14157, 14635, 15265, 15618, 16553, 16604, 18362, 18956, 20075, 21675, 22520, 26130, 26161, 26435, 28279, 29464, 31650, 32302, 32470, 36865, 42863, 47425, 49870, 50254, 50258, 50358, 50359, 50360, 50361, 50362], 'begin_suppress_tokens': [220, 50257], 'architectures': ['MiniCPMWhisperEncoder'], 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': 50257, 'pad_token_id': 50257, 'eos_token_id': 50257, 'sep_token_id': None, 'decoder_start_token_id': 50258, 'task_specific_params': None, 'problem_type': None, '_name_or_path': 'openai/whisper-medium', 'forced_decoder_ids': [[1, 50259], [2, 50359], [3, 50363]], 'model_type': 'whisper'}, 'tts_config': {'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': None, 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': True, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 20, 'min_length': 0, 'do_sample': True, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 20, 'top_p': 0.7, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, 'architectures': None, 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': None, 'pad_token_id': None, 'eos_token_id': None, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': '', 'model_type': 'conditional_chattts', 'llm_dim': 3584, 'hidden_size': 768, 'intermediate_size': 3072, 'num_attention_heads': 12, 'num_hidden_layers': 20, 'max_position_embeddings': 4096, 'num_audio_tokens': 626, 'num_text_tokens': 21178, 'num_mel_bins': 100, 'num_vq': 4, 'use_speaker_embedding': True, 'use_llm_hidden_state': False, 'spk_emb_token_id': 21143, 'num_spk_embs': 1, 'audio_bos_token_id': 21132, 'text_eos_token_id': 21133, 'use_text': True, 'streaming': True, 'streaming_text_chunk_size': 10, 'streaming_text_reserved_len': 300, 'streaming_audio_chunk_size': 50, 'attn_implementation': 'sdpa', 'use_mlp': True, 'aug_loss_weight': True}, 'patch_size': 14, 'vocab_size': 152064, 'max_position_embeddings': 32768, 'hidden_size': 3584, 'intermediate_size': 18944, 'num_hidden_layers': 28, 'num_attention_heads': 28, 'use_sliding_window': False, 'sliding_window': None, 'max_window_layers': 28, 'num_key_value_heads': 4, 'hidden_act': 'silu', 'initializer_range': 0.02, 'rms_norm_eps': 1e-06, 'rope_theta': 1000000.0, 'rope_scaling': None, 'attention_dropout': 0.0, 'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': 'float32', 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': False, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 2048, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, 'architectures': ['Qwen2ForCausalLM'], 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': 151643, 'pad_token_id': None, 'eos_token_id': 151645, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': '/data1/speech/anhnmt2/Speech2Speech/LLaMA-Omni/models/llm/Qwen2.5-7B-Instruct', 'transformers_version': '4.45.0', 'model_type': 'minicpmo', 'output_dir': '../checkpoints/minicpmo_whisper-medium_Qwen2.5-0.5B_pretrained-asr', 'overwrite_output_dir': False, 'do_train': True, 'do_eval': True, 'do_predict': False, 'eval_strategy': 'steps', 'prediction_loss_only': False, 'per_device_train_batch_size': 32, 'per_device_eval_batch_size': 32, 'per_gpu_train_batch_size': None, 'per_gpu_eval_batch_size': None, 'gradient_accumulation_steps': 4, 'eval_accumulation_steps': None, 'eval_delay': 0, 'torch_empty_cache_steps': None, 'learning_rate': 0.0002, 'weight_decay': 0.0, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_epsilon': 1e-08, 'max_grad_norm': 1.0, 'num_train_epochs': 3.0, 'max_steps': -1, 'lr_scheduler_type': 'cosine', 'lr_scheduler_kwargs': {}, 'warmup_ratio': 0.03, 'warmup_steps': 0, 'log_level': 'passive', 'log_level_replica': 'warning', 'log_on_each_node': True, 'logging_dir': '../checkpoints/minicpmo_whisper-medium_Qwen2.5-0.5B_pretrained-asr/runs/Apr09_17-10-46_dgx-a100-5', 'logging_strategy': 'steps', 'logging_first_step': False, 'logging_steps': 50, 'logging_nan_inf_filter': True, 'save_strategy': 'no', 'save_steps': 5000.0, 'save_total_limit': 1, 'save_safetensors': True, 'save_on_each_node': False, 'save_only_model': False, 'restore_callback_states_from_checkpoint': False, 'no_cuda': False, 'use_cpu': False, 'use_mps_device': False, 'seed': 42, 'data_seed': None, 'jit_mode_eval': False, 'use_ipex': False, 'bf16': True, 'fp16': False, 'fp16_opt_level': 'O1', 'half_precision_backend': 'auto', 'bf16_full_eval': False, 'fp16_full_eval': False, 'tf32': True, 'local_rank': 0, 'ddp_backend': None, 'tpu_num_cores': None, 'tpu_metrics_debug': False, 'debug': [], 'dataloader_drop_last': False, 'eval_steps': 5000, 'dataloader_num_workers': 0, 'dataloader_prefetch_factor': None, 'past_index': -1, 'run_name': '../checkpoints/minicpmo_whisper-medium_Qwen2.5-0.5B_pretrained-asr', 'disable_tqdm': False, 'remove_unused_columns': False, 'label_names': None, 'load_best_model_at_end': False, 'metric_for_best_model': None, 'greater_is_better': None, 'ignore_data_skip': False, 'fsdp': [], 'fsdp_min_num_params': 0, 'fsdp_config': {'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}, 'fsdp_transformer_layer_cls_to_wrap': None, 'accelerator_config': {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True, 'non_blocking': False, 'gradient_accumulation_kwargs': None}, 'deepspeed': 'zero2.json', 'label_smoothing_factor': 0.0, 'optim': 'adamw_torch', 'optim_args': None, 'adafactor': False, 'group_by_length': False, 'length_column_name': 'length', 'report_to': ['tensorboard', 'wandb'], 'ddp_find_unused_parameters': None, 'ddp_bucket_cap_mb': None, 'ddp_broadcast_buffers': None, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': False, 'skip_memory_metrics': True, 'use_legacy_prediction_loop': False, 'push_to_hub': False, 'resume_from_checkpoint': None, 'hub_model_id': None, 'hub_strategy': 'every_save', 'hub_token': '<HUB_TOKEN>', 'hub_private_repo': False, 'hub_always_push': False, 'gradient_checkpointing': True, 'gradient_checkpointing_kwargs': {'use_reentrant': False}, 'include_inputs_for_metrics': False, 'eval_do_concat_batches': True, 'fp16_backend': 'auto', 'evaluation_strategy': 'steps', 'push_to_hub_model_id': None, 'push_to_hub_organization': None, 'push_to_hub_token': '<PUSH_TO_HUB_TOKEN>', 'mp_parameters': '', 'auto_find_batch_size': False, 'full_determinism': False, 'torchdynamo': None, 'ray_scope': 'last', 'ddp_timeout': 1800, 'torch_compile': False, 'torch_compile_backend': None, 'torch_compile_mode': None, 'dispatch_batches': None, 'split_batches': None, 'include_tokens_per_second': False, 'include_num_input_tokens_seen': False, 'neftune_noise_alpha': None, 'optim_target_modules': None, 'batch_eval_metrics': False, 'eval_on_start': False, 'use_liger_kernel': False, 'eval_use_gather_object': False, 'cache_dir': '../output/cached_sft_20252502', 'model_max_length': 2048, 'tune_vision': True, 'tune_speech': False, 'tune_llm': True, 'llm_type': 'qwen', 'use_lora': False, 'max_slice_nums': 9, 'config_path': 'minicpmp_config.json', 'init_speech': True}
+2025-04-09 17:11:22,666 INFO    MainThread:478722 [wandb_config.py:__setitem__():154] config set model/num_parameters = 802971264 - <bound method Run._config_callback of <wandb.sdk.wandb_run.Run object at 0x1553d1e01550>>
+2025-04-09 17:11:22,666 INFO    MainThread:478722 [wandb_run.py:_config_callback():1261] config_cb model/num_parameters 802971264 None
+2025-04-09 17:11:37,662 INFO    MsgRouterThr:478722 [mailbox.py:close():129] Closing mailbox, abandoning 2 handles.
+2025-04-09 17:11:39,374 ERROR   MainThread:478722 [redirect.py:_on_write():661] error in stderr callback
+Traceback (most recent call last):
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 659, in _on_write
+    cb(written_data)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2302, in <lambda>
+    lambda data: self._console_raw_callback("stderr", data),
+                 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 401, in wrapper_fn
+    return func(self, *args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1444, in _console_raw_callback
+    self._backend.interface.publish_output_raw(name, data)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 761, in publish_output_raw
+    self._publish_output_raw(o)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw
+    self._publish(rec)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish
+    self._sock_client.send_record_publish(record)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 174, in send_record_publish
+    self.send_server_request(server_req)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 154, in send_server_request
+    self._send_message(msg)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 151, in _send_message
+    self._sendall_with_error_handle(header + data)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 130, in _sendall_with_error_handle
+    sent = self._sock.send(data)
+           ^^^^^^^^^^^^^^^^^^^^^
+BrokenPipeError: [Errno 32] Broken pipe
+2025-04-09 17:11:39,380 ERROR   MainThread:478722 [redirect.py:_on_write():661] error in stderr callback
+Traceback (most recent call last):
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 659, in _on_write
+    cb(written_data)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2302, in <lambda>
+    lambda data: self._console_raw_callback("stderr", data),
+                 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 401, in wrapper_fn
+    return func(self, *args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1444, in _console_raw_callback
+    self._backend.interface.publish_output_raw(name, data)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 761, in publish_output_raw
+    self._publish_output_raw(o)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw
+    self._publish(rec)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish
+    self._sock_client.send_record_publish(record)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 174, in send_record_publish
+    self.send_server_request(server_req)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 154, in send_server_request
+    self._send_message(msg)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 151, in _send_message
+    self._sendall_with_error_handle(header + data)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 130, in _sendall_with_error_handle
+    sent = self._sock.send(data)
+           ^^^^^^^^^^^^^^^^^^^^^
+BrokenPipeError: [Errno 32] Broken pipe
+2025-04-09 17:11:39,381 ERROR   MainThread:478722 [redirect.py:_on_write():661] error in stderr callback
+Traceback (most recent call last):
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 659, in _on_write
+    cb(written_data)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2302, in <lambda>
+    lambda data: self._console_raw_callback("stderr", data),
+                 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 401, in wrapper_fn
+    return func(self, *args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1444, in _console_raw_callback
+    self._backend.interface.publish_output_raw(name, data)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 761, in publish_output_raw
+    self._publish_output_raw(o)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw
+    self._publish(rec)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish
+    self._sock_client.send_record_publish(record)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 174, in send_record_publish
+    self.send_server_request(server_req)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 154, in send_server_request
+    self._send_message(msg)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 151, in _send_message
+    self._sendall_with_error_handle(header + data)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 130, in _sendall_with_error_handle
+    sent = self._sock.send(data)
+           ^^^^^^^^^^^^^^^^^^^^^
+BrokenPipeError: [Errno 32] Broken pipe
+2025-04-09 17:11:39,387 ERROR   MainThread:478722 [redirect.py:_on_write():661] error in stderr callback
+Traceback (most recent call last):
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 659, in _on_write
+    cb(written_data)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2302, in <lambda>
+    lambda data: self._console_raw_callback("stderr", data),
+                 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 401, in wrapper_fn
+    return func(self, *args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1444, in _console_raw_callback
+    self._backend.interface.publish_output_raw(name, data)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 761, in publish_output_raw
+    self._publish_output_raw(o)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw
+    self._publish(rec)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish
+    self._sock_client.send_record_publish(record)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 174, in send_record_publish
+    self.send_server_request(server_req)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 154, in send_server_request
+    self._send_message(msg)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 151, in _send_message
+    self._sendall_with_error_handle(header + data)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 130, in _sendall_with_error_handle
+    sent = self._sock.send(data)
+           ^^^^^^^^^^^^^^^^^^^^^
+BrokenPipeError: [Errno 32] Broken pipe
+2025-04-09 17:11:39,389 ERROR   MainThread:478722 [redirect.py:_on_write():661] error in stderr callback
+Traceback (most recent call last):
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 659, in _on_write
+    cb(written_data)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2302, in <lambda>
+    lambda data: self._console_raw_callback("stderr", data),
+                 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 401, in wrapper_fn
+    return func(self, *args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1444, in _console_raw_callback
+    self._backend.interface.publish_output_raw(name, data)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 761, in publish_output_raw
+    self._publish_output_raw(o)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw
+    self._publish(rec)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish
+    self._sock_client.send_record_publish(record)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 174, in send_record_publish
+    self.send_server_request(server_req)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 154, in send_server_request
+    self._send_message(msg)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 151, in _send_message
+    self._sendall_with_error_handle(header + data)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 130, in _sendall_with_error_handle
+    sent = self._sock.send(data)
+           ^^^^^^^^^^^^^^^^^^^^^
+BrokenPipeError: [Errno 32] Broken pipe
+2025-04-09 17:11:39,392 ERROR   MainThread:478722 [redirect.py:_on_write():661] error in stderr callback
+Traceback (most recent call last):
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 659, in _on_write
+    cb(written_data)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2302, in <lambda>
+    lambda data: self._console_raw_callback("stderr", data),
+                 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 401, in wrapper_fn
+    return func(self, *args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1444, in _console_raw_callback
+    self._backend.interface.publish_output_raw(name, data)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 761, in publish_output_raw
+    self._publish_output_raw(o)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw
+    self._publish(rec)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish
+    self._sock_client.send_record_publish(record)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 174, in send_record_publish
+    self.send_server_request(server_req)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 154, in send_server_request
+    self._send_message(msg)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 151, in _send_message
+    self._sendall_with_error_handle(header + data)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 130, in _sendall_with_error_handle
+    sent = self._sock.send(data)
+           ^^^^^^^^^^^^^^^^^^^^^
+BrokenPipeError: [Errno 32] Broken pipe
+2025-04-09 17:11:39,393 ERROR   MainThread:478722 [redirect.py:_on_write():661] error in stderr callback
+Traceback (most recent call last):
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 659, in _on_write
+    cb(written_data)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2302, in <lambda>
+    lambda data: self._console_raw_callback("stderr", data),
+                 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 401, in wrapper_fn
+    return func(self, *args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1444, in _console_raw_callback
+    self._backend.interface.publish_output_raw(name, data)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 761, in publish_output_raw
+    self._publish_output_raw(o)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw
+    self._publish(rec)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish
+    self._sock_client.send_record_publish(record)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 174, in send_record_publish
+    self.send_server_request(server_req)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 154, in send_server_request
+    self._send_message(msg)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 151, in _send_message
+    self._sendall_with_error_handle(header + data)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 130, in _sendall_with_error_handle
+    sent = self._sock.send(data)
+           ^^^^^^^^^^^^^^^^^^^^^
+BrokenPipeError: [Errno 32] Broken pipe

scripts/wandb/run-20250409_171410-zu0dz1ni/files/output.log

@@ -0,0 +1,576 @@
+  0%|                                                                                                                                                                                                                 | 0/112500 [00:00<?, ?it/s]DEBUG:numba.core.byteflow:bytecode dump:
+>          0	NOP(arg=None, lineno=1141)
+           2	RESUME(arg=0, lineno=1141)
+           4	LOAD_FAST(arg=0, lineno=1144)
+           6	LOAD_CONST(arg=1, lineno=1144)
+           8	BINARY_SUBSCR(arg=None, lineno=1144)
+          12	STORE_FAST(arg=3, lineno=1144)
+          14	LOAD_FAST(arg=1, lineno=1145)
+          16	UNARY_NEGATIVE(arg=None, lineno=1145)
+          18	LOAD_FAST(arg=3, lineno=1145)
+          20	SWAP(arg=2, lineno=1145)
+          22	COPY(arg=2, lineno=1145)
+          24	COMPARE_OP(arg=26, lineno=1145)
+          28	POP_JUMP_IF_FALSE(arg=5, lineno=1145)
+          30	LOAD_FAST(arg=1, lineno=1145)
+          32	COMPARE_OP(arg=26, lineno=1145)
+          36	POP_JUMP_IF_FALSE(arg=5, lineno=1145)
+          38	JUMP_FORWARD(arg=2, lineno=1145)
+>         40	POP_TOP(arg=None, lineno=1145)
+          42	JUMP_FORWARD(arg=2, lineno=1145)
+>         44	LOAD_CONST(arg=1, lineno=1146)
+          46	STORE_FAST(arg=3, lineno=1146)
+>         48	LOAD_FAST(arg=0, lineno=1148)
+          50	LOAD_CONST(arg=2, lineno=1148)
+          52	BINARY_SUBSCR(arg=None, lineno=1148)
+          56	STORE_FAST(arg=4, lineno=1148)
+          58	LOAD_FAST(arg=1, lineno=1149)
+          60	UNARY_NEGATIVE(arg=None, lineno=1149)
+          62	LOAD_FAST(arg=4, lineno=1149)
+          64	SWAP(arg=2, lineno=1149)
+          66	COPY(arg=2, lineno=1149)
+          68	COMPARE_OP(arg=26, lineno=1149)
+          72	POP_JUMP_IF_FALSE(arg=5, lineno=1149)
+          74	LOAD_FAST(arg=1, lineno=1149)
+          76	COMPARE_OP(arg=26, lineno=1149)
+          80	POP_JUMP_IF_FALSE(arg=5, lineno=1149)
+          82	JUMP_FORWARD(arg=2, lineno=1149)
+>         84	POP_TOP(arg=None, lineno=1149)
+          86	JUMP_FORWARD(arg=2, lineno=1149)
+>         88	LOAD_CONST(arg=1, lineno=1150)
+          90	STORE_FAST(arg=4, lineno=1150)
+>         92	LOAD_FAST(arg=2, lineno=1152)
+          94	POP_JUMP_IF_FALSE(arg=43, lineno=1152)
+          96	LOAD_GLOBAL(arg=1, lineno=1153)
+         106	LOAD_ATTR(arg=2, lineno=1153)
+         126	LOAD_FAST(arg=3, lineno=1153)
+         128	CALL(arg=1, lineno=1153)
+         136	LOAD_GLOBAL(arg=1, lineno=1153)
+         146	LOAD_ATTR(arg=2, lineno=1153)
+         166	LOAD_FAST(arg=4, lineno=1153)
+         168	CALL(arg=1, lineno=1153)
+         176	COMPARE_OP(arg=55, lineno=1153)
+         180	RETURN_VALUE(arg=None, lineno=1153)
+>        182	LOAD_GLOBAL(arg=1, lineno=1155)
+         192	LOAD_ATTR(arg=4, lineno=1155)
+         212	LOAD_FAST(arg=3, lineno=1155)
+         214	CALL(arg=1, lineno=1155)
+         222	LOAD_GLOBAL(arg=1, lineno=1155)
+         232	LOAD_ATTR(arg=4, lineno=1155)
+         252	LOAD_FAST(arg=4, lineno=1155)
+         254	CALL(arg=1, lineno=1155)
+         262	COMPARE_OP(arg=55, lineno=1155)
+         266	RETURN_VALUE(arg=None, lineno=1155)
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=0 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=0 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=0, inst=NOP(arg=None, lineno=1141)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=2, inst=RESUME(arg=0, lineno=1141)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=4, inst=LOAD_FAST(arg=0, lineno=1144)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=6, inst=LOAD_CONST(arg=1, lineno=1144)
+DEBUG:numba.core.byteflow:stack ['$x4.0']
+DEBUG:numba.core.byteflow:dispatch pc=8, inst=BINARY_SUBSCR(arg=None, lineno=1144)
+DEBUG:numba.core.byteflow:stack ['$x4.0', '$const6.1']
+DEBUG:numba.core.byteflow:dispatch pc=12, inst=STORE_FAST(arg=3, lineno=1144)
+DEBUG:numba.core.byteflow:stack ['$8binary_subscr.2']
+DEBUG:numba.core.byteflow:dispatch pc=14, inst=LOAD_FAST(arg=1, lineno=1145)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=16, inst=UNARY_NEGATIVE(arg=None, lineno=1145)
+DEBUG:numba.core.byteflow:stack ['$threshold14.3']
+DEBUG:numba.core.byteflow:dispatch pc=18, inst=LOAD_FAST(arg=3, lineno=1145)
+DEBUG:numba.core.byteflow:stack ['$16unary_negative.4']
+DEBUG:numba.core.byteflow:dispatch pc=20, inst=SWAP(arg=2, lineno=1145)
+DEBUG:numba.core.byteflow:stack ['$16unary_negative.4', '$x018.5']
+DEBUG:numba.core.byteflow:dispatch pc=22, inst=COPY(arg=2, lineno=1145)
+DEBUG:numba.core.byteflow:stack ['$x018.5', '$16unary_negative.4']
+DEBUG:numba.core.byteflow:dispatch pc=24, inst=COMPARE_OP(arg=26, lineno=1145)
+DEBUG:numba.core.byteflow:stack ['$x018.5', '$16unary_negative.4', '$x018.5']
+DEBUG:numba.core.byteflow:dispatch pc=28, inst=POP_JUMP_IF_FALSE(arg=5, lineno=1145)
+DEBUG:numba.core.byteflow:stack ['$x018.5', '$24compare_op.6']
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=30, stack=('$x018.5',), blockstack=(), npush=0), Edge(pc=40, stack=('$x018.5',), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=30 nstack_initial=1), State(pc_initial=40 nstack_initial=1)])
+DEBUG:numba.core.byteflow:stack: ['$phi30.0']
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=30 nstack_initial=1)
+DEBUG:numba.core.byteflow:dispatch pc=30, inst=LOAD_FAST(arg=1, lineno=1145)
+DEBUG:numba.core.byteflow:stack ['$phi30.0']
+DEBUG:numba.core.byteflow:dispatch pc=32, inst=COMPARE_OP(arg=26, lineno=1145)
+DEBUG:numba.core.byteflow:stack ['$phi30.0', '$threshold30.1']
+DEBUG:numba.core.byteflow:dispatch pc=36, inst=POP_JUMP_IF_FALSE(arg=5, lineno=1145)
+DEBUG:numba.core.byteflow:stack ['$32compare_op.2']
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=38, stack=(), blockstack=(), npush=0), Edge(pc=48, stack=(), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=40 nstack_initial=1), State(pc_initial=38 nstack_initial=0), State(pc_initial=48 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: ['$phi40.0']
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=40 nstack_initial=1)
+DEBUG:numba.core.byteflow:dispatch pc=40, inst=POP_TOP(arg=None, lineno=1145)
+DEBUG:numba.core.byteflow:stack ['$phi40.0']
+DEBUG:numba.core.byteflow:dispatch pc=42, inst=JUMP_FORWARD(arg=2, lineno=1145)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=48, stack=(), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=38 nstack_initial=0), State(pc_initial=48 nstack_initial=0), State(pc_initial=48 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=38 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=38, inst=JUMP_FORWARD(arg=2, lineno=1145)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=44, stack=(), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=48 nstack_initial=0), State(pc_initial=48 nstack_initial=0), State(pc_initial=44 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=48 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=48, inst=LOAD_FAST(arg=0, lineno=1148)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=50, inst=LOAD_CONST(arg=2, lineno=1148)
+DEBUG:numba.core.byteflow:stack ['$x48.0']
+DEBUG:numba.core.byteflow:dispatch pc=52, inst=BINARY_SUBSCR(arg=None, lineno=1148)
+DEBUG:numba.core.byteflow:stack ['$x48.0', '$const50.1']
+DEBUG:numba.core.byteflow:dispatch pc=56, inst=STORE_FAST(arg=4, lineno=1148)
+DEBUG:numba.core.byteflow:stack ['$52binary_subscr.2']
+DEBUG:numba.core.byteflow:dispatch pc=58, inst=LOAD_FAST(arg=1, lineno=1149)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=60, inst=UNARY_NEGATIVE(arg=None, lineno=1149)
+DEBUG:numba.core.byteflow:stack ['$threshold58.3']
+DEBUG:numba.core.byteflow:dispatch pc=62, inst=LOAD_FAST(arg=4, lineno=1149)
+DEBUG:numba.core.byteflow:stack ['$60unary_negative.4']
+DEBUG:numba.core.byteflow:dispatch pc=64, inst=SWAP(arg=2, lineno=1149)
+DEBUG:numba.core.byteflow:stack ['$60unary_negative.4', '$x162.5']
+DEBUG:numba.core.byteflow:dispatch pc=66, inst=COPY(arg=2, lineno=1149)
+DEBUG:numba.core.byteflow:stack ['$x162.5', '$60unary_negative.4']
+DEBUG:numba.core.byteflow:dispatch pc=68, inst=COMPARE_OP(arg=26, lineno=1149)
+DEBUG:numba.core.byteflow:stack ['$x162.5', '$60unary_negative.4', '$x162.5']
+DEBUG:numba.core.byteflow:dispatch pc=72, inst=POP_JUMP_IF_FALSE(arg=5, lineno=1149)
+DEBUG:numba.core.byteflow:stack ['$x162.5', '$68compare_op.6']
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=74, stack=('$x162.5',), blockstack=(), npush=0), Edge(pc=84, stack=('$x162.5',), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=48 nstack_initial=0), State(pc_initial=44 nstack_initial=0), State(pc_initial=74 nstack_initial=1), State(pc_initial=84 nstack_initial=1)])
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=44 nstack_initial=0), State(pc_initial=74 nstack_initial=1), State(pc_initial=84 nstack_initial=1)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=44 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=44, inst=LOAD_CONST(arg=1, lineno=1146)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=46, inst=STORE_FAST(arg=3, lineno=1146)
+DEBUG:numba.core.byteflow:stack ['$const44.0']
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=48, stack=(), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=74 nstack_initial=1), State(pc_initial=84 nstack_initial=1), State(pc_initial=48 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: ['$phi74.0']
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=74 nstack_initial=1)
+DEBUG:numba.core.byteflow:dispatch pc=74, inst=LOAD_FAST(arg=1, lineno=1149)
+DEBUG:numba.core.byteflow:stack ['$phi74.0']
+DEBUG:numba.core.byteflow:dispatch pc=76, inst=COMPARE_OP(arg=26, lineno=1149)
+DEBUG:numba.core.byteflow:stack ['$phi74.0', '$threshold74.1']
+DEBUG:numba.core.byteflow:dispatch pc=80, inst=POP_JUMP_IF_FALSE(arg=5, lineno=1149)
+DEBUG:numba.core.byteflow:stack ['$76compare_op.2']
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=82, stack=(), blockstack=(), npush=0), Edge(pc=92, stack=(), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=84 nstack_initial=1), State(pc_initial=48 nstack_initial=0), State(pc_initial=82 nstack_initial=0), State(pc_initial=92 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: ['$phi84.0']
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=84 nstack_initial=1)
+DEBUG:numba.core.byteflow:dispatch pc=84, inst=POP_TOP(arg=None, lineno=1149)
+DEBUG:numba.core.byteflow:stack ['$phi84.0']
+DEBUG:numba.core.byteflow:dispatch pc=86, inst=JUMP_FORWARD(arg=2, lineno=1149)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=92, stack=(), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=48 nstack_initial=0), State(pc_initial=82 nstack_initial=0), State(pc_initial=92 nstack_initial=0), State(pc_initial=92 nstack_initial=0)])
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=82 nstack_initial=0), State(pc_initial=92 nstack_initial=0), State(pc_initial=92 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=82 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=82, inst=JUMP_FORWARD(arg=2, lineno=1149)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=88, stack=(), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=92 nstack_initial=0), State(pc_initial=92 nstack_initial=0), State(pc_initial=88 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=92 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=92, inst=LOAD_FAST(arg=2, lineno=1152)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=94, inst=POP_JUMP_IF_FALSE(arg=43, lineno=1152)
+DEBUG:numba.core.byteflow:stack ['$zero_pos92.0']
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=96, stack=(), blockstack=(), npush=0), Edge(pc=182, stack=(), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=92 nstack_initial=0), State(pc_initial=88 nstack_initial=0), State(pc_initial=96 nstack_initial=0), State(pc_initial=182 nstack_initial=0)])
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=88 nstack_initial=0), State(pc_initial=96 nstack_initial=0), State(pc_initial=182 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=88 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=88, inst=LOAD_CONST(arg=1, lineno=1150)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=90, inst=STORE_FAST(arg=4, lineno=1150)
+DEBUG:numba.core.byteflow:stack ['$const88.0']
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=92, stack=(), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=96 nstack_initial=0), State(pc_initial=182 nstack_initial=0), State(pc_initial=92 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=96 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=96, inst=LOAD_GLOBAL(arg=1, lineno=1153)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=106, inst=LOAD_ATTR(arg=2, lineno=1153)
+DEBUG:numba.core.byteflow:stack ['$null$96.1', '$96load_global.0']
+DEBUG:numba.core.byteflow:dispatch pc=126, inst=LOAD_FAST(arg=3, lineno=1153)
+DEBUG:numba.core.byteflow:stack ['$null$96.1', '$106load_attr.2']
+DEBUG:numba.core.byteflow:dispatch pc=128, inst=CALL(arg=1, lineno=1153)
+DEBUG:numba.core.byteflow:stack ['$null$96.1', '$106load_attr.2', '$x0126.3']
+DEBUG:numba.core.byteflow:dispatch pc=136, inst=LOAD_GLOBAL(arg=1, lineno=1153)
+DEBUG:numba.core.byteflow:stack ['$128call.4']
+DEBUG:numba.core.byteflow:dispatch pc=146, inst=LOAD_ATTR(arg=2, lineno=1153)
+DEBUG:numba.core.byteflow:stack ['$128call.4', '$null$136.6', '$136load_global.5']
+DEBUG:numba.core.byteflow:dispatch pc=166, inst=LOAD_FAST(arg=4, lineno=1153)
+DEBUG:numba.core.byteflow:stack ['$128call.4', '$null$136.6', '$146load_attr.7']
+DEBUG:numba.core.byteflow:dispatch pc=168, inst=CALL(arg=1, lineno=1153)
+DEBUG:numba.core.byteflow:stack ['$128call.4', '$null$136.6', '$146load_attr.7', '$x1166.8']
+DEBUG:numba.core.byteflow:dispatch pc=176, inst=COMPARE_OP(arg=55, lineno=1153)
+DEBUG:numba.core.byteflow:stack ['$128call.4', '$168call.9']
+DEBUG:numba.core.byteflow:dispatch pc=180, inst=RETURN_VALUE(arg=None, lineno=1153)
+DEBUG:numba.core.byteflow:stack ['$176compare_op.10']
+DEBUG:numba.core.byteflow:end state. edges=[]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=182 nstack_initial=0), State(pc_initial=92 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=182 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=182, inst=LOAD_GLOBAL(arg=1, lineno=1155)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=192, inst=LOAD_ATTR(arg=4, lineno=1155)
+DEBUG:numba.core.byteflow:stack ['$null$182.1', '$182load_global.0']
+DEBUG:numba.core.byteflow:dispatch pc=212, inst=LOAD_FAST(arg=3, lineno=1155)
+DEBUG:numba.core.byteflow:stack ['$null$182.1', '$192load_attr.2']
+DEBUG:numba.core.byteflow:dispatch pc=214, inst=CALL(arg=1, lineno=1155)
+DEBUG:numba.core.byteflow:stack ['$null$182.1', '$192load_attr.2', '$x0212.3']
+DEBUG:numba.core.byteflow:dispatch pc=222, inst=LOAD_GLOBAL(arg=1, lineno=1155)
+DEBUG:numba.core.byteflow:stack ['$214call.4']
+DEBUG:numba.core.byteflow:dispatch pc=232, inst=LOAD_ATTR(arg=4, lineno=1155)
+DEBUG:numba.core.byteflow:stack ['$214call.4', '$null$222.6', '$222load_global.5']
+DEBUG:numba.core.byteflow:dispatch pc=252, inst=LOAD_FAST(arg=4, lineno=1155)
+DEBUG:numba.core.byteflow:stack ['$214call.4', '$null$222.6', '$232load_attr.7']
+DEBUG:numba.core.byteflow:dispatch pc=254, inst=CALL(arg=1, lineno=1155)
+DEBUG:numba.core.byteflow:stack ['$214call.4', '$null$222.6', '$232load_attr.7', '$x1252.8']
+DEBUG:numba.core.byteflow:dispatch pc=262, inst=COMPARE_OP(arg=55, lineno=1155)
+DEBUG:numba.core.byteflow:stack ['$214call.4', '$254call.9']
+DEBUG:numba.core.byteflow:dispatch pc=266, inst=RETURN_VALUE(arg=None, lineno=1155)
+DEBUG:numba.core.byteflow:stack ['$262compare_op.10']
+DEBUG:numba.core.byteflow:end state. edges=[]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=92 nstack_initial=0)])
+DEBUG:numba.core.byteflow:-------------------------Prune PHIs-------------------------
+DEBUG:numba.core.byteflow:Used_phis: defaultdict(<class 'set'>,
+            {State(pc_initial=0 nstack_initial=0): set(),
+             State(pc_initial=30 nstack_initial=1): {'$phi30.0'},
+             State(pc_initial=38 nstack_initial=0): set(),
+             State(pc_initial=40 nstack_initial=1): set(),
+             State(pc_initial=44 nstack_initial=0): set(),
+             State(pc_initial=48 nstack_initial=0): set(),
+             State(pc_initial=74 nstack_initial=1): {'$phi74.0'},
+             State(pc_initial=82 nstack_initial=0): set(),
+             State(pc_initial=84 nstack_initial=1): set(),
+             State(pc_initial=88 nstack_initial=0): set(),
+             State(pc_initial=92 nstack_initial=0): set(),
+             State(pc_initial=96 nstack_initial=0): set(),
+             State(pc_initial=182 nstack_initial=0): set()})
+DEBUG:numba.core.byteflow:defmap: {'$phi30.0': State(pc_initial=0 nstack_initial=0),
+ '$phi40.0': State(pc_initial=0 nstack_initial=0),
+ '$phi74.0': State(pc_initial=48 nstack_initial=0),
+ '$phi84.0': State(pc_initial=48 nstack_initial=0)}
+DEBUG:numba.core.byteflow:phismap: defaultdict(<class 'set'>,
+            {'$phi30.0': {('$x018.5', State(pc_initial=0 nstack_initial=0))},
+             '$phi40.0': {('$x018.5', State(pc_initial=0 nstack_initial=0))},
+             '$phi74.0': {('$x162.5', State(pc_initial=48 nstack_initial=0))},
+             '$phi84.0': {('$x162.5', State(pc_initial=48 nstack_initial=0))}})
+DEBUG:numba.core.byteflow:changing phismap: defaultdict(<class 'set'>,
+            {'$phi30.0': {('$x018.5', State(pc_initial=0 nstack_initial=0))},
+             '$phi40.0': {('$x018.5', State(pc_initial=0 nstack_initial=0))},
+             '$phi74.0': {('$x162.5', State(pc_initial=48 nstack_initial=0))},
+             '$phi84.0': {('$x162.5', State(pc_initial=48 nstack_initial=0))}})
+DEBUG:numba.core.byteflow:keep phismap: {'$phi30.0': {('$x018.5', State(pc_initial=0 nstack_initial=0))},
+ '$phi74.0': {('$x162.5', State(pc_initial=48 nstack_initial=0))}}
+DEBUG:numba.core.byteflow:new_out: defaultdict(<class 'dict'>,
+            {State(pc_initial=0 nstack_initial=0): {'$phi30.0': '$x018.5'},
+             State(pc_initial=48 nstack_initial=0): {'$phi74.0': '$x162.5'}})
+DEBUG:numba.core.byteflow:----------------------DONE Prune PHIs-----------------------
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=0 nstack_initial=0):
+AdaptBlockInfo(insts=((0, {}), (2, {}), (4, {'res': '$x4.0'}), (6, {'res': '$const6.1'}), (8, {'index': '$const6.1', 'target': '$x4.0', 'res': '$8binary_subscr.2'}), (12, {'value': '$8binary_subscr.2'}), (14, {'res': '$threshold14.3'}), (16, {'value': '$threshold14.3', 'res': '$16unary_negative.4'}), (18, {'res': '$x018.5'}), (24, {'lhs': '$16unary_negative.4', 'rhs': '$x018.5', 'res': '$24compare_op.6'}), (28, {'pred': '$24compare_op.6'})), outgoing_phis={'$phi30.0': '$x018.5'}, blockstack=(), active_try_block=None, outgoing_edgepushed={30: ('$x018.5',), 40: ('$x018.5',)})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=30 nstack_initial=1):
+AdaptBlockInfo(insts=((30, {'res': '$threshold30.1'}), (32, {'lhs': '$phi30.0', 'rhs': '$threshold30.1', 'res': '$32compare_op.2'}), (36, {'pred': '$32compare_op.2'})), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={38: (), 48: ()})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=38 nstack_initial=0):
+AdaptBlockInfo(insts=((38, {}),), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={44: ()})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=40 nstack_initial=1):
+AdaptBlockInfo(insts=((42, {}),), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={48: ()})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=44 nstack_initial=0):
+AdaptBlockInfo(insts=((44, {'res': '$const44.0'}), (46, {'value': '$const44.0'})), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={48: ()})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=48 nstack_initial=0):
+AdaptBlockInfo(insts=((48, {'res': '$x48.0'}), (50, {'res': '$const50.1'}), (52, {'index': '$const50.1', 'target': '$x48.0', 'res': '$52binary_subscr.2'}), (56, {'value': '$52binary_subscr.2'}), (58, {'res': '$threshold58.3'}), (60, {'value': '$threshold58.3', 'res': '$60unary_negative.4'}), (62, {'res': '$x162.5'}), (68, {'lhs': '$60unary_negative.4', 'rhs': '$x162.5', 'res': '$68compare_op.6'}), (72, {'pred': '$68compare_op.6'})), outgoing_phis={'$phi74.0': '$x162.5'}, blockstack=(), active_try_block=None, outgoing_edgepushed={74: ('$x162.5',), 84: ('$x162.5',)})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=74 nstack_initial=1):
+AdaptBlockInfo(insts=((74, {'res': '$threshold74.1'}), (76, {'lhs': '$phi74.0', 'rhs': '$threshold74.1', 'res': '$76compare_op.2'}), (80, {'pred': '$76compare_op.2'})), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={82: (), 92: ()})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=82 nstack_initial=0):
+AdaptBlockInfo(insts=((82, {}),), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={88: ()})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=84 nstack_initial=1):
+AdaptBlockInfo(insts=((86, {}),), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={92: ()})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=88 nstack_initial=0):
+AdaptBlockInfo(insts=((88, {'res': '$const88.0'}), (90, {'value': '$const88.0'})), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={92: ()})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=92 nstack_initial=0):
+AdaptBlockInfo(insts=((92, {'res': '$zero_pos92.0'}), (94, {'pred': '$zero_pos92.0'})), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={96: (), 182: ()})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=96 nstack_initial=0):
+AdaptBlockInfo(insts=((96, {'idx': 0, 'res': '$96load_global.0'}), (106, {'item': '$96load_global.0', 'res': '$106load_attr.2'}), (126, {'res': '$x0126.3'}), (128, {'func': '$106load_attr.2', 'args': ['$x0126.3'], 'kw_names': None, 'res': '$128call.4'}), (136, {'idx': 0, 'res': '$136load_global.5'}), (146, {'item': '$136load_global.5', 'res': '$146load_attr.7'}), (166, {'res': '$x1166.8'}), (168, {'func': '$146load_attr.7', 'args': ['$x1166.8'], 'kw_names': None, 'res': '$168call.9'}), (176, {'lhs': '$128call.4', 'rhs': '$168call.9', 'res': '$176compare_op.10'}), (180, {'retval': '$176compare_op.10', 'castval': '$180return_value.11'})), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=182 nstack_initial=0):
+AdaptBlockInfo(insts=((182, {'idx': 0, 'res': '$182load_global.0'}), (192, {'item': '$182load_global.0', 'res': '$192load_attr.2'}), (212, {'res': '$x0212.3'}), (214, {'func': '$192load_attr.2', 'args': ['$x0212.3'], 'kw_names': None, 'res': '$214call.4'}), (222, {'idx': 0, 'res': '$222load_global.5'}), (232, {'item': '$222load_global.5', 'res': '$232load_attr.7'}), (252, {'res': '$x1252.8'}), (254, {'func': '$232load_attr.7', 'args': ['$x1252.8'], 'kw_names': None, 'res': '$254call.9'}), (262, {'lhs': '$214call.4', 'rhs': '$254call.9', 'res': '$262compare_op.10'}), (266, {'retval': '$262compare_op.10', 'castval': '$266return_value.11'})), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={})
+DEBUG:numba.core.interpreter:label 0:
+    x = arg(0, name=x)                       ['x']
+    threshold = arg(1, name=threshold)       ['threshold']
+    zero_pos = arg(2, name=zero_pos)         ['zero_pos']
+    $const6.1 = const(int, 0)                ['$const6.1']
+    x0 = getitem(value=x, index=$const6.1, fn=<built-in function getitem>) ['$const6.1', 'x', 'x0']
+    $16unary_negative.4 = unary(fn=<built-in function neg>, value=threshold) ['$16unary_negative.4', 'threshold']
+    $24compare_op.6 = $16unary_negative.4 <= x0 ['$16unary_negative.4', '$24compare_op.6', 'x0']
+    bool28 = global(bool: <class 'bool'>)    ['bool28']
+    $28pred = call bool28($24compare_op.6, func=bool28, args=(Var($24compare_op.6, audio.py:1145),), kws=(), vararg=None, varkwarg=None, target=None) ['$24compare_op.6', '$28pred', 'bool28']
+    $phi30.0 = x0                            ['$phi30.0', 'x0']
+    branch $28pred, 30, 40                   ['$28pred']
+label 30:
+    $32compare_op.2 = $phi30.0 <= threshold  ['$32compare_op.2', '$phi30.0', 'threshold']
+    bool36 = global(bool: <class 'bool'>)    ['bool36']
+    $36pred = call bool36($32compare_op.2, func=bool36, args=(Var($32compare_op.2, audio.py:1145),), kws=(), vararg=None, varkwarg=None, target=None) ['$32compare_op.2', '$36pred', 'bool36']
+    branch $36pred, 38, 48                   ['$36pred']
+label 38:
+    jump 44                                  []
+label 40:
+    jump 48                                  []
+label 44:
+    x0 = const(int, 0)                       ['x0']
+    jump 48                                  []
+label 48:
+    $const50.1 = const(int, -1)              ['$const50.1']
+    x1 = getitem(value=x, index=$const50.1, fn=<built-in function getitem>) ['$const50.1', 'x', 'x1']
+    $60unary_negative.4 = unary(fn=<built-in function neg>, value=threshold) ['$60unary_negative.4', 'threshold']
+    $68compare_op.6 = $60unary_negative.4 <= x1 ['$60unary_negative.4', '$68compare_op.6', 'x1']
+    bool72 = global(bool: <class 'bool'>)    ['bool72']
+    $72pred = call bool72($68compare_op.6, func=bool72, args=(Var($68compare_op.6, audio.py:1149),), kws=(), vararg=None, varkwarg=None, target=None) ['$68compare_op.6', '$72pred', 'bool72']
+    $phi74.0 = x1                            ['$phi74.0', 'x1']
+    branch $72pred, 74, 84                   ['$72pred']
+label 74:
+    $76compare_op.2 = $phi74.0 <= threshold  ['$76compare_op.2', '$phi74.0', 'threshold']
+    bool80 = global(bool: <class 'bool'>)    ['bool80']
+    $80pred = call bool80($76compare_op.2, func=bool80, args=(Var($76compare_op.2, audio.py:1149),), kws=(), vararg=None, varkwarg=None, target=None) ['$76compare_op.2', '$80pred', 'bool80']
+    branch $80pred, 82, 92                   ['$80pred']
+label 82:
+    jump 88                                  []
+label 84:
+    jump 92                                  []
+label 88:
+    x1 = const(int, 0)                       ['x1']
+    jump 92                                  []
+label 92:
+    bool94 = global(bool: <class 'bool'>)    ['bool94']
+    $94pred = call bool94(zero_pos, func=bool94, args=(Var(zero_pos, audio.py:1141),), kws=(), vararg=None, varkwarg=None, target=None) ['$94pred', 'bool94', 'zero_pos']
+    branch $94pred, 96, 182                  ['$94pred']
+label 96:
+    $96load_global.0 = global(np: <module 'numpy' from '/home/anhnmt2/.local/lib/python3.12/site-packages/numpy/__init__.py'>) ['$96load_global.0']
+    $106load_attr.2 = getattr(value=$96load_global.0, attr=signbit) ['$106load_attr.2', '$96load_global.0']
+    $128call.4 = call $106load_attr.2(x0, func=$106load_attr.2, args=[Var(x0, audio.py:1144)], kws=(), vararg=None, varkwarg=None, target=None) ['$106load_attr.2', '$128call.4', 'x0']
+    $136load_global.5 = global(np: <module 'numpy' from '/home/anhnmt2/.local/lib/python3.12/site-packages/numpy/__init__.py'>) ['$136load_global.5']
+    $146load_attr.7 = getattr(value=$136load_global.5, attr=signbit) ['$136load_global.5', '$146load_attr.7']
+    $168call.9 = call $146load_attr.7(x1, func=$146load_attr.7, args=[Var(x1, audio.py:1148)], kws=(), vararg=None, varkwarg=None, target=None) ['$146load_attr.7', '$168call.9', 'x1']
+    $176compare_op.10 = $128call.4 != $168call.9 ['$128call.4', '$168call.9', '$176compare_op.10']
+    $180return_value.11 = cast(value=$176compare_op.10) ['$176compare_op.10', '$180return_value.11']
+    return $180return_value.11               ['$180return_value.11']
+label 182:
+    $182load_global.0 = global(np: <module 'numpy' from '/home/anhnmt2/.local/lib/python3.12/site-packages/numpy/__init__.py'>) ['$182load_global.0']
+    $192load_attr.2 = getattr(value=$182load_global.0, attr=sign) ['$182load_global.0', '$192load_attr.2']
+    $214call.4 = call $192load_attr.2(x0, func=$192load_attr.2, args=[Var(x0, audio.py:1144)], kws=(), vararg=None, varkwarg=None, target=None) ['$192load_attr.2', '$214call.4', 'x0']
+    $222load_global.5 = global(np: <module 'numpy' from '/home/anhnmt2/.local/lib/python3.12/site-packages/numpy/__init__.py'>) ['$222load_global.5']
+    $232load_attr.7 = getattr(value=$222load_global.5, attr=sign) ['$222load_global.5', '$232load_attr.7']
+    $254call.9 = call $232load_attr.7(x1, func=$232load_attr.7, args=[Var(x1, audio.py:1148)], kws=(), vararg=None, varkwarg=None, target=None) ['$232load_attr.7', '$254call.9', 'x1']
+    $262compare_op.10 = $214call.4 != $254call.9 ['$214call.4', '$254call.9', '$262compare_op.10']
+    $266return_value.11 = cast(value=$262compare_op.10) ['$262compare_op.10', '$266return_value.11']
+    return $266return_value.11               ['$266return_value.11']
+
+DEBUG:numba.core.byteflow:bytecode dump:
+>          0	NOP(arg=None, lineno=1039)
+           2	RESUME(arg=0, lineno=1039)
+           4	LOAD_FAST(arg=0, lineno=1042)
+           6	LOAD_CONST(arg=1, lineno=1042)
+           8	BINARY_SUBSCR(arg=None, lineno=1042)
+          12	LOAD_FAST(arg=0, lineno=1042)
+          14	LOAD_CONST(arg=2, lineno=1042)
+          16	BINARY_SUBSCR(arg=None, lineno=1042)
+          20	COMPARE_OP(arg=68, lineno=1042)
+          24	LOAD_FAST(arg=0, lineno=1042)
+          26	LOAD_CONST(arg=1, lineno=1042)
+          28	BINARY_SUBSCR(arg=None, lineno=1042)
+          32	LOAD_FAST(arg=0, lineno=1042)
+          34	LOAD_CONST(arg=3, lineno=1042)
+          36	BINARY_SUBSCR(arg=None, lineno=1042)
+          40	COMPARE_OP(arg=92, lineno=1042)
+          44	BINARY_OP(arg=1, lineno=1042)
+          48	RETURN_VALUE(arg=None, lineno=1042)
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=0 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=0 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=0, inst=NOP(arg=None, lineno=1039)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=2, inst=RESUME(arg=0, lineno=1039)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=4, inst=LOAD_FAST(arg=0, lineno=1042)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=6, inst=LOAD_CONST(arg=1, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$x4.0']
+DEBUG:numba.core.byteflow:dispatch pc=8, inst=BINARY_SUBSCR(arg=None, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$x4.0', '$const6.1']
+DEBUG:numba.core.byteflow:dispatch pc=12, inst=LOAD_FAST(arg=0, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$8binary_subscr.2']
+DEBUG:numba.core.byteflow:dispatch pc=14, inst=LOAD_CONST(arg=2, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$8binary_subscr.2', '$x12.3']
+DEBUG:numba.core.byteflow:dispatch pc=16, inst=BINARY_SUBSCR(arg=None, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$8binary_subscr.2', '$x12.3', '$const14.4']
+DEBUG:numba.core.byteflow:dispatch pc=20, inst=COMPARE_OP(arg=68, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$8binary_subscr.2', '$16binary_subscr.5']
+DEBUG:numba.core.byteflow:dispatch pc=24, inst=LOAD_FAST(arg=0, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6']
+DEBUG:numba.core.byteflow:dispatch pc=26, inst=LOAD_CONST(arg=1, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$x24.7']
+DEBUG:numba.core.byteflow:dispatch pc=28, inst=BINARY_SUBSCR(arg=None, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$x24.7', '$const26.8']
+DEBUG:numba.core.byteflow:dispatch pc=32, inst=LOAD_FAST(arg=0, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$28binary_subscr.9']
+DEBUG:numba.core.byteflow:dispatch pc=34, inst=LOAD_CONST(arg=3, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$28binary_subscr.9', '$x32.10']
+DEBUG:numba.core.byteflow:dispatch pc=36, inst=BINARY_SUBSCR(arg=None, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$28binary_subscr.9', '$x32.10', '$const34.11']
+DEBUG:numba.core.byteflow:dispatch pc=40, inst=COMPARE_OP(arg=92, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$28binary_subscr.9', '$36binary_subscr.12']
+DEBUG:numba.core.byteflow:dispatch pc=44, inst=BINARY_OP(arg=1, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$40compare_op.13']
+DEBUG:numba.core.byteflow:dispatch pc=48, inst=RETURN_VALUE(arg=None, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$binop_and_44.14']
+DEBUG:numba.core.byteflow:end state. edges=[]
+DEBUG:numba.core.byteflow:-------------------------Prune PHIs-------------------------
+DEBUG:numba.core.byteflow:Used_phis: defaultdict(<class 'set'>, {State(pc_initial=0 nstack_initial=0): set()})
+DEBUG:numba.core.byteflow:defmap: {}
+DEBUG:numba.core.byteflow:phismap: defaultdict(<class 'set'>, {})
+DEBUG:numba.core.byteflow:changing phismap: defaultdict(<class 'set'>, {})
+DEBUG:numba.core.byteflow:keep phismap: {}
+DEBUG:numba.core.byteflow:new_out: defaultdict(<class 'dict'>, {})
+DEBUG:numba.core.byteflow:----------------------DONE Prune PHIs-----------------------
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=0 nstack_initial=0):
+AdaptBlockInfo(insts=((0, {}), (2, {}), (4, {'res': '$x4.0'}), (6, {'res': '$const6.1'}), (8, {'index': '$const6.1', 'target': '$x4.0', 'res': '$8binary_subscr.2'}), (12, {'res': '$x12.3'}), (14, {'res': '$const14.4'}), (16, {'index': '$const14.4', 'target': '$x12.3', 'res': '$16binary_subscr.5'}), (20, {'lhs': '$8binary_subscr.2', 'rhs': '$16binary_subscr.5', 'res': '$20compare_op.6'}), (24, {'res': '$x24.7'}), (26, {'res': '$const26.8'}), (28, {'index': '$const26.8', 'target': '$x24.7', 'res': '$28binary_subscr.9'}), (32, {'res': '$x32.10'}), (34, {'res': '$const34.11'}), (36, {'index': '$const34.11', 'target': '$x32.10', 'res': '$36binary_subscr.12'}), (40, {'lhs': '$28binary_subscr.9', 'rhs': '$36binary_subscr.12', 'res': '$40compare_op.13'}), (44, {'op': '&', 'lhs': '$20compare_op.6', 'rhs': '$40compare_op.13', 'res': '$binop_and_44.14'}), (48, {'retval': '$binop_and_44.14', 'castval': '$48return_value.15'})), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={})
+DEBUG:numba.core.interpreter:label 0:
+    x = arg(0, name=x)                       ['x']
+    $const6.1 = const(int, 0)                ['$const6.1']
+    $8binary_subscr.2 = getitem(value=x, index=$const6.1, fn=<built-in function getitem>) ['$8binary_subscr.2', '$const6.1', 'x']
+    $const14.4 = const(int, -1)              ['$const14.4']
+    $16binary_subscr.5 = getitem(value=x, index=$const14.4, fn=<built-in function getitem>) ['$16binary_subscr.5', '$const14.4', 'x']
+    $20compare_op.6 = $8binary_subscr.2 > $16binary_subscr.5 ['$16binary_subscr.5', '$20compare_op.6', '$8binary_subscr.2']
+    $const26.8 = const(int, 0)               ['$const26.8']
+    $28binary_subscr.9 = getitem(value=x, index=$const26.8, fn=<built-in function getitem>) ['$28binary_subscr.9', '$const26.8', 'x']
+    $const34.11 = const(int, 1)              ['$const34.11']
+    $36binary_subscr.12 = getitem(value=x, index=$const34.11, fn=<built-in function getitem>) ['$36binary_subscr.12', '$const34.11', 'x']
+    $40compare_op.13 = $28binary_subscr.9 >= $36binary_subscr.12 ['$28binary_subscr.9', '$36binary_subscr.12', '$40compare_op.13']
+    $binop_and_44.14 = $20compare_op.6 & $40compare_op.13 ['$20compare_op.6', '$40compare_op.13', '$binop_and_44.14']
+    $48return_value.15 = cast(value=$binop_and_44.14) ['$48return_value.15', '$binop_and_44.14']
+    return $48return_value.15                ['$48return_value.15']
+
+DEBUG:numba.core.byteflow:bytecode dump:
+>          0	NOP(arg=None, lineno=1045)
+           2	RESUME(arg=0, lineno=1045)
+           4	LOAD_FAST(arg=0, lineno=1048)
+           6	LOAD_CONST(arg=1, lineno=1048)
+           8	BINARY_SUBSCR(arg=None, lineno=1048)
+          12	LOAD_FAST(arg=0, lineno=1048)
+          14	LOAD_CONST(arg=2, lineno=1048)
+          16	BINARY_SUBSCR(arg=None, lineno=1048)
+          20	COMPARE_OP(arg=2, lineno=1048)
+          24	LOAD_FAST(arg=0, lineno=1048)
+          26	LOAD_CONST(arg=1, lineno=1048)
+          28	BINARY_SUBSCR(arg=None, lineno=1048)
+          32	LOAD_FAST(arg=0, lineno=1048)
+          34	LOAD_CONST(arg=3, lineno=1048)
+          36	BINARY_SUBSCR(arg=None, lineno=1048)
+          40	COMPARE_OP(arg=26, lineno=1048)
+          44	BINARY_OP(arg=1, lineno=1048)
+          48	RETURN_VALUE(arg=None, lineno=1048)
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=0 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=0 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=0, inst=NOP(arg=None, lineno=1045)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=2, inst=RESUME(arg=0, lineno=1045)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=4, inst=LOAD_FAST(arg=0, lineno=1048)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=6, inst=LOAD_CONST(arg=1, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$x4.0']
+DEBUG:numba.core.byteflow:dispatch pc=8, inst=BINARY_SUBSCR(arg=None, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$x4.0', '$const6.1']
+DEBUG:numba.core.byteflow:dispatch pc=12, inst=LOAD_FAST(arg=0, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$8binary_subscr.2']
+DEBUG:numba.core.byteflow:dispatch pc=14, inst=LOAD_CONST(arg=2, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$8binary_subscr.2', '$x12.3']
+DEBUG:numba.core.byteflow:dispatch pc=16, inst=BINARY_SUBSCR(arg=None, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$8binary_subscr.2', '$x12.3', '$const14.4']
+DEBUG:numba.core.byteflow:dispatch pc=20, inst=COMPARE_OP(arg=2, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$8binary_subscr.2', '$16binary_subscr.5']
+DEBUG:numba.core.byteflow:dispatch pc=24, inst=LOAD_FAST(arg=0, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6']
+DEBUG:numba.core.byteflow:dispatch pc=26, inst=LOAD_CONST(arg=1, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$x24.7']
+DEBUG:numba.core.byteflow:dispatch pc=28, inst=BINARY_SUBSCR(arg=None, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$x24.7', '$const26.8']
+DEBUG:numba.core.byteflow:dispatch pc=32, inst=LOAD_FAST(arg=0, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$28binary_subscr.9']
+DEBUG:numba.core.byteflow:dispatch pc=34, inst=LOAD_CONST(arg=3, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$28binary_subscr.9', '$x32.10']
+DEBUG:numba.core.byteflow:dispatch pc=36, inst=BINARY_SUBSCR(arg=None, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$28binary_subscr.9', '$x32.10', '$const34.11']
+DEBUG:numba.core.byteflow:dispatch pc=40, inst=COMPARE_OP(arg=26, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$28binary_subscr.9', '$36binary_subscr.12']
+DEBUG:numba.core.byteflow:dispatch pc=44, inst=BINARY_OP(arg=1, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$40compare_op.13']
+DEBUG:numba.core.byteflow:dispatch pc=48, inst=RETURN_VALUE(arg=None, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$binop_and_44.14']
+DEBUG:numba.core.byteflow:end state. edges=[]
+DEBUG:numba.core.byteflow:-------------------------Prune PHIs-------------------------
+DEBUG:numba.core.byteflow:Used_phis: defaultdict(<class 'set'>, {State(pc_initial=0 nstack_initial=0): set()})
+DEBUG:numba.core.byteflow:defmap: {}
+DEBUG:numba.core.byteflow:phismap: defaultdict(<class 'set'>, {})
+DEBUG:numba.core.byteflow:changing phismap: defaultdict(<class 'set'>, {})
+DEBUG:numba.core.byteflow:keep phismap: {}
+DEBUG:numba.core.byteflow:new_out: defaultdict(<class 'dict'>, {})
+DEBUG:numba.core.byteflow:----------------------DONE Prune PHIs-----------------------
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=0 nstack_initial=0):
+AdaptBlockInfo(insts=((0, {}), (2, {}), (4, {'res': '$x4.0'}), (6, {'res': '$const6.1'}), (8, {'index': '$const6.1', 'target': '$x4.0', 'res': '$8binary_subscr.2'}), (12, {'res': '$x12.3'}), (14, {'res': '$const14.4'}), (16, {'index': '$const14.4', 'target': '$x12.3', 'res': '$16binary_subscr.5'}), (20, {'lhs': '$8binary_subscr.2', 'rhs': '$16binary_subscr.5', 'res': '$20compare_op.6'}), (24, {'res': '$x24.7'}), (26, {'res': '$const26.8'}), (28, {'index': '$const26.8', 'target': '$x24.7', 'res': '$28binary_subscr.9'}), (32, {'res': '$x32.10'}), (34, {'res': '$const34.11'}), (36, {'index': '$const34.11', 'target': '$x32.10', 'res': '$36binary_subscr.12'}), (40, {'lhs': '$28binary_subscr.9', 'rhs': '$36binary_subscr.12', 'res': '$40compare_op.13'}), (44, {'op': '&', 'lhs': '$20compare_op.6', 'rhs': '$40compare_op.13', 'res': '$binop_and_44.14'}), (48, {'retval': '$binop_and_44.14', 'castval': '$48return_value.15'})), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={})
+DEBUG:numba.core.interpreter:label 0:
+    x = arg(0, name=x)                       ['x']
+    $const6.1 = const(int, 0)                ['$const6.1']
+    $8binary_subscr.2 = getitem(value=x, index=$const6.1, fn=<built-in function getitem>) ['$8binary_subscr.2', '$const6.1', 'x']
+    $const14.4 = const(int, -1)              ['$const14.4']
+    $16binary_subscr.5 = getitem(value=x, index=$const14.4, fn=<built-in function getitem>) ['$16binary_subscr.5', '$const14.4', 'x']
+    $20compare_op.6 = $8binary_subscr.2 < $16binary_subscr.5 ['$16binary_subscr.5', '$20compare_op.6', '$8binary_subscr.2']
+    $const26.8 = const(int, 0)               ['$const26.8']
+    $28binary_subscr.9 = getitem(value=x, index=$const26.8, fn=<built-in function getitem>) ['$28binary_subscr.9', '$const26.8', 'x']
+    $const34.11 = const(int, 1)              ['$const34.11']
+    $36binary_subscr.12 = getitem(value=x, index=$const34.11, fn=<built-in function getitem>) ['$36binary_subscr.12', '$const34.11', 'x']
+    $40compare_op.13 = $28binary_subscr.9 <= $36binary_subscr.12 ['$28binary_subscr.9', '$36binary_subscr.12', '$40compare_op.13']
+    $binop_and_44.14 = $20compare_op.6 & $40compare_op.13 ['$20compare_op.6', '$40compare_op.13', '$binop_and_44.14']
+    $48return_value.15 = cast(value=$binop_and_44.14) ['$48return_value.15', '$binop_and_44.14']
+    return $48return_value.15                ['$48return_value.15']
+
+  0%|                                                                                                                                                                                                    | 25/112500 [01:20<108:56:15,  3.49s/it]Traceback (most recent call last):
+  File "/data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/scripts/../omni_speech/train/train_minicpmo_test.py", line 729, in <module>
+    train()
+  File "/data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/scripts/../omni_speech/train/train_minicpmo_test.py", line 718, in train
+    trainer.train()
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/transformers/trainer.py", line 2052, in train
+    return inner_training_loop(
+           ^^^^^^^^^^^^^^^^^^^^
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/transformers/trainer.py", line 2388, in _inner_training_loop
+    tr_loss_step = self.training_step(model, inputs)
+                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/transformers/trainer.py", line 3518, in training_step
+    self.accelerator.backward(loss, **kwargs)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/accelerate/accelerator.py", line 2238, in backward
+    self.deepspeed_engine_wrapped.backward(loss, **kwargs)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/accelerate/utils/deepspeed.py", line 186, in backward
+    self.engine.backward(loss, **kwargs)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/deepspeed/utils/nvtx.py", line 18, in wrapped_fn
+    ret_val = func(*args, **kwargs)
+              ^^^^^^^^^^^^^^^^^^^^^
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/deepspeed/runtime/engine.py", line 2011, in backward
+    self.optimizer.backward(loss, retain_graph=retain_graph)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/deepspeed/runtime/zero/stage_1_and_2.py", line 2063, in backward
+    self.loss_scaler.backward(loss.float(), retain_graph=retain_graph)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/deepspeed/runtime/fp16/loss_scaler.py", line 63, in backward
+    scaled_loss.backward(retain_graph=retain_graph)
+  File "/opt/conda/lib/python3.12/site-packages/torch/_tensor.py", line 522, in backward
+    torch.autograd.backward(
+  File "/opt/conda/lib/python3.12/site-packages/torch/autograd/__init__.py", line 266, in backward
+    Variable._execution_engine.run_backward(  # Calls into the C++ engine to run the backward pass
+KeyboardInterrupt
+

scripts/wandb/run-20250409_171410-zu0dz1ni/files/requirements.txt

@@ -0,0 +1,341 @@
+tomlkit==0.12.0
+python-dotenv==1.0.1
+SQLAlchemy==2.0.36
+psutil==6.1.0
+anyio==4.8.0
+onnxruntime==1.20.1
+antlr4-python3-runtime==4.9.3
+httpx-sse==0.4.0
+annotated-types==0.7.0
+tqdm==4.66.5
+simplejson==3.19.3
+csvw==3.5.1
+pooch==1.8.2
+trl==0.9.6
+more-itertools==10.5.0
+jiter==0.6.1
+markdown2==2.5.1
+segments==2.2.1
+opentelemetry-instrumentation-asgi==0.50b0
+Deprecated==1.2.15
+pyasn1_modules==0.4.1
+bcrypt==4.2.1
+opentelemetry-util-http==0.50b0
+intervaltree==3.1.0
+hjson==3.1.0
+modelscope==1.18.1
+fastapi==0.112.4
+pyarrow==17.0.0
+sounddevice==0.5.1
+modelscope_studio==0.4.0.9
+build==1.2.2.post1
+oauthlib==3.2.2
+gunicorn==23.0.0
+pyasn1==0.6.1
+matplotlib==3.9.2
+speechbrain==0.5.16
+joblib==1.4.2
+tyro==0.8.13
+rsa==4.9
+numba==0.60.0
+fastprogress==1.0.3
+wrapt==1.17.0
+PyPika==0.48.9
+dacite==1.8.1
+googleapis-common-protos==1.66.0
+openai==1.68.0
+tabulate==0.9.0
+monotonic==1.6
+lazy_loader==0.4
+google-auth==2.37.0
+fairseq==0.12.3
+opentelemetry-semantic-conventions==0.50b0
+sacrebleu==2.4.3
+requests-toolbelt==1.0.0
+ruff==0.7.0
+bitsandbytes==0.43.1
+tenacity==9.0.0
+uvloop==0.21.0
+Pygments==2.18.0
+langchain==0.3.18
+typer==0.12.5
+uritemplate==4.1.1
+rich==13.9.3
+lion-pytorch==0.2.3
+pydub==0.25.1
+fastcore==1.7.28
+encodec==0.1.1
+cytoolz==1.0.1
+huggingface-hub==0.26.1
+python-dateutil==2.9.0.post0
+duckduckgo_search==7.3.2
+rfc3986==1.5.0
+wavedrom==2.0.3.post3
+sentence-transformers==3.3.1
+httpx==0.28.1
+colorlog==6.9.0
+xxhash==3.5.0
+termcolor==2.5.0
+importlib_resources==6.4.5
+lilcom==1.8.1
+llamafactory==0.9.2.dev0
+lhotse==1.31.0
+kiwisolver==1.4.7
+watchfiles==1.0.3
+marshmallow==3.23.1
+overrides==7.7.0
+langchain-text-splitters==0.3.6
+lxml==5.3.0
+blinker==1.8.2
+whisper==1.1.10
+triton==3.1.0
+python-multipart==0.0.12
+isodate==0.7.2
+wandb==0.19.8
+nvidia-ml-py==12.560.30
+h11==0.14.0
+zipp==3.20.2
+transformers==4.45.0
+websocket-client==1.8.0
+opentelemetry-instrumentation==0.50b0
+pydantic==2.9.2
+latex2mathml==3.77.0
+numpy-rms==0.4.2
+opentelemetry-exporter-otlp-proto-grpc==1.29.0
+humanfriendly==10.0
+decorator==5.1.1
+fonttools==4.54.1
+fire==0.7.0
+ninja==1.11.1.1
+shortuuid==1.0.13
+tiktoken==0.8.0
+aliyun-python-sdk-kms==2.16.5
+einops==0.8.0
+threadpoolctl==3.5.0
+docker-pycreds==0.4.0
+Flask==3.0.3
+opentelemetry-sdk==1.29.0
+opentelemetry-exporter-otlp-proto-common==1.29.0
+pylatexenc==2.10
+orjson==3.10.10
+durationpy==0.9
+addict==2.4.0
+py-cpuinfo==9.0.0
+contourpy==1.3.0
+crcmod==1.7
+pydantic-settings==2.6.1
+pyproject_hooks==1.2.0
+future==1.0.0
+jsonschema-specifications==2024.10.1
+coloredlogs==15.0.1
+timm==0.6.13
+deepspeed==0.14.5
+referencing==0.35.1
+binpacking==1.5.2
+peft==0.12.0
+language-tags==1.2.0
+speechtokenizer==1.0.1
+shellingham==1.5.4
+primp==0.12.1
+tavily-python==0.5.1
+uvicorn==0.32.0
+opentelemetry-proto==1.29.0
+typing-inspect==0.9.0
+backoff==2.2.1
+sortedcontainers==2.4.0
+gitdb==4.0.12
+aiofiles==23.2.1
+jsonschema==4.23.0
+svgwrite==1.4.3
+protobuf==5.29.1
+starlette==0.38.6
+transformers-stream-generator==0.0.5
+sentry-sdk==2.22.0
+toolz==1.0.0
+einops-exts==0.0.4
+WhisperSpeech==0.8
+hydra-core==1.3.2
+portalocker==2.10.1
+jieba==0.42.1
+pandas==2.2.3
+requests==2.32.3
+flash-attn==2.6.3
+msgpack==1.1.0
+chroma-hnswlib==0.7.6
+librosa==0.10.2.post1
+sniffio==1.3.1
+smmap==5.0.2
+opentelemetry-api==1.29.0
+websockets==14.2
+kubernetes==31.0.0
+audioread==3.0.1
+docstring_parser==0.16
+scipy==1.12.0
+aliyun-python-sdk-core==2.16.0
+accelerate==1.0.0
+dill==0.3.8
+llama-omni==1.0.0
+mdurl==0.1.2
+chromadb==0.5.23
+oss2==2.19.0
+rdflib==7.1.1
+bibtexparser==2.0.0b8
+rpds-py==0.22.3
+soundfile==0.12.1
+langdetect==1.0.9
+duckdb==1.2.0
+numpy==1.26.3
+dataclasses-json==0.6.7
+tokenizers==0.20.3
+cpm-kernels==1.0.11
+einx==0.3.0
+langchain-core==0.3.34
+clldutils==3.24.0
+openai-whisper==20240930
+setuptools==69.5.1
+requests-oauthlib==2.0.0
+langchain-community==0.3.17
+langsmith==0.2.3
+colorama==0.4.6
+omegaconf==2.3.0
+asgiref==3.8.1
+pydantic_core==2.23.4
+ffmpy==0.4.0
+multiprocess==0.70.16
+mmh3==5.0.1
+babel==2.16.0
+phonemizer==3.3.0
+pycryptodome==3.21.0
+gradio==4.44.1
+google-genai==1.5.0
+tzdata==2024.2
+llvmlite==0.43.0
+cachetools==5.5.0
+seaborn==0.13.2
+httptools==0.6.4
+GitPython==3.1.44
+markdown-it-py==3.0.0
+beartype==0.20.2
+whisper_normalizer==0.0.10
+dlinfo==1.2.1
+vocos==0.1.0
+itsdangerous==2.2.0
+bitarray==3.0.0
+opentelemetry-instrumentation-fastapi==0.50b0
+setproctitle==1.3.5
+cycler==0.12.1
+vector-quantize-pytorch==1.18.5
+jmespath==0.10.0
+mypy-extensions==1.0.0
+flatbuffers==24.3.25
+scikit-learn==1.5.2
+pytz==2024.2
+pyparsing==3.2.0
+posthog==3.7.4
+rouge==1.0.1
+semantic-version==2.10.0
+httpcore==1.0.6
+soxr==0.5.0.post1
+importlib_metadata==8.5.0
+audiomentations==0.36.1
+shtab==1.7.1
+Unidecode==1.3.8
+click==8.1.8
+tensorboardX==2.6.2.2
+greenlet==3.1.1
+nltk==3.9.1
+gradio_client==1.3.0
+datasets==2.21.0
+attrdict==2.0.1
+llamafactory==0.9.2.dev0
+ms-swift==2.6.0.dev0
+Brotli==1.0.9
+Cython==3.0.10
+HyperPyYAML==1.2.2
+Markdown==3.6
+MarkupSafe==2.1.3
+PySocks==1.7.1
+PyYAML==6.0.1
+absl-py==2.1.0
+aiohttp==3.9.5
+aiosignal==1.3.1
+anaconda-anon-usage==0.4.4
+archspec==0.2.3
+attrs==23.2.0
+boltons==23.0.0
+certifi==2024.6.2
+cffi==1.16.0
+charset-normalizer==2.0.4
+click==8.1.7
+conda==24.5.0
+conda-content-trust==0.2.0
+conda-libmamba-solver==24.1.0
+conda-package-handling==2.2.0
+conda_package_streaming==0.9.0
+cryptography==42.0.5
+distro==1.9.0
+filelock==3.13.1
+frozendict==2.4.2
+frozenlist==1.4.1
+fsspec==2024.6.0
+grpcio==1.64.1
+huggingface-hub==0.23.3
+idna==3.7
+Jinja2==3.1.4
+jiwer==3.0.4
+jsonargparse==4.29.0
+jsonpatch==1.33
+jsonpointer==2.1
+kaldialign==0.9.1
+libmambapy==1.5.8
+lightning==2.2.5
+lightning-utilities==0.11.2
+llvmlite==0.42.0
+menuinst==2.0.2
+mkl-fft==1.3.8
+mkl-random==1.2.4
+mkl-service==2.4.0
+mpmath==1.3.0
+multidict==6.0.5
+networkx==3.2.1
+numba==0.59.1
+numpy==1.26.4
+packaging==23.2
+pillow==10.3.0
+pip==24.0
+platformdirs==3.10.0
+pluggy==1.0.0
+protobuf==4.25.3
+pycosat==0.6.6
+pycparser==2.21
+pytorch-lightning==2.2.5
+rapidfuzz==3.9.3
+regex==2024.5.15
+requests==2.31.0
+ruamel.yaml==0.18.6
+ruamel.yaml.clib==0.2.8
+safetensors==0.4.3
+scipy==1.13.1
+sentencepiece==0.2.0
+setuptools==69.5.1
+six==1.16.0
+sympy==1.12
+tensorboard==2.17.0
+tensorboard-data-server==0.7.2
+tokenizers==0.19.1
+torch==2.2.1
+torch-complex==0.4.3
+torchaudio==2.2.1
+torchmetrics==1.4.0.post0
+torchvision==0.17.1
+tqdm==4.66.2
+transformers==4.41.2
+truststore==0.8.0
+typeguard==2.13.3
+typing_extensions==4.11.0
+urllib3==2.1.0
+Werkzeug==3.0.3
+wheel==0.43.0
+yarl==1.9.4
+zstandard==0.22.0
+warprnnt_pytorch==0.1

scripts/wandb/run-20250409_171410-zu0dz1ni/files/wandb-metadata.json

@@ -0,0 +1,171 @@
+{
+  "os": "Linux-5.15.0-1029-nvidia-x86_64-with-glibc2.31",
+  "python": "CPython 3.12.3",
+  "startedAt": "2025-04-09T10:14:10.988262Z",
+  "args": [
+    "--local_rank=0",
+    "--deepspeed",
+    "zero2.json",
+    "--model_name_or_path",
+    "/data1/speech/anhnmt2/Speech2Speech/LLaMA-Omni/models/llm/Qwen2.5-7B-Instruct",
+    "--pretrained_llm_path",
+    "/data1/speech/anhnmt2/cuongnm/EOT/Qwen2.5-0.5B-Instruct",
+    "--tokenizer_path",
+    "/data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/omni_speech/model/minicpmo/MiniCPM-o-2_6",
+    "--cache_dir",
+    "../output/cached_sft_20252502",
+    "--audio_encoder_path",
+    "/data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/omni_speech/model/minicpmo/MiniCPM-o-2_6",
+    "--llm_type",
+    "qwen",
+    "--data_path",
+    "/data1/speech/anhnmt2/cuongnm/datasets/asr/train_asr_mixed_balanced_1M5_train.json",
+    "--eval_data_path",
+    "/data1/speech/anhnmt2/cuongnm/datasets/asr/train_asr_mixed_balanced_1M5_dev.json",
+    "--config_path",
+    "minicpmp_config.json",
+    "--remove_unused_columns",
+    "false",
+    "--prediction_loss_only",
+    "false",
+    "--bf16",
+    "true",
+    "--do_train",
+    "--do_eval",
+    "--tune_speech",
+    "false",
+    "--tune_llm",
+    "true",
+    "--model_max_length",
+    "2048",
+    "--eval_steps",
+    "5000",
+    "--output_dir",
+    "../checkpoints/minicpmo_whisper-medium_Qwen2.5-0.5B_pretrained-asr",
+    "--num_train_epochs",
+    "3",
+    "--logging_strategy",
+    "steps",
+    "--per_device_train_batch_size",
+    "8",
+    "--per_device_eval_batch_size",
+    "8",
+    "--gradient_accumulation_steps",
+    "4",
+    "--evaluation_strategy",
+    "steps",
+    "--save_strategy",
+    "no",
+    "--save_steps",
+    "5000",
+    "--save_total_limit",
+    "1",
+    "--learning_rate",
+    "2e-4",
+    "--weight_decay",
+    "0.",
+    "--warmup_ratio",
+    "0.03",
+    "--lr_scheduler_type",
+    "cosine",
+    "--logging_steps",
+    "50",
+    "--tf32",
+    "true",
+    "--gradient_checkpointing",
+    "true"
+  ],
+  "program": "/data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/scripts/../omni_speech/train/train_minicpmo_test.py",
+  "codePath": "omni_speech/train/train_minicpmo_test.py",
+  "git": {
+    "remote": "https://bitbucket.org/vinbdi-slp/half-streaming-speech-nlp.git",
+    "commit": "3876ef3c080c3ca44ad5ea0bd316241f0323ada6"
+  },
+  "email": "cuong220103@gmail.com",
+  "root": "/data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/scripts",
+  "host": "dgx-a100-5",
+  "executable": "/opt/conda/bin/python3",
+  "cpu_count": 128,
+  "cpu_count_logical": 256,
+  "gpu": "NVIDIA A100-SXM4-40GB",
+  "gpu_count": 1,
+  "disk": {
+    "/": {
+      "total": "1900954378240",
+      "used": "289453088768"
+    }
+  },
+  "memory": {
+    "total": "1081975545856"
+  },
+  "cpu": {
+    "count": 128,
+    "countLogical": 256
+  },
+  "gpu_nvidia": [
+    {
+      "name": "NVIDIA A100-SXM4-40GB",
+      "memoryTotal": "42949672960",
+      "cudaCores": 6912,
+      "architecture": "Ampere"
+    }
+  ],
+  "slurm": {
+    "cluster_name": "slurm",
+    "conf": "/cm/shared/apps/slurm/var/etc/slurm/slurm.conf",
+    "cpus_on_node": "24",
+    "cpus_per_task": "24",
+    "gpus_on_node": "1",
+    "gpus_per_node": "1",
+    "gtids": "0",
+    "job_cpus_per_node": "24",
+    "job_end_time": "1775042326",
+    "job_gid": "1400",
+    "job_group": "speech",
+    "job_id": "5154",
+    "job_name": "bash",
+    "job_nodelist": "dgx-a100-5",
+    "job_num_nodes": "1",
+    "job_partition": "defq",
+    "job_qos": "normal",
+    "job_start_time": "1743506326",
+    "job_uid": "1407",
+    "job_user": "anhnmt2",
+    "jobid": "5154",
+    "launch_node_ipaddr": "192.168.100.102",
+    "localid": "0",
+    "mpi_type": "pmix",
+    "nnodes": "1",
+    "nodeid": "0",
+    "nodelist": "dgx-a100-5",
+    "nprocs": "1",
+    "ntasks": "1",
+    "ntasks_per_node": "1",
+    "pmix_mapping_serv": "(vector,(0,1,1))",
+    "pmixp_abort_agent_port": "37119",
+    "prio_process": "0",
+    "procid": "0",
+    "pty_port": "45373",
+    "pty_win_col": "137",
+    "pty_win_row": "10",
+    "srun_comm_host": "192.168.100.102",
+    "srun_comm_port": "43475",
+    "step_gpus": "4",
+    "step_id": "0",
+    "step_launcher_port": "43475",
+    "step_nodelist": "dgx-a100-5",
+    "step_num_nodes": "1",
+    "step_num_tasks": "1",
+    "step_tasks_per_node": "1",
+    "stepid": "0",
+    "submit_dir": "/data1/speech/anhnmt2/ASR/speechgpt/slurm/submit",
+    "submit_host": "login-1",
+    "task_pid": "268175",
+    "tasks_per_node": "1",
+    "topology_addr": "dgx-a100-5",
+    "topology_addr_pattern": "node",
+    "umask": "0022",
+    "working_cluster": "slurm:bcm10-headnode:6817:9984:109"
+  },
+  "cudaVersion": "12.2"
+}

scripts/wandb/run-20250409_171410-zu0dz1ni/logs/debug-core.log

@@ -0,0 +1,7 @@
+{"time":"2025-04-09T17:14:10.177168472+07:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmp5ea1lyzn/port-481283.txt","pid":481283,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false}
+{"time":"2025-04-09T17:14:10.177521909+07:00","level":"INFO","msg":"server is running","addr":{"IP":"127.0.0.1","Port":45637,"Zone":""}}
+{"time":"2025-04-09T17:14:10.17760713+07:00","level":"INFO","msg":"Will exit if parent process dies.","ppid":481283}
+{"time":"2025-04-09T17:14:10.364149604+07:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"127.0.0.1:38558"}
+{"time":"2025-04-09T17:14:10.992826624+07:00","level":"INFO","msg":"handleInformInit: received","streamId":"zu0dz1ni","id":"127.0.0.1:38558"}
+{"time":"2025-04-09T17:14:11.109165639+07:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"zu0dz1ni","id":"127.0.0.1:38558"}
+{"time":"2025-04-09T17:15:34.866139781+07:00","level":"INFO","msg":"received shutdown signal","signal":15}

scripts/wandb/run-20250409_171410-zu0dz1ni/logs/debug-internal.log

@@ -0,0 +1,7 @@
+{"time":"2025-04-09T17:14:10.996200866+07:00","level":"INFO","msg":"stream: starting","core version":"0.19.8","symlink path":"/data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/scripts/wandb/run-20250409_171410-zu0dz1ni/logs/debug-core.log"}
+{"time":"2025-04-09T17:14:11.109128369+07:00","level":"INFO","msg":"created new stream","id":"zu0dz1ni"}
+{"time":"2025-04-09T17:14:11.109159387+07:00","level":"INFO","msg":"stream: started","id":"zu0dz1ni"}
+{"time":"2025-04-09T17:14:11.10918191+07:00","level":"INFO","msg":"writer: Do: started","stream_id":"zu0dz1ni"}
+{"time":"2025-04-09T17:14:11.109396956+07:00","level":"INFO","msg":"handler: started","stream_id":"zu0dz1ni"}
+{"time":"2025-04-09T17:14:11.109423175+07:00","level":"INFO","msg":"sender: started","stream_id":"zu0dz1ni"}
+{"time":"2025-04-09T17:14:11.545531101+07:00","level":"INFO","msg":"Starting system monitor"}

scripts/wandb/run-20250409_171410-zu0dz1ni/logs/debug.log

@@ -0,0 +1,25 @@
+2025-04-09 17:14:10,985 INFO    MainThread:481283 [wandb_setup.py:_flush():67] Current SDK version is 0.19.8
+2025-04-09 17:14:10,985 INFO    MainThread:481283 [wandb_setup.py:_flush():67] Configure stats pid to 481283
+2025-04-09 17:14:10,985 INFO    MainThread:481283 [wandb_setup.py:_flush():67] Loading settings from /home/anhnmt2/.config/wandb/settings
+2025-04-09 17:14:10,985 INFO    MainThread:481283 [wandb_setup.py:_flush():67] Loading settings from /data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/scripts/wandb/settings
+2025-04-09 17:14:10,985 INFO    MainThread:481283 [wandb_setup.py:_flush():67] Loading settings from environment variables
+2025-04-09 17:14:10,985 INFO    MainThread:481283 [wandb_init.py:setup_run_log_directory():647] Logging user logs to /data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/scripts/wandb/run-20250409_171410-zu0dz1ni/logs/debug.log
+2025-04-09 17:14:10,986 INFO    MainThread:481283 [wandb_init.py:setup_run_log_directory():648] Logging internal logs to /data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/scripts/wandb/run-20250409_171410-zu0dz1ni/logs/debug-internal.log
+2025-04-09 17:14:10,986 INFO    MainThread:481283 [wandb_init.py:init():761] calling init triggers
+2025-04-09 17:14:10,986 INFO    MainThread:481283 [wandb_init.py:init():766] wandb.init called with sweep_config: {}
+config: {'_wandb': {}}
+2025-04-09 17:14:10,986 INFO    MainThread:481283 [wandb_init.py:init():784] starting backend
+2025-04-09 17:14:10,986 INFO    MainThread:481283 [wandb_init.py:init():788] sending inform_init request
+2025-04-09 17:14:10,988 INFO    MainThread:481283 [backend.py:_multiprocessing_setup():101] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2025-04-09 17:14:10,988 INFO    MainThread:481283 [wandb_init.py:init():798] backend started and connected
+2025-04-09 17:14:10,989 INFO    MainThread:481283 [wandb_init.py:init():891] updated telemetry
+2025-04-09 17:14:11,002 INFO    MainThread:481283 [wandb_init.py:init():915] communicating run to backend with 90.0 second timeout
+2025-04-09 17:14:11,541 INFO    MainThread:481283 [wandb_init.py:init():990] starting run threads in backend
+2025-04-09 17:14:11,817 INFO    MainThread:481283 [wandb_run.py:_console_start():2375] atexit reg
+2025-04-09 17:14:11,817 INFO    MainThread:481283 [wandb_run.py:_redirect():2227] redirect: wrap_raw
+2025-04-09 17:14:11,817 INFO    MainThread:481283 [wandb_run.py:_redirect():2292] Wrapping output streams.
+2025-04-09 17:14:11,817 INFO    MainThread:481283 [wandb_run.py:_redirect():2315] Redirects installed.
+2025-04-09 17:14:11,819 INFO    MainThread:481283 [wandb_init.py:init():1032] run started, returning control to user process
+2025-04-09 17:14:11,822 INFO    MainThread:481283 [wandb_run.py:_config_callback():1261] config_cb None None {'use_cache': False, 'query_num': 64, 'image_size': 448, 'drop_vision_last_layer': False, 'batch_vision_input': True, 'use_image_id': True, 'vision_batch_size': 16, 'audio_pool_step': 2, 'audio_chunk_length': 1.0, 'stream_input': False, 'init_vision': False, 'init_audio': True, 'init_tts': False, 'processor_path': '/data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/omni_speech/model/minicpmo/MiniCPM-o-2_6', 'pretrained_encoder_path': '/data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/omni_speech/model/minicpmo/MiniCPM-o-2_6', 'pretrained_llm_path': '/data1/speech/anhnmt2/cuongnm/EOT/Qwen2.5-0.5B-Instruct', 'chunk_input': True, 'slice_config': {'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': None, 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': True, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 20, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, 'architectures': None, 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': None, 'pad_token_id': None, 'eos_token_id': None, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': '', 'model_type': 'minicpmv', 'patch_size': 14, 'max_slice_nums': 9, 'scale_resolution': 448}, 'slice_mode': True, 'vision_config': {'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': None, 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': True, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 20, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, 'architectures': None, 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': None, 'pad_token_id': None, 'eos_token_id': None, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': '', 'model_type': 'siglip_vision_model', 'hidden_size': 1152, 'intermediate_size': 4304, 'num_hidden_layers': 27, 'num_attention_heads': 16, 'num_channels': 3, 'patch_size': 14, 'image_size': 980, 'attention_dropout': 0.0, 'layer_norm_eps': 1e-06, 'hidden_act': 'gelu_pytorch_tanh'}, 'audio_config': {'vocab_size': 51865, 'num_mel_bins': 80, 'd_model': 1024, 'encoder_layers': 24, 'encoder_attention_heads': 16, 'decoder_layers': 24, 'decoder_attention_heads': 16, 'decoder_ffn_dim': 4096, 'encoder_ffn_dim': 4096, 'dropout': 0.0, 'attention_dropout': 0.0, 'activation_dropout': 0.0, 'activation_function': 'gelu', 'init_std': 0.02, 'encoder_layerdrop': 0.0, 'decoder_layerdrop': 0.0, 'use_cache': True, 'num_hidden_layers': 24, 'scale_embedding': False, 'max_source_positions': 1500, 'max_target_positions': 448, 'classifier_proj_size': 256, 'use_weighted_layer_sum': False, 'apply_spec_augment': False, 'mask_time_prob': 0.05, 'mask_time_length': 10, 'mask_time_min_masks': 2, 'mask_feature_prob': 0.0, 'mask_feature_length': 10, 'mask_feature_min_masks': 0, 'median_filter_width': 7, 'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': 'float32', 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': True, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': True, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 448, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': [1, 2, 7, 8, 9, 10, 14, 25, 26, 27, 28, 29, 31, 58, 59, 60, 61, 62, 63, 90, 91, 92, 93, 359, 503, 522, 542, 873, 893, 902, 918, 922, 931, 1350, 1853, 1982, 2460, 2627, 3246, 3253, 3268, 3536, 3846, 3961, 4183, 4667, 6585, 6647, 7273, 9061, 9383, 10428, 10929, 11938, 12033, 12331, 12562, 13793, 14157, 14635, 15265, 15618, 16553, 16604, 18362, 18956, 20075, 21675, 22520, 26130, 26161, 26435, 28279, 29464, 31650, 32302, 32470, 36865, 42863, 47425, 49870, 50254, 50258, 50358, 50359, 50360, 50361, 50362], 'begin_suppress_tokens': [220, 50257], 'architectures': ['MiniCPMWhisperEncoder'], 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': 50257, 'pad_token_id': 50257, 'eos_token_id': 50257, 'sep_token_id': None, 'decoder_start_token_id': 50258, 'task_specific_params': None, 'problem_type': None, '_name_or_path': 'openai/whisper-medium', 'forced_decoder_ids': [[1, 50259], [2, 50359], [3, 50363]], 'model_type': 'whisper'}, 'tts_config': {'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': None, 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': True, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 20, 'min_length': 0, 'do_sample': True, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 20, 'top_p': 0.7, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, 'architectures': None, 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': None, 'pad_token_id': None, 'eos_token_id': None, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': '', 'model_type': 'conditional_chattts', 'llm_dim': 3584, 'hidden_size': 768, 'intermediate_size': 3072, 'num_attention_heads': 12, 'num_hidden_layers': 20, 'max_position_embeddings': 4096, 'num_audio_tokens': 626, 'num_text_tokens': 21178, 'num_mel_bins': 100, 'num_vq': 4, 'use_speaker_embedding': True, 'use_llm_hidden_state': False, 'spk_emb_token_id': 21143, 'num_spk_embs': 1, 'audio_bos_token_id': 21132, 'text_eos_token_id': 21133, 'use_text': True, 'streaming': True, 'streaming_text_chunk_size': 10, 'streaming_text_reserved_len': 300, 'streaming_audio_chunk_size': 50, 'attn_implementation': 'sdpa', 'use_mlp': True, 'aug_loss_weight': True}, 'patch_size': 14, 'vocab_size': 152064, 'max_position_embeddings': 32768, 'hidden_size': 3584, 'intermediate_size': 18944, 'num_hidden_layers': 28, 'num_attention_heads': 28, 'use_sliding_window': False, 'sliding_window': None, 'max_window_layers': 28, 'num_key_value_heads': 4, 'hidden_act': 'silu', 'initializer_range': 0.02, 'rms_norm_eps': 1e-06, 'rope_theta': 1000000.0, 'rope_scaling': None, 'attention_dropout': 0.0, 'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': 'float32', 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': False, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 2048, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, 'architectures': ['Qwen2ForCausalLM'], 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': 151643, 'pad_token_id': None, 'eos_token_id': 151645, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': '/data1/speech/anhnmt2/Speech2Speech/LLaMA-Omni/models/llm/Qwen2.5-7B-Instruct', 'transformers_version': '4.45.0', 'model_type': 'minicpmo', 'output_dir': '../checkpoints/minicpmo_whisper-medium_Qwen2.5-0.5B_pretrained-asr', 'overwrite_output_dir': False, 'do_train': True, 'do_eval': True, 'do_predict': False, 'eval_strategy': 'steps', 'prediction_loss_only': False, 'per_device_train_batch_size': 8, 'per_device_eval_batch_size': 8, 'per_gpu_train_batch_size': None, 'per_gpu_eval_batch_size': None, 'gradient_accumulation_steps': 4, 'eval_accumulation_steps': None, 'eval_delay': 0, 'torch_empty_cache_steps': None, 'learning_rate': 0.0002, 'weight_decay': 0.0, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_epsilon': 1e-08, 'max_grad_norm': 1.0, 'num_train_epochs': 3.0, 'max_steps': -1, 'lr_scheduler_type': 'cosine', 'lr_scheduler_kwargs': {}, 'warmup_ratio': 0.03, 'warmup_steps': 0, 'log_level': 'passive', 'log_level_replica': 'warning', 'log_on_each_node': True, 'logging_dir': '../checkpoints/minicpmo_whisper-medium_Qwen2.5-0.5B_pretrained-asr/runs/Apr09_17-13-36_dgx-a100-5', 'logging_strategy': 'steps', 'logging_first_step': False, 'logging_steps': 50, 'logging_nan_inf_filter': True, 'save_strategy': 'no', 'save_steps': 5000.0, 'save_total_limit': 1, 'save_safetensors': True, 'save_on_each_node': False, 'save_only_model': False, 'restore_callback_states_from_checkpoint': False, 'no_cuda': False, 'use_cpu': False, 'use_mps_device': False, 'seed': 42, 'data_seed': None, 'jit_mode_eval': False, 'use_ipex': False, 'bf16': True, 'fp16': False, 'fp16_opt_level': 'O1', 'half_precision_backend': 'auto', 'bf16_full_eval': False, 'fp16_full_eval': False, 'tf32': True, 'local_rank': 0, 'ddp_backend': None, 'tpu_num_cores': None, 'tpu_metrics_debug': False, 'debug': [], 'dataloader_drop_last': False, 'eval_steps': 5000, 'dataloader_num_workers': 0, 'dataloader_prefetch_factor': None, 'past_index': -1, 'run_name': '../checkpoints/minicpmo_whisper-medium_Qwen2.5-0.5B_pretrained-asr', 'disable_tqdm': False, 'remove_unused_columns': False, 'label_names': None, 'load_best_model_at_end': False, 'metric_for_best_model': None, 'greater_is_better': None, 'ignore_data_skip': False, 'fsdp': [], 'fsdp_min_num_params': 0, 'fsdp_config': {'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}, 'fsdp_transformer_layer_cls_to_wrap': None, 'accelerator_config': {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True, 'non_blocking': False, 'gradient_accumulation_kwargs': None}, 'deepspeed': 'zero2.json', 'label_smoothing_factor': 0.0, 'optim': 'adamw_torch', 'optim_args': None, 'adafactor': False, 'group_by_length': False, 'length_column_name': 'length', 'report_to': ['tensorboard', 'wandb'], 'ddp_find_unused_parameters': None, 'ddp_bucket_cap_mb': None, 'ddp_broadcast_buffers': None, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': False, 'skip_memory_metrics': True, 'use_legacy_prediction_loop': False, 'push_to_hub': False, 'resume_from_checkpoint': None, 'hub_model_id': None, 'hub_strategy': 'every_save', 'hub_token': '<HUB_TOKEN>', 'hub_private_repo': False, 'hub_always_push': False, 'gradient_checkpointing': True, 'gradient_checkpointing_kwargs': {'use_reentrant': False}, 'include_inputs_for_metrics': False, 'eval_do_concat_batches': True, 'fp16_backend': 'auto', 'evaluation_strategy': 'steps', 'push_to_hub_model_id': None, 'push_to_hub_organization': None, 'push_to_hub_token': '<PUSH_TO_HUB_TOKEN>', 'mp_parameters': '', 'auto_find_batch_size': False, 'full_determinism': False, 'torchdynamo': None, 'ray_scope': 'last', 'ddp_timeout': 1800, 'torch_compile': False, 'torch_compile_backend': None, 'torch_compile_mode': None, 'dispatch_batches': None, 'split_batches': None, 'include_tokens_per_second': False, 'include_num_input_tokens_seen': False, 'neftune_noise_alpha': None, 'optim_target_modules': None, 'batch_eval_metrics': False, 'eval_on_start': False, 'use_liger_kernel': False, 'eval_use_gather_object': False, 'cache_dir': '../output/cached_sft_20252502', 'model_max_length': 2048, 'tune_vision': True, 'tune_speech': False, 'tune_llm': True, 'llm_type': 'qwen', 'use_lora': False, 'max_slice_nums': 9, 'config_path': 'minicpmp_config.json', 'init_speech': True}
+2025-04-09 17:14:11,825 INFO    MainThread:481283 [wandb_config.py:__setitem__():154] config set model/num_parameters = 802971264 - <bound method Run._config_callback of <wandb.sdk.wandb_run.Run object at 0x1553d04f1430>>
+2025-04-09 17:14:11,825 INFO    MainThread:481283 [wandb_run.py:_config_callback():1261] config_cb model/num_parameters 802971264 None

scripts/wandb/run-20250409_171628-w0arjuok/files/config.yaml

@@ -0,0 +1,936 @@
+_name_or_path:
+    value: /data1/speech/anhnmt2/Speech2Speech/LLaMA-Omni/models/llm/Qwen2.5-7B-Instruct
+_wandb:
+    value:
+        cli_version: 0.19.8
+        m:
+            - "1": train/global_step
+              "6":
+                - 3
+              "7": []
+        python_version: 3.12.3
+        t:
+            "1":
+                - 1
+                - 5
+                - 11
+                - 41
+                - 49
+                - 50
+                - 51
+                - 53
+                - 55
+                - 64
+                - 71
+                - 98
+                - 105
+            "2":
+                - 1
+                - 5
+                - 11
+                - 41
+                - 49
+                - 50
+                - 51
+                - 53
+                - 55
+                - 64
+                - 71
+                - 98
+                - 105
+            "3":
+                - 7
+                - 13
+                - 19
+                - 23
+                - 55
+                - 66
+            "4": 3.12.3
+            "5": 0.19.8
+            "6": 4.45.0
+            "8":
+                - 5
+            "9":
+                "1": transformers_trainer
+            "12": 0.19.8
+            "13": linux-x86_64
+accelerator_config:
+    value:
+        dispatch_batches: null
+        even_batches: true
+        gradient_accumulation_kwargs: null
+        non_blocking: false
+        split_batches: false
+        use_seedable_sampler: true
+adafactor:
+    value: false
+adam_beta1:
+    value: 0.9
+adam_beta2:
+    value: 0.999
+adam_epsilon:
+    value: 1e-08
+add_cross_attention:
+    value: false
+architectures:
+    value:
+        - Qwen2ForCausalLM
+attention_dropout:
+    value: 0
+audio_chunk_length:
+    value: 1
+audio_config:
+    value:
+        _name_or_path: openai/whisper-medium
+        activation_dropout: 0
+        activation_function: gelu
+        add_cross_attention: false
+        apply_spec_augment: false
+        architectures:
+            - MiniCPMWhisperEncoder
+        attention_dropout: 0
+        bad_words_ids: null
+        begin_suppress_tokens:
+            - 220
+            - 50257
+        bos_token_id: 50257
+        chunk_size_feed_forward: 0
+        classifier_proj_size: 256
+        cross_attention_hidden_size: null
+        d_model: 1024
+        decoder_attention_heads: 16
+        decoder_ffn_dim: 4096
+        decoder_layerdrop: 0
+        decoder_layers: 24
+        decoder_start_token_id: 50258
+        diversity_penalty: 0
+        do_sample: false
+        dropout: 0
+        early_stopping: false
+        encoder_attention_heads: 16
+        encoder_ffn_dim: 4096
+        encoder_layerdrop: 0
+        encoder_layers: 24
+        encoder_no_repeat_ngram_size: 0
+        eos_token_id: 50257
+        exponential_decay_length_penalty: null
+        finetuning_task: null
+        forced_bos_token_id: null
+        forced_decoder_ids:
+            - - 1
+              - 50259
+            - - 2
+              - 50359
+            - - 3
+              - 50363
+        forced_eos_token_id: null
+        id2label:
+            "0": LABEL_0
+            "1": LABEL_1
+        init_std: 0.02
+        is_decoder: false
+        is_encoder_decoder: true
+        label2id:
+            LABEL_0: 0
+            LABEL_1: 1
+        length_penalty: 1
+        mask_feature_length: 10
+        mask_feature_min_masks: 0
+        mask_feature_prob: 0
+        mask_time_length: 10
+        mask_time_min_masks: 2
+        mask_time_prob: 0.05
+        max_length: 448
+        max_source_positions: 1500
+        max_target_positions: 448
+        median_filter_width: 7
+        min_length: 0
+        model_type: whisper
+        no_repeat_ngram_size: 0
+        num_beam_groups: 1
+        num_beams: 1
+        num_hidden_layers: 24
+        num_mel_bins: 80
+        num_return_sequences: 1
+        output_attentions: false
+        output_hidden_states: false
+        output_scores: false
+        pad_token_id: 50257
+        prefix: null
+        problem_type: null
+        remove_invalid_values: false
+        repetition_penalty: 1
+        return_dict: true
+        return_dict_in_generate: false
+        scale_embedding: false
+        sep_token_id: null
+        suppress_tokens:
+            - 1
+            - 2
+            - 7
+            - 8
+            - 9
+            - 10
+            - 14
+            - 25
+            - 26
+            - 27
+            - 28
+            - 29
+            - 31
+            - 58
+            - 59
+            - 60
+            - 61
+            - 62
+            - 63
+            - 90
+            - 91
+            - 92
+            - 93
+            - 359
+            - 503
+            - 522
+            - 542
+            - 873
+            - 893
+            - 902
+            - 918
+            - 922
+            - 931
+            - 1350
+            - 1853
+            - 1982
+            - 2460
+            - 2627
+            - 3246
+            - 3253
+            - 3268
+            - 3536
+            - 3846
+            - 3961
+            - 4183
+            - 4667
+            - 6585
+            - 6647
+            - 7273
+            - 9061
+            - 9383
+            - 10428
+            - 10929
+            - 11938
+            - 12033
+            - 12331
+            - 12562
+            - 13793
+            - 14157
+            - 14635
+            - 15265
+            - 15618
+            - 16553
+            - 16604
+            - 18362
+            - 18956
+            - 20075
+            - 21675
+            - 22520
+            - 26130
+            - 26161
+            - 26435
+            - 28279
+            - 29464
+            - 31650
+            - 32302
+            - 32470
+            - 36865
+            - 42863
+            - 47425
+            - 49870
+            - 50254
+            - 50258
+            - 50358
+            - 50359
+            - 50360
+            - 50361
+            - 50362
+        task_specific_params: null
+        temperature: 1
+        tf_legacy_loss: false
+        tie_encoder_decoder: false
+        tie_word_embeddings: true
+        tokenizer_class: null
+        top_k: 50
+        top_p: 1
+        torch_dtype: float32
+        torchscript: false
+        typical_p: 1
+        use_bfloat16: false
+        use_cache: true
+        use_weighted_layer_sum: false
+        vocab_size: 51865
+audio_pool_step:
+    value: 2
+auto_find_batch_size:
+    value: false
+bad_words_ids:
+    value: null
+batch_eval_metrics:
+    value: false
+batch_vision_input:
+    value: true
+begin_suppress_tokens:
+    value: null
+bf16:
+    value: true
+bf16_full_eval:
+    value: false
+bos_token_id:
+    value: 151643
+cache_dir:
+    value: ../output/cached_sft_20252502
+chunk_input:
+    value: true
+chunk_size_feed_forward:
+    value: 0
+config_path:
+    value: minicpmp_config.json
+cross_attention_hidden_size:
+    value: null
+data_seed:
+    value: null
+dataloader_drop_last:
+    value: false
+dataloader_num_workers:
+    value: 0
+dataloader_persistent_workers:
+    value: false
+dataloader_pin_memory:
+    value: true
+dataloader_prefetch_factor:
+    value: null
+ddp_backend:
+    value: null
+ddp_broadcast_buffers:
+    value: null
+ddp_bucket_cap_mb:
+    value: null
+ddp_find_unused_parameters:
+    value: null
+ddp_timeout:
+    value: 1800
+debug:
+    value: []
+decoder_start_token_id:
+    value: null
+deepspeed:
+    value: zero2.json
+disable_tqdm:
+    value: false
+dispatch_batches:
+    value: null
+diversity_penalty:
+    value: 0
+do_eval:
+    value: true
+do_predict:
+    value: false
+do_sample:
+    value: false
+do_train:
+    value: true
+drop_vision_last_layer:
+    value: false
+early_stopping:
+    value: false
+encoder_no_repeat_ngram_size:
+    value: 0
+eos_token_id:
+    value: 151645
+eval_accumulation_steps:
+    value: null
+eval_delay:
+    value: 0
+eval_do_concat_batches:
+    value: true
+eval_on_start:
+    value: false
+eval_steps:
+    value: 5000
+eval_strategy:
+    value: steps
+eval_use_gather_object:
+    value: false
+evaluation_strategy:
+    value: steps
+exponential_decay_length_penalty:
+    value: null
+finetuning_task:
+    value: null
+forced_bos_token_id:
+    value: null
+forced_eos_token_id:
+    value: null
+fp16:
+    value: false
+fp16_backend:
+    value: auto
+fp16_full_eval:
+    value: false
+fp16_opt_level:
+    value: O1
+fsdp:
+    value: []
+fsdp_config:
+    value:
+        min_num_params: 0
+        xla: false
+        xla_fsdp_grad_ckpt: false
+        xla_fsdp_v2: false
+fsdp_min_num_params:
+    value: 0
+fsdp_transformer_layer_cls_to_wrap:
+    value: null
+full_determinism:
+    value: false
+gradient_accumulation_steps:
+    value: 4
+gradient_checkpointing:
+    value: true
+gradient_checkpointing_kwargs:
+    value:
+        use_reentrant: false
+greater_is_better:
+    value: null
+group_by_length:
+    value: false
+half_precision_backend:
+    value: auto
+hidden_act:
+    value: silu
+hidden_size:
+    value: 3584
+hub_always_push:
+    value: false
+hub_model_id:
+    value: null
+hub_private_repo:
+    value: false
+hub_strategy:
+    value: every_save
+hub_token:
+    value: <HUB_TOKEN>
+id2label:
+    value:
+        "0": LABEL_0
+        "1": LABEL_1
+ignore_data_skip:
+    value: false
+image_size:
+    value: 448
+include_inputs_for_metrics:
+    value: false
+include_num_input_tokens_seen:
+    value: false
+include_tokens_per_second:
+    value: false
+init_audio:
+    value: true
+init_speech:
+    value: true
+init_tts:
+    value: false
+init_vision:
+    value: false
+initializer_range:
+    value: 0.02
+intermediate_size:
+    value: 18944
+is_decoder:
+    value: false
+is_encoder_decoder:
+    value: false
+jit_mode_eval:
+    value: false
+label_names:
+    value: null
+label_smoothing_factor:
+    value: 0
+label2id:
+    value:
+        LABEL_0: 0
+        LABEL_1: 1
+learning_rate:
+    value: 0.0002
+length_column_name:
+    value: length
+length_penalty:
+    value: 1
+llm_type:
+    value: qwen
+load_best_model_at_end:
+    value: false
+local_rank:
+    value: 0
+log_level:
+    value: passive
+log_level_replica:
+    value: warning
+log_on_each_node:
+    value: true
+logging_dir:
+    value: ../checkpoints/minicpmo_whisper-medium_Qwen2.5-0.5B_pretrained-asr/runs/Apr09_17-15-56_dgx-a100-5
+logging_first_step:
+    value: false
+logging_nan_inf_filter:
+    value: true
+logging_steps:
+    value: 50
+logging_strategy:
+    value: steps
+lr_scheduler_type:
+    value: cosine
+max_grad_norm:
+    value: 1
+max_length:
+    value: 2048
+max_position_embeddings:
+    value: 32768
+max_slice_nums:
+    value: 9
+max_steps:
+    value: -1
+max_window_layers:
+    value: 28
+metric_for_best_model:
+    value: null
+min_length:
+    value: 0
+model/num_parameters:
+    value: 802971264
+model_max_length:
+    value: 2048
+model_type:
+    value: minicpmo
+mp_parameters:
+    value: ""
+neftune_noise_alpha:
+    value: null
+no_cuda:
+    value: false
+no_repeat_ngram_size:
+    value: 0
+num_attention_heads:
+    value: 28
+num_beam_groups:
+    value: 1
+num_beams:
+    value: 1
+num_hidden_layers:
+    value: 28
+num_key_value_heads:
+    value: 4
+num_return_sequences:
+    value: 1
+num_train_epochs:
+    value: 3
+optim:
+    value: adamw_torch
+optim_args:
+    value: null
+optim_target_modules:
+    value: null
+output_attentions:
+    value: false
+output_dir:
+    value: ../checkpoints/minicpmo_whisper-medium_Qwen2.5-0.5B_pretrained-asr
+output_hidden_states:
+    value: false
+output_scores:
+    value: false
+overwrite_output_dir:
+    value: false
+pad_token_id:
+    value: null
+past_index:
+    value: -1
+patch_size:
+    value: 14
+per_device_eval_batch_size:
+    value: 16
+per_device_train_batch_size:
+    value: 16
+per_gpu_eval_batch_size:
+    value: null
+per_gpu_train_batch_size:
+    value: null
+prediction_loss_only:
+    value: false
+prefix:
+    value: null
+pretrained_encoder_path:
+    value: /data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/omni_speech/model/minicpmo/MiniCPM-o-2_6
+pretrained_llm_path:
+    value: /data1/speech/anhnmt2/cuongnm/EOT/Qwen2.5-0.5B-Instruct
+problem_type:
+    value: null
+processor_path:
+    value: /data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/omni_speech/model/minicpmo/MiniCPM-o-2_6
+push_to_hub:
+    value: false
+push_to_hub_model_id:
+    value: null
+push_to_hub_organization:
+    value: null
+push_to_hub_token:
+    value: <PUSH_TO_HUB_TOKEN>
+query_num:
+    value: 64
+ray_scope:
+    value: last
+remove_invalid_values:
+    value: false
+remove_unused_columns:
+    value: false
+repetition_penalty:
+    value: 1
+report_to:
+    value:
+        - tensorboard
+        - wandb
+restore_callback_states_from_checkpoint:
+    value: false
+resume_from_checkpoint:
+    value: null
+return_dict:
+    value: true
+return_dict_in_generate:
+    value: false
+rms_norm_eps:
+    value: 1e-06
+rope_scaling:
+    value: null
+rope_theta:
+    value: 1e+06
+run_name:
+    value: ../checkpoints/minicpmo_whisper-medium_Qwen2.5-0.5B_pretrained-asr
+save_on_each_node:
+    value: false
+save_only_model:
+    value: false
+save_safetensors:
+    value: true
+save_steps:
+    value: 5000
+save_strategy:
+    value: "no"
+save_total_limit:
+    value: 1
+seed:
+    value: 42
+sep_token_id:
+    value: null
+skip_memory_metrics:
+    value: true
+slice_config:
+    value:
+        _name_or_path: ""
+        add_cross_attention: false
+        architectures: null
+        bad_words_ids: null
+        begin_suppress_tokens: null
+        bos_token_id: null
+        chunk_size_feed_forward: 0
+        cross_attention_hidden_size: null
+        decoder_start_token_id: null
+        diversity_penalty: 0
+        do_sample: false
+        early_stopping: false
+        encoder_no_repeat_ngram_size: 0
+        eos_token_id: null
+        exponential_decay_length_penalty: null
+        finetuning_task: null
+        forced_bos_token_id: null
+        forced_eos_token_id: null
+        id2label:
+            "0": LABEL_0
+            "1": LABEL_1
+        is_decoder: false
+        is_encoder_decoder: false
+        label2id:
+            LABEL_0: 0
+            LABEL_1: 1
+        length_penalty: 1
+        max_length: 20
+        max_slice_nums: 9
+        min_length: 0
+        model_type: minicpmv
+        no_repeat_ngram_size: 0
+        num_beam_groups: 1
+        num_beams: 1
+        num_return_sequences: 1
+        output_attentions: false
+        output_hidden_states: false
+        output_scores: false
+        pad_token_id: null
+        patch_size: 14
+        prefix: null
+        problem_type: null
+        remove_invalid_values: false
+        repetition_penalty: 1
+        return_dict: true
+        return_dict_in_generate: false
+        scale_resolution: 448
+        sep_token_id: null
+        suppress_tokens: null
+        task_specific_params: null
+        temperature: 1
+        tf_legacy_loss: false
+        tie_encoder_decoder: false
+        tie_word_embeddings: true
+        tokenizer_class: null
+        top_k: 50
+        top_p: 1
+        torch_dtype: null
+        torchscript: false
+        typical_p: 1
+        use_bfloat16: false
+slice_mode:
+    value: true
+sliding_window:
+    value: null
+split_batches:
+    value: null
+stream_input:
+    value: false
+suppress_tokens:
+    value: null
+task_specific_params:
+    value: null
+temperature:
+    value: 1
+tf_legacy_loss:
+    value: false
+tf32:
+    value: true
+tie_encoder_decoder:
+    value: false
+tie_word_embeddings:
+    value: false
+tokenizer_class:
+    value: null
+top_k:
+    value: 50
+top_p:
+    value: 1
+torch_compile:
+    value: false
+torch_compile_backend:
+    value: null
+torch_compile_mode:
+    value: null
+torch_dtype:
+    value: float32
+torch_empty_cache_steps:
+    value: null
+torchdynamo:
+    value: null
+torchscript:
+    value: false
+tpu_metrics_debug:
+    value: false
+tpu_num_cores:
+    value: null
+transformers_version:
+    value: 4.45.0
+tts_config:
+    value:
+        _name_or_path: ""
+        add_cross_attention: false
+        architectures: null
+        attn_implementation: sdpa
+        audio_bos_token_id: 21132
+        aug_loss_weight: true
+        bad_words_ids: null
+        begin_suppress_tokens: null
+        bos_token_id: null
+        chunk_size_feed_forward: 0
+        cross_attention_hidden_size: null
+        decoder_start_token_id: null
+        diversity_penalty: 0
+        do_sample: true
+        early_stopping: false
+        encoder_no_repeat_ngram_size: 0
+        eos_token_id: null
+        exponential_decay_length_penalty: null
+        finetuning_task: null
+        forced_bos_token_id: null
+        forced_eos_token_id: null
+        hidden_size: 768
+        id2label:
+            "0": LABEL_0
+            "1": LABEL_1
+        intermediate_size: 3072
+        is_decoder: false
+        is_encoder_decoder: false
+        label2id:
+            LABEL_0: 0
+            LABEL_1: 1
+        length_penalty: 1
+        llm_dim: 3584
+        max_length: 20
+        max_position_embeddings: 4096
+        min_length: 0
+        model_type: conditional_chattts
+        no_repeat_ngram_size: 0
+        num_attention_heads: 12
+        num_audio_tokens: 626
+        num_beam_groups: 1
+        num_beams: 1
+        num_hidden_layers: 20
+        num_mel_bins: 100
+        num_return_sequences: 1
+        num_spk_embs: 1
+        num_text_tokens: 21178
+        num_vq: 4
+        output_attentions: false
+        output_hidden_states: false
+        output_scores: false
+        pad_token_id: null
+        prefix: null
+        problem_type: null
+        remove_invalid_values: false
+        repetition_penalty: 1
+        return_dict: true
+        return_dict_in_generate: false
+        sep_token_id: null
+        spk_emb_token_id: 21143
+        streaming: true
+        streaming_audio_chunk_size: 50
+        streaming_text_chunk_size: 10
+        streaming_text_reserved_len: 300
+        suppress_tokens: null
+        task_specific_params: null
+        temperature: 1
+        text_eos_token_id: 21133
+        tf_legacy_loss: false
+        tie_encoder_decoder: false
+        tie_word_embeddings: true
+        tokenizer_class: null
+        top_k: 20
+        top_p: 0.7
+        torch_dtype: null
+        torchscript: false
+        typical_p: 1
+        use_bfloat16: false
+        use_llm_hidden_state: false
+        use_mlp: true
+        use_speaker_embedding: true
+        use_text: true
+tune_llm:
+    value: true
+tune_speech:
+    value: false
+tune_vision:
+    value: true
+typical_p:
+    value: 1
+use_bfloat16:
+    value: false
+use_cache:
+    value: false
+use_cpu:
+    value: false
+use_image_id:
+    value: true
+use_ipex:
+    value: false
+use_legacy_prediction_loop:
+    value: false
+use_liger_kernel:
+    value: false
+use_lora:
+    value: false
+use_mps_device:
+    value: false
+use_sliding_window:
+    value: false
+vision_batch_size:
+    value: 16
+vision_config:
+    value:
+        _name_or_path: ""
+        add_cross_attention: false
+        architectures: null
+        attention_dropout: 0
+        bad_words_ids: null
+        begin_suppress_tokens: null
+        bos_token_id: null
+        chunk_size_feed_forward: 0
+        cross_attention_hidden_size: null
+        decoder_start_token_id: null
+        diversity_penalty: 0
+        do_sample: false
+        early_stopping: false
+        encoder_no_repeat_ngram_size: 0
+        eos_token_id: null
+        exponential_decay_length_penalty: null
+        finetuning_task: null
+        forced_bos_token_id: null
+        forced_eos_token_id: null
+        hidden_act: gelu_pytorch_tanh
+        hidden_size: 1152
+        id2label:
+            "0": LABEL_0
+            "1": LABEL_1
+        image_size: 980
+        intermediate_size: 4304
+        is_decoder: false
+        is_encoder_decoder: false
+        label2id:
+            LABEL_0: 0
+            LABEL_1: 1
+        layer_norm_eps: 1e-06
+        length_penalty: 1
+        max_length: 20
+        min_length: 0
+        model_type: siglip_vision_model
+        no_repeat_ngram_size: 0
+        num_attention_heads: 16
+        num_beam_groups: 1
+        num_beams: 1
+        num_channels: 3
+        num_hidden_layers: 27
+        num_return_sequences: 1
+        output_attentions: false
+        output_hidden_states: false
+        output_scores: false
+        pad_token_id: null
+        patch_size: 14
+        prefix: null
+        problem_type: null
+        remove_invalid_values: false
+        repetition_penalty: 1
+        return_dict: true
+        return_dict_in_generate: false
+        sep_token_id: null
+        suppress_tokens: null
+        task_specific_params: null
+        temperature: 1
+        tf_legacy_loss: false
+        tie_encoder_decoder: false
+        tie_word_embeddings: true
+        tokenizer_class: null
+        top_k: 50
+        top_p: 1
+        torch_dtype: null
+        torchscript: false
+        typical_p: 1
+        use_bfloat16: false
+vocab_size:
+    value: 152064
+warmup_ratio:
+    value: 0.03
+warmup_steps:
+    value: 0
+weight_decay:
+    value: 0

scripts/wandb/run-20250409_171628-w0arjuok/files/output.log

@@ -0,0 +1,605 @@
+  0%|                                                                                                                                                                                                                  | 0/56250 [00:00<?, ?it/s]DEBUG:numba.core.byteflow:bytecode dump:
+>          0	NOP(arg=None, lineno=1141)
+           2	RESUME(arg=0, lineno=1141)
+           4	LOAD_FAST(arg=0, lineno=1144)
+           6	LOAD_CONST(arg=1, lineno=1144)
+           8	BINARY_SUBSCR(arg=None, lineno=1144)
+          12	STORE_FAST(arg=3, lineno=1144)
+          14	LOAD_FAST(arg=1, lineno=1145)
+          16	UNARY_NEGATIVE(arg=None, lineno=1145)
+          18	LOAD_FAST(arg=3, lineno=1145)
+          20	SWAP(arg=2, lineno=1145)
+          22	COPY(arg=2, lineno=1145)
+          24	COMPARE_OP(arg=26, lineno=1145)
+          28	POP_JUMP_IF_FALSE(arg=5, lineno=1145)
+          30	LOAD_FAST(arg=1, lineno=1145)
+          32	COMPARE_OP(arg=26, lineno=1145)
+          36	POP_JUMP_IF_FALSE(arg=5, lineno=1145)
+          38	JUMP_FORWARD(arg=2, lineno=1145)
+>         40	POP_TOP(arg=None, lineno=1145)
+          42	JUMP_FORWARD(arg=2, lineno=1145)
+>         44	LOAD_CONST(arg=1, lineno=1146)
+          46	STORE_FAST(arg=3, lineno=1146)
+>         48	LOAD_FAST(arg=0, lineno=1148)
+          50	LOAD_CONST(arg=2, lineno=1148)
+          52	BINARY_SUBSCR(arg=None, lineno=1148)
+          56	STORE_FAST(arg=4, lineno=1148)
+          58	LOAD_FAST(arg=1, lineno=1149)
+          60	UNARY_NEGATIVE(arg=None, lineno=1149)
+          62	LOAD_FAST(arg=4, lineno=1149)
+          64	SWAP(arg=2, lineno=1149)
+          66	COPY(arg=2, lineno=1149)
+          68	COMPARE_OP(arg=26, lineno=1149)
+          72	POP_JUMP_IF_FALSE(arg=5, lineno=1149)
+          74	LOAD_FAST(arg=1, lineno=1149)
+          76	COMPARE_OP(arg=26, lineno=1149)
+          80	POP_JUMP_IF_FALSE(arg=5, lineno=1149)
+          82	JUMP_FORWARD(arg=2, lineno=1149)
+>         84	POP_TOP(arg=None, lineno=1149)
+          86	JUMP_FORWARD(arg=2, lineno=1149)
+>         88	LOAD_CONST(arg=1, lineno=1150)
+          90	STORE_FAST(arg=4, lineno=1150)
+>         92	LOAD_FAST(arg=2, lineno=1152)
+          94	POP_JUMP_IF_FALSE(arg=43, lineno=1152)
+          96	LOAD_GLOBAL(arg=1, lineno=1153)
+         106	LOAD_ATTR(arg=2, lineno=1153)
+         126	LOAD_FAST(arg=3, lineno=1153)
+         128	CALL(arg=1, lineno=1153)
+         136	LOAD_GLOBAL(arg=1, lineno=1153)
+         146	LOAD_ATTR(arg=2, lineno=1153)
+         166	LOAD_FAST(arg=4, lineno=1153)
+         168	CALL(arg=1, lineno=1153)
+         176	COMPARE_OP(arg=55, lineno=1153)
+         180	RETURN_VALUE(arg=None, lineno=1153)
+>        182	LOAD_GLOBAL(arg=1, lineno=1155)
+         192	LOAD_ATTR(arg=4, lineno=1155)
+         212	LOAD_FAST(arg=3, lineno=1155)
+         214	CALL(arg=1, lineno=1155)
+         222	LOAD_GLOBAL(arg=1, lineno=1155)
+         232	LOAD_ATTR(arg=4, lineno=1155)
+         252	LOAD_FAST(arg=4, lineno=1155)
+         254	CALL(arg=1, lineno=1155)
+         262	COMPARE_OP(arg=55, lineno=1155)
+         266	RETURN_VALUE(arg=None, lineno=1155)
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=0 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=0 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=0, inst=NOP(arg=None, lineno=1141)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=2, inst=RESUME(arg=0, lineno=1141)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=4, inst=LOAD_FAST(arg=0, lineno=1144)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=6, inst=LOAD_CONST(arg=1, lineno=1144)
+DEBUG:numba.core.byteflow:stack ['$x4.0']
+DEBUG:numba.core.byteflow:dispatch pc=8, inst=BINARY_SUBSCR(arg=None, lineno=1144)
+DEBUG:numba.core.byteflow:stack ['$x4.0', '$const6.1']
+DEBUG:numba.core.byteflow:dispatch pc=12, inst=STORE_FAST(arg=3, lineno=1144)
+DEBUG:numba.core.byteflow:stack ['$8binary_subscr.2']
+DEBUG:numba.core.byteflow:dispatch pc=14, inst=LOAD_FAST(arg=1, lineno=1145)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=16, inst=UNARY_NEGATIVE(arg=None, lineno=1145)
+DEBUG:numba.core.byteflow:stack ['$threshold14.3']
+DEBUG:numba.core.byteflow:dispatch pc=18, inst=LOAD_FAST(arg=3, lineno=1145)
+DEBUG:numba.core.byteflow:stack ['$16unary_negative.4']
+DEBUG:numba.core.byteflow:dispatch pc=20, inst=SWAP(arg=2, lineno=1145)
+DEBUG:numba.core.byteflow:stack ['$16unary_negative.4', '$x018.5']
+DEBUG:numba.core.byteflow:dispatch pc=22, inst=COPY(arg=2, lineno=1145)
+DEBUG:numba.core.byteflow:stack ['$x018.5', '$16unary_negative.4']
+DEBUG:numba.core.byteflow:dispatch pc=24, inst=COMPARE_OP(arg=26, lineno=1145)
+DEBUG:numba.core.byteflow:stack ['$x018.5', '$16unary_negative.4', '$x018.5']
+DEBUG:numba.core.byteflow:dispatch pc=28, inst=POP_JUMP_IF_FALSE(arg=5, lineno=1145)
+DEBUG:numba.core.byteflow:stack ['$x018.5', '$24compare_op.6']
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=30, stack=('$x018.5',), blockstack=(), npush=0), Edge(pc=40, stack=('$x018.5',), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=30 nstack_initial=1), State(pc_initial=40 nstack_initial=1)])
+DEBUG:numba.core.byteflow:stack: ['$phi30.0']
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=30 nstack_initial=1)
+DEBUG:numba.core.byteflow:dispatch pc=30, inst=LOAD_FAST(arg=1, lineno=1145)
+DEBUG:numba.core.byteflow:stack ['$phi30.0']
+DEBUG:numba.core.byteflow:dispatch pc=32, inst=COMPARE_OP(arg=26, lineno=1145)
+DEBUG:numba.core.byteflow:stack ['$phi30.0', '$threshold30.1']
+DEBUG:numba.core.byteflow:dispatch pc=36, inst=POP_JUMP_IF_FALSE(arg=5, lineno=1145)
+DEBUG:numba.core.byteflow:stack ['$32compare_op.2']
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=38, stack=(), blockstack=(), npush=0), Edge(pc=48, stack=(), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=40 nstack_initial=1), State(pc_initial=38 nstack_initial=0), State(pc_initial=48 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: ['$phi40.0']
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=40 nstack_initial=1)
+DEBUG:numba.core.byteflow:dispatch pc=40, inst=POP_TOP(arg=None, lineno=1145)
+DEBUG:numba.core.byteflow:stack ['$phi40.0']
+DEBUG:numba.core.byteflow:dispatch pc=42, inst=JUMP_FORWARD(arg=2, lineno=1145)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=48, stack=(), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=38 nstack_initial=0), State(pc_initial=48 nstack_initial=0), State(pc_initial=48 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=38 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=38, inst=JUMP_FORWARD(arg=2, lineno=1145)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=44, stack=(), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=48 nstack_initial=0), State(pc_initial=48 nstack_initial=0), State(pc_initial=44 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=48 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=48, inst=LOAD_FAST(arg=0, lineno=1148)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=50, inst=LOAD_CONST(arg=2, lineno=1148)
+DEBUG:numba.core.byteflow:stack ['$x48.0']
+DEBUG:numba.core.byteflow:dispatch pc=52, inst=BINARY_SUBSCR(arg=None, lineno=1148)
+DEBUG:numba.core.byteflow:stack ['$x48.0', '$const50.1']
+DEBUG:numba.core.byteflow:dispatch pc=56, inst=STORE_FAST(arg=4, lineno=1148)
+DEBUG:numba.core.byteflow:stack ['$52binary_subscr.2']
+DEBUG:numba.core.byteflow:dispatch pc=58, inst=LOAD_FAST(arg=1, lineno=1149)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=60, inst=UNARY_NEGATIVE(arg=None, lineno=1149)
+DEBUG:numba.core.byteflow:stack ['$threshold58.3']
+DEBUG:numba.core.byteflow:dispatch pc=62, inst=LOAD_FAST(arg=4, lineno=1149)
+DEBUG:numba.core.byteflow:stack ['$60unary_negative.4']
+DEBUG:numba.core.byteflow:dispatch pc=64, inst=SWAP(arg=2, lineno=1149)
+DEBUG:numba.core.byteflow:stack ['$60unary_negative.4', '$x162.5']
+DEBUG:numba.core.byteflow:dispatch pc=66, inst=COPY(arg=2, lineno=1149)
+DEBUG:numba.core.byteflow:stack ['$x162.5', '$60unary_negative.4']
+DEBUG:numba.core.byteflow:dispatch pc=68, inst=COMPARE_OP(arg=26, lineno=1149)
+DEBUG:numba.core.byteflow:stack ['$x162.5', '$60unary_negative.4', '$x162.5']
+DEBUG:numba.core.byteflow:dispatch pc=72, inst=POP_JUMP_IF_FALSE(arg=5, lineno=1149)
+DEBUG:numba.core.byteflow:stack ['$x162.5', '$68compare_op.6']
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=74, stack=('$x162.5',), blockstack=(), npush=0), Edge(pc=84, stack=('$x162.5',), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=48 nstack_initial=0), State(pc_initial=44 nstack_initial=0), State(pc_initial=74 nstack_initial=1), State(pc_initial=84 nstack_initial=1)])
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=44 nstack_initial=0), State(pc_initial=74 nstack_initial=1), State(pc_initial=84 nstack_initial=1)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=44 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=44, inst=LOAD_CONST(arg=1, lineno=1146)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=46, inst=STORE_FAST(arg=3, lineno=1146)
+DEBUG:numba.core.byteflow:stack ['$const44.0']
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=48, stack=(), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=74 nstack_initial=1), State(pc_initial=84 nstack_initial=1), State(pc_initial=48 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: ['$phi74.0']
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=74 nstack_initial=1)
+DEBUG:numba.core.byteflow:dispatch pc=74, inst=LOAD_FAST(arg=1, lineno=1149)
+DEBUG:numba.core.byteflow:stack ['$phi74.0']
+DEBUG:numba.core.byteflow:dispatch pc=76, inst=COMPARE_OP(arg=26, lineno=1149)
+DEBUG:numba.core.byteflow:stack ['$phi74.0', '$threshold74.1']
+DEBUG:numba.core.byteflow:dispatch pc=80, inst=POP_JUMP_IF_FALSE(arg=5, lineno=1149)
+DEBUG:numba.core.byteflow:stack ['$76compare_op.2']
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=82, stack=(), blockstack=(), npush=0), Edge(pc=92, stack=(), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=84 nstack_initial=1), State(pc_initial=48 nstack_initial=0), State(pc_initial=82 nstack_initial=0), State(pc_initial=92 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: ['$phi84.0']
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=84 nstack_initial=1)
+DEBUG:numba.core.byteflow:dispatch pc=84, inst=POP_TOP(arg=None, lineno=1149)
+DEBUG:numba.core.byteflow:stack ['$phi84.0']
+DEBUG:numba.core.byteflow:dispatch pc=86, inst=JUMP_FORWARD(arg=2, lineno=1149)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=92, stack=(), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=48 nstack_initial=0), State(pc_initial=82 nstack_initial=0), State(pc_initial=92 nstack_initial=0), State(pc_initial=92 nstack_initial=0)])
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=82 nstack_initial=0), State(pc_initial=92 nstack_initial=0), State(pc_initial=92 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=82 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=82, inst=JUMP_FORWARD(arg=2, lineno=1149)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=88, stack=(), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=92 nstack_initial=0), State(pc_initial=92 nstack_initial=0), State(pc_initial=88 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=92 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=92, inst=LOAD_FAST(arg=2, lineno=1152)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=94, inst=POP_JUMP_IF_FALSE(arg=43, lineno=1152)
+DEBUG:numba.core.byteflow:stack ['$zero_pos92.0']
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=96, stack=(), blockstack=(), npush=0), Edge(pc=182, stack=(), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=92 nstack_initial=0), State(pc_initial=88 nstack_initial=0), State(pc_initial=96 nstack_initial=0), State(pc_initial=182 nstack_initial=0)])
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=88 nstack_initial=0), State(pc_initial=96 nstack_initial=0), State(pc_initial=182 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=88 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=88, inst=LOAD_CONST(arg=1, lineno=1150)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=90, inst=STORE_FAST(arg=4, lineno=1150)
+DEBUG:numba.core.byteflow:stack ['$const88.0']
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=92, stack=(), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=96 nstack_initial=0), State(pc_initial=182 nstack_initial=0), State(pc_initial=92 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=96 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=96, inst=LOAD_GLOBAL(arg=1, lineno=1153)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=106, inst=LOAD_ATTR(arg=2, lineno=1153)
+DEBUG:numba.core.byteflow:stack ['$null$96.1', '$96load_global.0']
+DEBUG:numba.core.byteflow:dispatch pc=126, inst=LOAD_FAST(arg=3, lineno=1153)
+DEBUG:numba.core.byteflow:stack ['$null$96.1', '$106load_attr.2']
+DEBUG:numba.core.byteflow:dispatch pc=128, inst=CALL(arg=1, lineno=1153)
+DEBUG:numba.core.byteflow:stack ['$null$96.1', '$106load_attr.2', '$x0126.3']
+DEBUG:numba.core.byteflow:dispatch pc=136, inst=LOAD_GLOBAL(arg=1, lineno=1153)
+DEBUG:numba.core.byteflow:stack ['$128call.4']
+DEBUG:numba.core.byteflow:dispatch pc=146, inst=LOAD_ATTR(arg=2, lineno=1153)
+DEBUG:numba.core.byteflow:stack ['$128call.4', '$null$136.6', '$136load_global.5']
+DEBUG:numba.core.byteflow:dispatch pc=166, inst=LOAD_FAST(arg=4, lineno=1153)
+DEBUG:numba.core.byteflow:stack ['$128call.4', '$null$136.6', '$146load_attr.7']
+DEBUG:numba.core.byteflow:dispatch pc=168, inst=CALL(arg=1, lineno=1153)
+DEBUG:numba.core.byteflow:stack ['$128call.4', '$null$136.6', '$146load_attr.7', '$x1166.8']
+DEBUG:numba.core.byteflow:dispatch pc=176, inst=COMPARE_OP(arg=55, lineno=1153)
+DEBUG:numba.core.byteflow:stack ['$128call.4', '$168call.9']
+DEBUG:numba.core.byteflow:dispatch pc=180, inst=RETURN_VALUE(arg=None, lineno=1153)
+DEBUG:numba.core.byteflow:stack ['$176compare_op.10']
+DEBUG:numba.core.byteflow:end state. edges=[]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=182 nstack_initial=0), State(pc_initial=92 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=182 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=182, inst=LOAD_GLOBAL(arg=1, lineno=1155)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=192, inst=LOAD_ATTR(arg=4, lineno=1155)
+DEBUG:numba.core.byteflow:stack ['$null$182.1', '$182load_global.0']
+DEBUG:numba.core.byteflow:dispatch pc=212, inst=LOAD_FAST(arg=3, lineno=1155)
+DEBUG:numba.core.byteflow:stack ['$null$182.1', '$192load_attr.2']
+DEBUG:numba.core.byteflow:dispatch pc=214, inst=CALL(arg=1, lineno=1155)
+DEBUG:numba.core.byteflow:stack ['$null$182.1', '$192load_attr.2', '$x0212.3']
+DEBUG:numba.core.byteflow:dispatch pc=222, inst=LOAD_GLOBAL(arg=1, lineno=1155)
+DEBUG:numba.core.byteflow:stack ['$214call.4']
+DEBUG:numba.core.byteflow:dispatch pc=232, inst=LOAD_ATTR(arg=4, lineno=1155)
+DEBUG:numba.core.byteflow:stack ['$214call.4', '$null$222.6', '$222load_global.5']
+DEBUG:numba.core.byteflow:dispatch pc=252, inst=LOAD_FAST(arg=4, lineno=1155)
+DEBUG:numba.core.byteflow:stack ['$214call.4', '$null$222.6', '$232load_attr.7']
+DEBUG:numba.core.byteflow:dispatch pc=254, inst=CALL(arg=1, lineno=1155)
+DEBUG:numba.core.byteflow:stack ['$214call.4', '$null$222.6', '$232load_attr.7', '$x1252.8']
+DEBUG:numba.core.byteflow:dispatch pc=262, inst=COMPARE_OP(arg=55, lineno=1155)
+DEBUG:numba.core.byteflow:stack ['$214call.4', '$254call.9']
+DEBUG:numba.core.byteflow:dispatch pc=266, inst=RETURN_VALUE(arg=None, lineno=1155)
+DEBUG:numba.core.byteflow:stack ['$262compare_op.10']
+DEBUG:numba.core.byteflow:end state. edges=[]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=92 nstack_initial=0)])
+DEBUG:numba.core.byteflow:-------------------------Prune PHIs-------------------------
+DEBUG:numba.core.byteflow:Used_phis: defaultdict(<class 'set'>,
+            {State(pc_initial=0 nstack_initial=0): set(),
+             State(pc_initial=30 nstack_initial=1): {'$phi30.0'},
+             State(pc_initial=38 nstack_initial=0): set(),
+             State(pc_initial=40 nstack_initial=1): set(),
+             State(pc_initial=44 nstack_initial=0): set(),
+             State(pc_initial=48 nstack_initial=0): set(),
+             State(pc_initial=74 nstack_initial=1): {'$phi74.0'},
+             State(pc_initial=82 nstack_initial=0): set(),
+             State(pc_initial=84 nstack_initial=1): set(),
+             State(pc_initial=88 nstack_initial=0): set(),
+             State(pc_initial=92 nstack_initial=0): set(),
+             State(pc_initial=96 nstack_initial=0): set(),
+             State(pc_initial=182 nstack_initial=0): set()})
+DEBUG:numba.core.byteflow:defmap: {'$phi30.0': State(pc_initial=0 nstack_initial=0),
+ '$phi40.0': State(pc_initial=0 nstack_initial=0),
+ '$phi74.0': State(pc_initial=48 nstack_initial=0),
+ '$phi84.0': State(pc_initial=48 nstack_initial=0)}
+DEBUG:numba.core.byteflow:phismap: defaultdict(<class 'set'>,
+            {'$phi30.0': {('$x018.5', State(pc_initial=0 nstack_initial=0))},
+             '$phi40.0': {('$x018.5', State(pc_initial=0 nstack_initial=0))},
+             '$phi74.0': {('$x162.5', State(pc_initial=48 nstack_initial=0))},
+             '$phi84.0': {('$x162.5', State(pc_initial=48 nstack_initial=0))}})
+DEBUG:numba.core.byteflow:changing phismap: defaultdict(<class 'set'>,
+            {'$phi30.0': {('$x018.5', State(pc_initial=0 nstack_initial=0))},
+             '$phi40.0': {('$x018.5', State(pc_initial=0 nstack_initial=0))},
+             '$phi74.0': {('$x162.5', State(pc_initial=48 nstack_initial=0))},
+             '$phi84.0': {('$x162.5', State(pc_initial=48 nstack_initial=0))}})
+DEBUG:numba.core.byteflow:keep phismap: {'$phi30.0': {('$x018.5', State(pc_initial=0 nstack_initial=0))},
+ '$phi74.0': {('$x162.5', State(pc_initial=48 nstack_initial=0))}}
+DEBUG:numba.core.byteflow:new_out: defaultdict(<class 'dict'>,
+            {State(pc_initial=0 nstack_initial=0): {'$phi30.0': '$x018.5'},
+             State(pc_initial=48 nstack_initial=0): {'$phi74.0': '$x162.5'}})
+DEBUG:numba.core.byteflow:----------------------DONE Prune PHIs-----------------------
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=0 nstack_initial=0):
+AdaptBlockInfo(insts=((0, {}), (2, {}), (4, {'res': '$x4.0'}), (6, {'res': '$const6.1'}), (8, {'index': '$const6.1', 'target': '$x4.0', 'res': '$8binary_subscr.2'}), (12, {'value': '$8binary_subscr.2'}), (14, {'res': '$threshold14.3'}), (16, {'value': '$threshold14.3', 'res': '$16unary_negative.4'}), (18, {'res': '$x018.5'}), (24, {'lhs': '$16unary_negative.4', 'rhs': '$x018.5', 'res': '$24compare_op.6'}), (28, {'pred': '$24compare_op.6'})), outgoing_phis={'$phi30.0': '$x018.5'}, blockstack=(), active_try_block=None, outgoing_edgepushed={30: ('$x018.5',), 40: ('$x018.5',)})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=30 nstack_initial=1):
+AdaptBlockInfo(insts=((30, {'res': '$threshold30.1'}), (32, {'lhs': '$phi30.0', 'rhs': '$threshold30.1', 'res': '$32compare_op.2'}), (36, {'pred': '$32compare_op.2'})), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={38: (), 48: ()})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=38 nstack_initial=0):
+AdaptBlockInfo(insts=((38, {}),), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={44: ()})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=40 nstack_initial=1):
+AdaptBlockInfo(insts=((42, {}),), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={48: ()})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=44 nstack_initial=0):
+AdaptBlockInfo(insts=((44, {'res': '$const44.0'}), (46, {'value': '$const44.0'})), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={48: ()})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=48 nstack_initial=0):
+AdaptBlockInfo(insts=((48, {'res': '$x48.0'}), (50, {'res': '$const50.1'}), (52, {'index': '$const50.1', 'target': '$x48.0', 'res': '$52binary_subscr.2'}), (56, {'value': '$52binary_subscr.2'}), (58, {'res': '$threshold58.3'}), (60, {'value': '$threshold58.3', 'res': '$60unary_negative.4'}), (62, {'res': '$x162.5'}), (68, {'lhs': '$60unary_negative.4', 'rhs': '$x162.5', 'res': '$68compare_op.6'}), (72, {'pred': '$68compare_op.6'})), outgoing_phis={'$phi74.0': '$x162.5'}, blockstack=(), active_try_block=None, outgoing_edgepushed={74: ('$x162.5',), 84: ('$x162.5',)})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=74 nstack_initial=1):
+AdaptBlockInfo(insts=((74, {'res': '$threshold74.1'}), (76, {'lhs': '$phi74.0', 'rhs': '$threshold74.1', 'res': '$76compare_op.2'}), (80, {'pred': '$76compare_op.2'})), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={82: (), 92: ()})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=82 nstack_initial=0):
+AdaptBlockInfo(insts=((82, {}),), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={88: ()})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=84 nstack_initial=1):
+AdaptBlockInfo(insts=((86, {}),), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={92: ()})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=88 nstack_initial=0):
+AdaptBlockInfo(insts=((88, {'res': '$const88.0'}), (90, {'value': '$const88.0'})), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={92: ()})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=92 nstack_initial=0):
+AdaptBlockInfo(insts=((92, {'res': '$zero_pos92.0'}), (94, {'pred': '$zero_pos92.0'})), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={96: (), 182: ()})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=96 nstack_initial=0):
+AdaptBlockInfo(insts=((96, {'idx': 0, 'res': '$96load_global.0'}), (106, {'item': '$96load_global.0', 'res': '$106load_attr.2'}), (126, {'res': '$x0126.3'}), (128, {'func': '$106load_attr.2', 'args': ['$x0126.3'], 'kw_names': None, 'res': '$128call.4'}), (136, {'idx': 0, 'res': '$136load_global.5'}), (146, {'item': '$136load_global.5', 'res': '$146load_attr.7'}), (166, {'res': '$x1166.8'}), (168, {'func': '$146load_attr.7', 'args': ['$x1166.8'], 'kw_names': None, 'res': '$168call.9'}), (176, {'lhs': '$128call.4', 'rhs': '$168call.9', 'res': '$176compare_op.10'}), (180, {'retval': '$176compare_op.10', 'castval': '$180return_value.11'})), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=182 nstack_initial=0):
+AdaptBlockInfo(insts=((182, {'idx': 0, 'res': '$182load_global.0'}), (192, {'item': '$182load_global.0', 'res': '$192load_attr.2'}), (212, {'res': '$x0212.3'}), (214, {'func': '$192load_attr.2', 'args': ['$x0212.3'], 'kw_names': None, 'res': '$214call.4'}), (222, {'idx': 0, 'res': '$222load_global.5'}), (232, {'item': '$222load_global.5', 'res': '$232load_attr.7'}), (252, {'res': '$x1252.8'}), (254, {'func': '$232load_attr.7', 'args': ['$x1252.8'], 'kw_names': None, 'res': '$254call.9'}), (262, {'lhs': '$214call.4', 'rhs': '$254call.9', 'res': '$262compare_op.10'}), (266, {'retval': '$262compare_op.10', 'castval': '$266return_value.11'})), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={})
+DEBUG:numba.core.interpreter:label 0:
+    x = arg(0, name=x)                       ['x']
+    threshold = arg(1, name=threshold)       ['threshold']
+    zero_pos = arg(2, name=zero_pos)         ['zero_pos']
+    $const6.1 = const(int, 0)                ['$const6.1']
+    x0 = getitem(value=x, index=$const6.1, fn=<built-in function getitem>) ['$const6.1', 'x', 'x0']
+    $16unary_negative.4 = unary(fn=<built-in function neg>, value=threshold) ['$16unary_negative.4', 'threshold']
+    $24compare_op.6 = $16unary_negative.4 <= x0 ['$16unary_negative.4', '$24compare_op.6', 'x0']
+    bool28 = global(bool: <class 'bool'>)    ['bool28']
+    $28pred = call bool28($24compare_op.6, func=bool28, args=(Var($24compare_op.6, audio.py:1145),), kws=(), vararg=None, varkwarg=None, target=None) ['$24compare_op.6', '$28pred', 'bool28']
+    $phi30.0 = x0                            ['$phi30.0', 'x0']
+    branch $28pred, 30, 40                   ['$28pred']
+label 30:
+    $32compare_op.2 = $phi30.0 <= threshold  ['$32compare_op.2', '$phi30.0', 'threshold']
+    bool36 = global(bool: <class 'bool'>)    ['bool36']
+    $36pred = call bool36($32compare_op.2, func=bool36, args=(Var($32compare_op.2, audio.py:1145),), kws=(), vararg=None, varkwarg=None, target=None) ['$32compare_op.2', '$36pred', 'bool36']
+    branch $36pred, 38, 48                   ['$36pred']
+label 38:
+    jump 44                                  []
+label 40:
+    jump 48                                  []
+label 44:
+    x0 = const(int, 0)                       ['x0']
+    jump 48                                  []
+label 48:
+    $const50.1 = const(int, -1)              ['$const50.1']
+    x1 = getitem(value=x, index=$const50.1, fn=<built-in function getitem>) ['$const50.1', 'x', 'x1']
+    $60unary_negative.4 = unary(fn=<built-in function neg>, value=threshold) ['$60unary_negative.4', 'threshold']
+    $68compare_op.6 = $60unary_negative.4 <= x1 ['$60unary_negative.4', '$68compare_op.6', 'x1']
+    bool72 = global(bool: <class 'bool'>)    ['bool72']
+    $72pred = call bool72($68compare_op.6, func=bool72, args=(Var($68compare_op.6, audio.py:1149),), kws=(), vararg=None, varkwarg=None, target=None) ['$68compare_op.6', '$72pred', 'bool72']
+    $phi74.0 = x1                            ['$phi74.0', 'x1']
+    branch $72pred, 74, 84                   ['$72pred']
+label 74:
+    $76compare_op.2 = $phi74.0 <= threshold  ['$76compare_op.2', '$phi74.0', 'threshold']
+    bool80 = global(bool: <class 'bool'>)    ['bool80']
+    $80pred = call bool80($76compare_op.2, func=bool80, args=(Var($76compare_op.2, audio.py:1149),), kws=(), vararg=None, varkwarg=None, target=None) ['$76compare_op.2', '$80pred', 'bool80']
+    branch $80pred, 82, 92                   ['$80pred']
+label 82:
+    jump 88                                  []
+label 84:
+    jump 92                                  []
+label 88:
+    x1 = const(int, 0)                       ['x1']
+    jump 92                                  []
+label 92:
+    bool94 = global(bool: <class 'bool'>)    ['bool94']
+    $94pred = call bool94(zero_pos, func=bool94, args=(Var(zero_pos, audio.py:1141),), kws=(), vararg=None, varkwarg=None, target=None) ['$94pred', 'bool94', 'zero_pos']
+    branch $94pred, 96, 182                  ['$94pred']
+label 96:
+    $96load_global.0 = global(np: <module 'numpy' from '/home/anhnmt2/.local/lib/python3.12/site-packages/numpy/__init__.py'>) ['$96load_global.0']
+    $106load_attr.2 = getattr(value=$96load_global.0, attr=signbit) ['$106load_attr.2', '$96load_global.0']
+    $128call.4 = call $106load_attr.2(x0, func=$106load_attr.2, args=[Var(x0, audio.py:1144)], kws=(), vararg=None, varkwarg=None, target=None) ['$106load_attr.2', '$128call.4', 'x0']
+    $136load_global.5 = global(np: <module 'numpy' from '/home/anhnmt2/.local/lib/python3.12/site-packages/numpy/__init__.py'>) ['$136load_global.5']
+    $146load_attr.7 = getattr(value=$136load_global.5, attr=signbit) ['$136load_global.5', '$146load_attr.7']
+    $168call.9 = call $146load_attr.7(x1, func=$146load_attr.7, args=[Var(x1, audio.py:1148)], kws=(), vararg=None, varkwarg=None, target=None) ['$146load_attr.7', '$168call.9', 'x1']
+    $176compare_op.10 = $128call.4 != $168call.9 ['$128call.4', '$168call.9', '$176compare_op.10']
+    $180return_value.11 = cast(value=$176compare_op.10) ['$176compare_op.10', '$180return_value.11']
+    return $180return_value.11               ['$180return_value.11']
+label 182:
+    $182load_global.0 = global(np: <module 'numpy' from '/home/anhnmt2/.local/lib/python3.12/site-packages/numpy/__init__.py'>) ['$182load_global.0']
+    $192load_attr.2 = getattr(value=$182load_global.0, attr=sign) ['$182load_global.0', '$192load_attr.2']
+    $214call.4 = call $192load_attr.2(x0, func=$192load_attr.2, args=[Var(x0, audio.py:1144)], kws=(), vararg=None, varkwarg=None, target=None) ['$192load_attr.2', '$214call.4', 'x0']
+    $222load_global.5 = global(np: <module 'numpy' from '/home/anhnmt2/.local/lib/python3.12/site-packages/numpy/__init__.py'>) ['$222load_global.5']
+    $232load_attr.7 = getattr(value=$222load_global.5, attr=sign) ['$222load_global.5', '$232load_attr.7']
+    $254call.9 = call $232load_attr.7(x1, func=$232load_attr.7, args=[Var(x1, audio.py:1148)], kws=(), vararg=None, varkwarg=None, target=None) ['$232load_attr.7', '$254call.9', 'x1']
+    $262compare_op.10 = $214call.4 != $254call.9 ['$214call.4', '$254call.9', '$262compare_op.10']
+    $266return_value.11 = cast(value=$262compare_op.10) ['$262compare_op.10', '$266return_value.11']
+    return $266return_value.11               ['$266return_value.11']
+
+DEBUG:numba.core.byteflow:bytecode dump:
+>          0	NOP(arg=None, lineno=1039)
+           2	RESUME(arg=0, lineno=1039)
+           4	LOAD_FAST(arg=0, lineno=1042)
+           6	LOAD_CONST(arg=1, lineno=1042)
+           8	BINARY_SUBSCR(arg=None, lineno=1042)
+          12	LOAD_FAST(arg=0, lineno=1042)
+          14	LOAD_CONST(arg=2, lineno=1042)
+          16	BINARY_SUBSCR(arg=None, lineno=1042)
+          20	COMPARE_OP(arg=68, lineno=1042)
+          24	LOAD_FAST(arg=0, lineno=1042)
+          26	LOAD_CONST(arg=1, lineno=1042)
+          28	BINARY_SUBSCR(arg=None, lineno=1042)
+          32	LOAD_FAST(arg=0, lineno=1042)
+          34	LOAD_CONST(arg=3, lineno=1042)
+          36	BINARY_SUBSCR(arg=None, lineno=1042)
+          40	COMPARE_OP(arg=92, lineno=1042)
+          44	BINARY_OP(arg=1, lineno=1042)
+          48	RETURN_VALUE(arg=None, lineno=1042)
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=0 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=0 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=0, inst=NOP(arg=None, lineno=1039)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=2, inst=RESUME(arg=0, lineno=1039)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=4, inst=LOAD_FAST(arg=0, lineno=1042)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=6, inst=LOAD_CONST(arg=1, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$x4.0']
+DEBUG:numba.core.byteflow:dispatch pc=8, inst=BINARY_SUBSCR(arg=None, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$x4.0', '$const6.1']
+DEBUG:numba.core.byteflow:dispatch pc=12, inst=LOAD_FAST(arg=0, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$8binary_subscr.2']
+DEBUG:numba.core.byteflow:dispatch pc=14, inst=LOAD_CONST(arg=2, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$8binary_subscr.2', '$x12.3']
+DEBUG:numba.core.byteflow:dispatch pc=16, inst=BINARY_SUBSCR(arg=None, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$8binary_subscr.2', '$x12.3', '$const14.4']
+DEBUG:numba.core.byteflow:dispatch pc=20, inst=COMPARE_OP(arg=68, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$8binary_subscr.2', '$16binary_subscr.5']
+DEBUG:numba.core.byteflow:dispatch pc=24, inst=LOAD_FAST(arg=0, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6']
+DEBUG:numba.core.byteflow:dispatch pc=26, inst=LOAD_CONST(arg=1, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$x24.7']
+DEBUG:numba.core.byteflow:dispatch pc=28, inst=BINARY_SUBSCR(arg=None, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$x24.7', '$const26.8']
+DEBUG:numba.core.byteflow:dispatch pc=32, inst=LOAD_FAST(arg=0, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$28binary_subscr.9']
+DEBUG:numba.core.byteflow:dispatch pc=34, inst=LOAD_CONST(arg=3, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$28binary_subscr.9', '$x32.10']
+DEBUG:numba.core.byteflow:dispatch pc=36, inst=BINARY_SUBSCR(arg=None, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$28binary_subscr.9', '$x32.10', '$const34.11']
+DEBUG:numba.core.byteflow:dispatch pc=40, inst=COMPARE_OP(arg=92, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$28binary_subscr.9', '$36binary_subscr.12']
+DEBUG:numba.core.byteflow:dispatch pc=44, inst=BINARY_OP(arg=1, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$40compare_op.13']
+DEBUG:numba.core.byteflow:dispatch pc=48, inst=RETURN_VALUE(arg=None, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$binop_and_44.14']
+DEBUG:numba.core.byteflow:end state. edges=[]
+DEBUG:numba.core.byteflow:-------------------------Prune PHIs-------------------------
+DEBUG:numba.core.byteflow:Used_phis: defaultdict(<class 'set'>, {State(pc_initial=0 nstack_initial=0): set()})
+DEBUG:numba.core.byteflow:defmap: {}
+DEBUG:numba.core.byteflow:phismap: defaultdict(<class 'set'>, {})
+DEBUG:numba.core.byteflow:changing phismap: defaultdict(<class 'set'>, {})
+DEBUG:numba.core.byteflow:keep phismap: {}
+DEBUG:numba.core.byteflow:new_out: defaultdict(<class 'dict'>, {})
+DEBUG:numba.core.byteflow:----------------------DONE Prune PHIs-----------------------
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=0 nstack_initial=0):
+AdaptBlockInfo(insts=((0, {}), (2, {}), (4, {'res': '$x4.0'}), (6, {'res': '$const6.1'}), (8, {'index': '$const6.1', 'target': '$x4.0', 'res': '$8binary_subscr.2'}), (12, {'res': '$x12.3'}), (14, {'res': '$const14.4'}), (16, {'index': '$const14.4', 'target': '$x12.3', 'res': '$16binary_subscr.5'}), (20, {'lhs': '$8binary_subscr.2', 'rhs': '$16binary_subscr.5', 'res': '$20compare_op.6'}), (24, {'res': '$x24.7'}), (26, {'res': '$const26.8'}), (28, {'index': '$const26.8', 'target': '$x24.7', 'res': '$28binary_subscr.9'}), (32, {'res': '$x32.10'}), (34, {'res': '$const34.11'}), (36, {'index': '$const34.11', 'target': '$x32.10', 'res': '$36binary_subscr.12'}), (40, {'lhs': '$28binary_subscr.9', 'rhs': '$36binary_subscr.12', 'res': '$40compare_op.13'}), (44, {'op': '&', 'lhs': '$20compare_op.6', 'rhs': '$40compare_op.13', 'res': '$binop_and_44.14'}), (48, {'retval': '$binop_and_44.14', 'castval': '$48return_value.15'})), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={})
+DEBUG:numba.core.interpreter:label 0:
+    x = arg(0, name=x)                       ['x']
+    $const6.1 = const(int, 0)                ['$const6.1']
+    $8binary_subscr.2 = getitem(value=x, index=$const6.1, fn=<built-in function getitem>) ['$8binary_subscr.2', '$const6.1', 'x']
+    $const14.4 = const(int, -1)              ['$const14.4']
+    $16binary_subscr.5 = getitem(value=x, index=$const14.4, fn=<built-in function getitem>) ['$16binary_subscr.5', '$const14.4', 'x']
+    $20compare_op.6 = $8binary_subscr.2 > $16binary_subscr.5 ['$16binary_subscr.5', '$20compare_op.6', '$8binary_subscr.2']
+    $const26.8 = const(int, 0)               ['$const26.8']
+    $28binary_subscr.9 = getitem(value=x, index=$const26.8, fn=<built-in function getitem>) ['$28binary_subscr.9', '$const26.8', 'x']
+    $const34.11 = const(int, 1)              ['$const34.11']
+    $36binary_subscr.12 = getitem(value=x, index=$const34.11, fn=<built-in function getitem>) ['$36binary_subscr.12', '$const34.11', 'x']
+    $40compare_op.13 = $28binary_subscr.9 >= $36binary_subscr.12 ['$28binary_subscr.9', '$36binary_subscr.12', '$40compare_op.13']
+    $binop_and_44.14 = $20compare_op.6 & $40compare_op.13 ['$20compare_op.6', '$40compare_op.13', '$binop_and_44.14']
+    $48return_value.15 = cast(value=$binop_and_44.14) ['$48return_value.15', '$binop_and_44.14']
+    return $48return_value.15                ['$48return_value.15']
+
+DEBUG:numba.core.byteflow:bytecode dump:
+>          0	NOP(arg=None, lineno=1045)
+           2	RESUME(arg=0, lineno=1045)
+           4	LOAD_FAST(arg=0, lineno=1048)
+           6	LOAD_CONST(arg=1, lineno=1048)
+           8	BINARY_SUBSCR(arg=None, lineno=1048)
+          12	LOAD_FAST(arg=0, lineno=1048)
+          14	LOAD_CONST(arg=2, lineno=1048)
+          16	BINARY_SUBSCR(arg=None, lineno=1048)
+          20	COMPARE_OP(arg=2, lineno=1048)
+          24	LOAD_FAST(arg=0, lineno=1048)
+          26	LOAD_CONST(arg=1, lineno=1048)
+          28	BINARY_SUBSCR(arg=None, lineno=1048)
+          32	LOAD_FAST(arg=0, lineno=1048)
+          34	LOAD_CONST(arg=3, lineno=1048)
+          36	BINARY_SUBSCR(arg=None, lineno=1048)
+          40	COMPARE_OP(arg=26, lineno=1048)
+          44	BINARY_OP(arg=1, lineno=1048)
+          48	RETURN_VALUE(arg=None, lineno=1048)
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=0 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=0 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=0, inst=NOP(arg=None, lineno=1045)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=2, inst=RESUME(arg=0, lineno=1045)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=4, inst=LOAD_FAST(arg=0, lineno=1048)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=6, inst=LOAD_CONST(arg=1, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$x4.0']
+DEBUG:numba.core.byteflow:dispatch pc=8, inst=BINARY_SUBSCR(arg=None, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$x4.0', '$const6.1']
+DEBUG:numba.core.byteflow:dispatch pc=12, inst=LOAD_FAST(arg=0, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$8binary_subscr.2']
+DEBUG:numba.core.byteflow:dispatch pc=14, inst=LOAD_CONST(arg=2, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$8binary_subscr.2', '$x12.3']
+DEBUG:numba.core.byteflow:dispatch pc=16, inst=BINARY_SUBSCR(arg=None, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$8binary_subscr.2', '$x12.3', '$const14.4']
+DEBUG:numba.core.byteflow:dispatch pc=20, inst=COMPARE_OP(arg=2, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$8binary_subscr.2', '$16binary_subscr.5']
+DEBUG:numba.core.byteflow:dispatch pc=24, inst=LOAD_FAST(arg=0, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6']
+DEBUG:numba.core.byteflow:dispatch pc=26, inst=LOAD_CONST(arg=1, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$x24.7']
+DEBUG:numba.core.byteflow:dispatch pc=28, inst=BINARY_SUBSCR(arg=None, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$x24.7', '$const26.8']
+DEBUG:numba.core.byteflow:dispatch pc=32, inst=LOAD_FAST(arg=0, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$28binary_subscr.9']
+DEBUG:numba.core.byteflow:dispatch pc=34, inst=LOAD_CONST(arg=3, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$28binary_subscr.9', '$x32.10']
+DEBUG:numba.core.byteflow:dispatch pc=36, inst=BINARY_SUBSCR(arg=None, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$28binary_subscr.9', '$x32.10', '$const34.11']
+DEBUG:numba.core.byteflow:dispatch pc=40, inst=COMPARE_OP(arg=26, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$28binary_subscr.9', '$36binary_subscr.12']
+DEBUG:numba.core.byteflow:dispatch pc=44, inst=BINARY_OP(arg=1, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$40compare_op.13']
+DEBUG:numba.core.byteflow:dispatch pc=48, inst=RETURN_VALUE(arg=None, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$binop_and_44.14']
+DEBUG:numba.core.byteflow:end state. edges=[]
+DEBUG:numba.core.byteflow:-------------------------Prune PHIs-------------------------
+DEBUG:numba.core.byteflow:Used_phis: defaultdict(<class 'set'>, {State(pc_initial=0 nstack_initial=0): set()})
+DEBUG:numba.core.byteflow:defmap: {}
+DEBUG:numba.core.byteflow:phismap: defaultdict(<class 'set'>, {})
+DEBUG:numba.core.byteflow:changing phismap: defaultdict(<class 'set'>, {})
+DEBUG:numba.core.byteflow:keep phismap: {}
+DEBUG:numba.core.byteflow:new_out: defaultdict(<class 'dict'>, {})
+DEBUG:numba.core.byteflow:----------------------DONE Prune PHIs-----------------------
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=0 nstack_initial=0):
+AdaptBlockInfo(insts=((0, {}), (2, {}), (4, {'res': '$x4.0'}), (6, {'res': '$const6.1'}), (8, {'index': '$const6.1', 'target': '$x4.0', 'res': '$8binary_subscr.2'}), (12, {'res': '$x12.3'}), (14, {'res': '$const14.4'}), (16, {'index': '$const14.4', 'target': '$x12.3', 'res': '$16binary_subscr.5'}), (20, {'lhs': '$8binary_subscr.2', 'rhs': '$16binary_subscr.5', 'res': '$20compare_op.6'}), (24, {'res': '$x24.7'}), (26, {'res': '$const26.8'}), (28, {'index': '$const26.8', 'target': '$x24.7', 'res': '$28binary_subscr.9'}), (32, {'res': '$x32.10'}), (34, {'res': '$const34.11'}), (36, {'index': '$const34.11', 'target': '$x32.10', 'res': '$36binary_subscr.12'}), (40, {'lhs': '$28binary_subscr.9', 'rhs': '$36binary_subscr.12', 'res': '$40compare_op.13'}), (44, {'op': '&', 'lhs': '$20compare_op.6', 'rhs': '$40compare_op.13', 'res': '$binop_and_44.14'}), (48, {'retval': '$binop_and_44.14', 'castval': '$48return_value.15'})), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={})
+DEBUG:numba.core.interpreter:label 0:
+    x = arg(0, name=x)                       ['x']
+    $const6.1 = const(int, 0)                ['$const6.1']
+    $8binary_subscr.2 = getitem(value=x, index=$const6.1, fn=<built-in function getitem>) ['$8binary_subscr.2', '$const6.1', 'x']
+    $const14.4 = const(int, -1)              ['$const14.4']
+    $16binary_subscr.5 = getitem(value=x, index=$const14.4, fn=<built-in function getitem>) ['$16binary_subscr.5', '$const14.4', 'x']
+    $20compare_op.6 = $8binary_subscr.2 < $16binary_subscr.5 ['$16binary_subscr.5', '$20compare_op.6', '$8binary_subscr.2']
+    $const26.8 = const(int, 0)               ['$const26.8']
+    $28binary_subscr.9 = getitem(value=x, index=$const26.8, fn=<built-in function getitem>) ['$28binary_subscr.9', '$const26.8', 'x']
+    $const34.11 = const(int, 1)              ['$const34.11']
+    $36binary_subscr.12 = getitem(value=x, index=$const34.11, fn=<built-in function getitem>) ['$36binary_subscr.12', '$const34.11', 'x']
+    $40compare_op.13 = $28binary_subscr.9 <= $36binary_subscr.12 ['$28binary_subscr.9', '$36binary_subscr.12', '$40compare_op.13']
+    $binop_and_44.14 = $20compare_op.6 & $40compare_op.13 ['$20compare_op.6', '$40compare_op.13', '$binop_and_44.14']
+    $48return_value.15 = cast(value=$binop_and_44.14) ['$48return_value.15', '$binop_and_44.14']
+    return $48return_value.15                ['$48return_value.15']
+
+  0%|                                                                                                                                                                                                      | 4/56250 [00:32<131:44:14,  8.43s/it]Traceback (most recent call last):
+  File "/data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/scripts/../omni_speech/train/train_minicpmo_test.py", line 729, in <module>
+    train()
+  File "/data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/scripts/../omni_speech/train/train_minicpmo_test.py", line 718, in train
+    trainer.train()
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/transformers/trainer.py", line 2052, in train
+    return inner_training_loop(
+           ^^^^^^^^^^^^^^^^^^^^
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/transformers/trainer.py", line 2388, in _inner_training_loop
+    tr_loss_step = self.training_step(model, inputs)
+                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/transformers/trainer.py", line 3485, in training_step
+    loss = self.compute_loss(model, inputs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/transformers/trainer.py", line 3532, in compute_loss
+    outputs = model(**inputs)
+              ^^^^^^^^^^^^^^^
+  File "/opt/conda/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1511, in _wrapped_call_impl
+    return self._call_impl(*args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/opt/conda/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1520, in _call_impl
+    return forward_call(*args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/deepspeed/utils/nvtx.py", line 18, in wrapped_fn
+    ret_val = func(*args, **kwargs)
+              ^^^^^^^^^^^^^^^^^^^^^
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/deepspeed/runtime/engine.py", line 1890, in forward
+    loss = self.module(*inputs, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/opt/conda/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1511, in _wrapped_call_impl
+    return self._call_impl(*args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/opt/conda/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1520, in _call_impl
+    return forward_call(*args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/omni_speech/model/minicpmo/modeling_minicpmo.py", line 778, in forward
+    return self.llm(input_ids=None, position_ids=position_ids, inputs_embeds=vllm_embedding, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/opt/conda/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1511, in _wrapped_call_impl
+    return self._call_impl(*args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/opt/conda/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1520, in _call_impl
+    return forward_call(*args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/transformers/models/qwen2/modeling_qwen2.py", line 1202, in forward
+    loss = loss_fct(shift_logits, shift_labels)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/opt/conda/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1511, in _wrapped_call_impl
+    return self._call_impl(*args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/opt/conda/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1520, in _call_impl
+    return forward_call(*args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/opt/conda/lib/python3.12/site-packages/torch/nn/modules/loss.py", line 1179, in forward
+    return F.cross_entropy(input, target, weight=self.weight,
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/opt/conda/lib/python3.12/site-packages/torch/nn/functional.py", line 3059, in cross_entropy
+    return torch._C._nn.cross_entropy_loss(input, target, weight, _Reduction.get_enum(reduction), ignore_index, label_smoothing)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+torch.cuda.OutOfMemoryError: CUDA out of memory. Tried to allocate 8.84 GiB. GPU 0 has a total capacity of 39.39 GiB of which 2.03 GiB is free. Including non-PyTorch memory, this process has 37.35 GiB memory in use. Of the allocated memory 25.65 GiB is allocated by PyTorch, and 10.87 GiB is reserved by PyTorch but unallocated. If reserved but unallocated memory is large try setting PYTORCH_CUDA_ALLOC_CONF=expandable_segments:True to avoid fragmentation.  See documentation for Memory Management  (https://pytorch.org/docs/stable/notes/cuda.html#environment-variables)
+

scripts/wandb/run-20250409_171628-w0arjuok/files/requirements.txt

@@ -0,0 +1,341 @@
+tomlkit==0.12.0
+python-dotenv==1.0.1
+SQLAlchemy==2.0.36
+psutil==6.1.0
+anyio==4.8.0
+onnxruntime==1.20.1
+antlr4-python3-runtime==4.9.3
+httpx-sse==0.4.0
+annotated-types==0.7.0
+tqdm==4.66.5
+simplejson==3.19.3
+csvw==3.5.1
+pooch==1.8.2
+trl==0.9.6
+more-itertools==10.5.0
+jiter==0.6.1
+markdown2==2.5.1
+segments==2.2.1
+opentelemetry-instrumentation-asgi==0.50b0
+Deprecated==1.2.15
+pyasn1_modules==0.4.1
+bcrypt==4.2.1
+opentelemetry-util-http==0.50b0
+intervaltree==3.1.0
+hjson==3.1.0
+modelscope==1.18.1
+fastapi==0.112.4
+pyarrow==17.0.0
+sounddevice==0.5.1
+modelscope_studio==0.4.0.9
+build==1.2.2.post1
+oauthlib==3.2.2
+gunicorn==23.0.0
+pyasn1==0.6.1
+matplotlib==3.9.2
+speechbrain==0.5.16
+joblib==1.4.2
+tyro==0.8.13
+rsa==4.9
+numba==0.60.0
+fastprogress==1.0.3
+wrapt==1.17.0
+PyPika==0.48.9
+dacite==1.8.1
+googleapis-common-protos==1.66.0
+openai==1.68.0
+tabulate==0.9.0
+monotonic==1.6
+lazy_loader==0.4
+google-auth==2.37.0
+fairseq==0.12.3
+opentelemetry-semantic-conventions==0.50b0
+sacrebleu==2.4.3
+requests-toolbelt==1.0.0
+ruff==0.7.0
+bitsandbytes==0.43.1
+tenacity==9.0.0
+uvloop==0.21.0
+Pygments==2.18.0
+langchain==0.3.18
+typer==0.12.5
+uritemplate==4.1.1
+rich==13.9.3
+lion-pytorch==0.2.3
+pydub==0.25.1
+fastcore==1.7.28
+encodec==0.1.1
+cytoolz==1.0.1
+huggingface-hub==0.26.1
+python-dateutil==2.9.0.post0
+duckduckgo_search==7.3.2
+rfc3986==1.5.0
+wavedrom==2.0.3.post3
+sentence-transformers==3.3.1
+httpx==0.28.1
+colorlog==6.9.0
+xxhash==3.5.0
+termcolor==2.5.0
+importlib_resources==6.4.5
+lilcom==1.8.1
+llamafactory==0.9.2.dev0
+lhotse==1.31.0
+kiwisolver==1.4.7
+watchfiles==1.0.3
+marshmallow==3.23.1
+overrides==7.7.0
+langchain-text-splitters==0.3.6
+lxml==5.3.0
+blinker==1.8.2
+whisper==1.1.10
+triton==3.1.0
+python-multipart==0.0.12
+isodate==0.7.2
+wandb==0.19.8
+nvidia-ml-py==12.560.30
+h11==0.14.0
+zipp==3.20.2
+transformers==4.45.0
+websocket-client==1.8.0
+opentelemetry-instrumentation==0.50b0
+pydantic==2.9.2
+latex2mathml==3.77.0
+numpy-rms==0.4.2
+opentelemetry-exporter-otlp-proto-grpc==1.29.0
+humanfriendly==10.0
+decorator==5.1.1
+fonttools==4.54.1
+fire==0.7.0
+ninja==1.11.1.1
+shortuuid==1.0.13
+tiktoken==0.8.0
+aliyun-python-sdk-kms==2.16.5
+einops==0.8.0
+threadpoolctl==3.5.0
+docker-pycreds==0.4.0
+Flask==3.0.3
+opentelemetry-sdk==1.29.0
+opentelemetry-exporter-otlp-proto-common==1.29.0
+pylatexenc==2.10
+orjson==3.10.10
+durationpy==0.9
+addict==2.4.0
+py-cpuinfo==9.0.0
+contourpy==1.3.0
+crcmod==1.7
+pydantic-settings==2.6.1
+pyproject_hooks==1.2.0
+future==1.0.0
+jsonschema-specifications==2024.10.1
+coloredlogs==15.0.1
+timm==0.6.13
+deepspeed==0.14.5
+referencing==0.35.1
+binpacking==1.5.2
+peft==0.12.0
+language-tags==1.2.0
+speechtokenizer==1.0.1
+shellingham==1.5.4
+primp==0.12.1
+tavily-python==0.5.1
+uvicorn==0.32.0
+opentelemetry-proto==1.29.0
+typing-inspect==0.9.0
+backoff==2.2.1
+sortedcontainers==2.4.0
+gitdb==4.0.12
+aiofiles==23.2.1
+jsonschema==4.23.0
+svgwrite==1.4.3
+protobuf==5.29.1
+starlette==0.38.6
+transformers-stream-generator==0.0.5
+sentry-sdk==2.22.0
+toolz==1.0.0
+einops-exts==0.0.4
+WhisperSpeech==0.8
+hydra-core==1.3.2
+portalocker==2.10.1
+jieba==0.42.1
+pandas==2.2.3
+requests==2.32.3
+flash-attn==2.6.3
+msgpack==1.1.0
+chroma-hnswlib==0.7.6
+librosa==0.10.2.post1
+sniffio==1.3.1
+smmap==5.0.2
+opentelemetry-api==1.29.0
+websockets==14.2
+kubernetes==31.0.0
+audioread==3.0.1
+docstring_parser==0.16
+scipy==1.12.0
+aliyun-python-sdk-core==2.16.0
+accelerate==1.0.0
+dill==0.3.8
+llama-omni==1.0.0
+mdurl==0.1.2
+chromadb==0.5.23
+oss2==2.19.0
+rdflib==7.1.1
+bibtexparser==2.0.0b8
+rpds-py==0.22.3
+soundfile==0.12.1
+langdetect==1.0.9
+duckdb==1.2.0
+numpy==1.26.3
+dataclasses-json==0.6.7
+tokenizers==0.20.3
+cpm-kernels==1.0.11
+einx==0.3.0
+langchain-core==0.3.34
+clldutils==3.24.0
+openai-whisper==20240930
+setuptools==69.5.1
+requests-oauthlib==2.0.0
+langchain-community==0.3.17
+langsmith==0.2.3
+colorama==0.4.6
+omegaconf==2.3.0
+asgiref==3.8.1
+pydantic_core==2.23.4
+ffmpy==0.4.0
+multiprocess==0.70.16
+mmh3==5.0.1
+babel==2.16.0
+phonemizer==3.3.0
+pycryptodome==3.21.0
+gradio==4.44.1
+google-genai==1.5.0
+tzdata==2024.2
+llvmlite==0.43.0
+cachetools==5.5.0
+seaborn==0.13.2
+httptools==0.6.4
+GitPython==3.1.44
+markdown-it-py==3.0.0
+beartype==0.20.2
+whisper_normalizer==0.0.10
+dlinfo==1.2.1
+vocos==0.1.0
+itsdangerous==2.2.0
+bitarray==3.0.0
+opentelemetry-instrumentation-fastapi==0.50b0
+setproctitle==1.3.5
+cycler==0.12.1
+vector-quantize-pytorch==1.18.5
+jmespath==0.10.0
+mypy-extensions==1.0.0
+flatbuffers==24.3.25
+scikit-learn==1.5.2
+pytz==2024.2
+pyparsing==3.2.0
+posthog==3.7.4
+rouge==1.0.1
+semantic-version==2.10.0
+httpcore==1.0.6
+soxr==0.5.0.post1
+importlib_metadata==8.5.0
+audiomentations==0.36.1
+shtab==1.7.1
+Unidecode==1.3.8
+click==8.1.8
+tensorboardX==2.6.2.2
+greenlet==3.1.1
+nltk==3.9.1
+gradio_client==1.3.0
+datasets==2.21.0
+attrdict==2.0.1
+llamafactory==0.9.2.dev0
+ms-swift==2.6.0.dev0
+Brotli==1.0.9
+Cython==3.0.10
+HyperPyYAML==1.2.2
+Markdown==3.6
+MarkupSafe==2.1.3
+PySocks==1.7.1
+PyYAML==6.0.1
+absl-py==2.1.0
+aiohttp==3.9.5
+aiosignal==1.3.1
+anaconda-anon-usage==0.4.4
+archspec==0.2.3
+attrs==23.2.0
+boltons==23.0.0
+certifi==2024.6.2
+cffi==1.16.0
+charset-normalizer==2.0.4
+click==8.1.7
+conda==24.5.0
+conda-content-trust==0.2.0
+conda-libmamba-solver==24.1.0
+conda-package-handling==2.2.0
+conda_package_streaming==0.9.0
+cryptography==42.0.5
+distro==1.9.0
+filelock==3.13.1
+frozendict==2.4.2
+frozenlist==1.4.1
+fsspec==2024.6.0
+grpcio==1.64.1
+huggingface-hub==0.23.3
+idna==3.7
+Jinja2==3.1.4
+jiwer==3.0.4
+jsonargparse==4.29.0
+jsonpatch==1.33
+jsonpointer==2.1
+kaldialign==0.9.1
+libmambapy==1.5.8
+lightning==2.2.5
+lightning-utilities==0.11.2
+llvmlite==0.42.0
+menuinst==2.0.2
+mkl-fft==1.3.8
+mkl-random==1.2.4
+mkl-service==2.4.0
+mpmath==1.3.0
+multidict==6.0.5
+networkx==3.2.1
+numba==0.59.1
+numpy==1.26.4
+packaging==23.2
+pillow==10.3.0
+pip==24.0
+platformdirs==3.10.0
+pluggy==1.0.0
+protobuf==4.25.3
+pycosat==0.6.6
+pycparser==2.21
+pytorch-lightning==2.2.5
+rapidfuzz==3.9.3
+regex==2024.5.15
+requests==2.31.0
+ruamel.yaml==0.18.6
+ruamel.yaml.clib==0.2.8
+safetensors==0.4.3
+scipy==1.13.1
+sentencepiece==0.2.0
+setuptools==69.5.1
+six==1.16.0
+sympy==1.12
+tensorboard==2.17.0
+tensorboard-data-server==0.7.2
+tokenizers==0.19.1
+torch==2.2.1
+torch-complex==0.4.3
+torchaudio==2.2.1
+torchmetrics==1.4.0.post0
+torchvision==0.17.1
+tqdm==4.66.2
+transformers==4.41.2
+truststore==0.8.0
+typeguard==2.13.3
+typing_extensions==4.11.0
+urllib3==2.1.0
+Werkzeug==3.0.3
+wheel==0.43.0
+yarl==1.9.4
+zstandard==0.22.0
+warprnnt_pytorch==0.1

scripts/wandb/run-20250409_171628-w0arjuok/files/wandb-metadata.json

@@ -0,0 +1,171 @@
+{
+  "os": "Linux-5.15.0-1029-nvidia-x86_64-with-glibc2.31",
+  "python": "CPython 3.12.3",
+  "startedAt": "2025-04-09T10:16:28.183672Z",
+  "args": [
+    "--local_rank=0",
+    "--deepspeed",
+    "zero2.json",
+    "--model_name_or_path",
+    "/data1/speech/anhnmt2/Speech2Speech/LLaMA-Omni/models/llm/Qwen2.5-7B-Instruct",
+    "--pretrained_llm_path",
+    "/data1/speech/anhnmt2/cuongnm/EOT/Qwen2.5-0.5B-Instruct",
+    "--tokenizer_path",
+    "/data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/omni_speech/model/minicpmo/MiniCPM-o-2_6",
+    "--cache_dir",
+    "../output/cached_sft_20252502",
+    "--audio_encoder_path",
+    "/data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/omni_speech/model/minicpmo/MiniCPM-o-2_6",
+    "--llm_type",
+    "qwen",
+    "--data_path",
+    "/data1/speech/anhnmt2/cuongnm/datasets/asr/train_asr_mixed_balanced_1M5_train.json",
+    "--eval_data_path",
+    "/data1/speech/anhnmt2/cuongnm/datasets/asr/train_asr_mixed_balanced_1M5_dev.json",
+    "--config_path",
+    "minicpmp_config.json",
+    "--remove_unused_columns",
+    "false",
+    "--prediction_loss_only",
+    "false",
+    "--bf16",
+    "true",
+    "--do_train",
+    "--do_eval",
+    "--tune_speech",
+    "false",
+    "--tune_llm",
+    "true",
+    "--model_max_length",
+    "2048",
+    "--eval_steps",
+    "5000",
+    "--output_dir",
+    "../checkpoints/minicpmo_whisper-medium_Qwen2.5-0.5B_pretrained-asr",
+    "--num_train_epochs",
+    "3",
+    "--logging_strategy",
+    "steps",
+    "--per_device_train_batch_size",
+    "16",
+    "--per_device_eval_batch_size",
+    "16",
+    "--gradient_accumulation_steps",
+    "4",
+    "--evaluation_strategy",
+    "steps",
+    "--save_strategy",
+    "no",
+    "--save_steps",
+    "5000",
+    "--save_total_limit",
+    "1",
+    "--learning_rate",
+    "2e-4",
+    "--weight_decay",
+    "0.",
+    "--warmup_ratio",
+    "0.03",
+    "--lr_scheduler_type",
+    "cosine",
+    "--logging_steps",
+    "50",
+    "--tf32",
+    "true",
+    "--gradient_checkpointing",
+    "true"
+  ],
+  "program": "/data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/scripts/../omni_speech/train/train_minicpmo_test.py",
+  "codePath": "omni_speech/train/train_minicpmo_test.py",
+  "git": {
+    "remote": "https://bitbucket.org/vinbdi-slp/half-streaming-speech-nlp.git",
+    "commit": "3876ef3c080c3ca44ad5ea0bd316241f0323ada6"
+  },
+  "email": "cuong220103@gmail.com",
+  "root": "/data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/scripts",
+  "host": "dgx-a100-5",
+  "executable": "/opt/conda/bin/python3",
+  "cpu_count": 128,
+  "cpu_count_logical": 256,
+  "gpu": "NVIDIA A100-SXM4-40GB",
+  "gpu_count": 1,
+  "disk": {
+    "/": {
+      "total": "1900954378240",
+      "used": "289454604288"
+    }
+  },
+  "memory": {
+    "total": "1081975545856"
+  },
+  "cpu": {
+    "count": 128,
+    "countLogical": 256
+  },
+  "gpu_nvidia": [
+    {
+      "name": "NVIDIA A100-SXM4-40GB",
+      "memoryTotal": "42949672960",
+      "cudaCores": 6912,
+      "architecture": "Ampere"
+    }
+  ],
+  "slurm": {
+    "cluster_name": "slurm",
+    "conf": "/cm/shared/apps/slurm/var/etc/slurm/slurm.conf",
+    "cpus_on_node": "24",
+    "cpus_per_task": "24",
+    "gpus_on_node": "1",
+    "gpus_per_node": "1",
+    "gtids": "0",
+    "job_cpus_per_node": "24",
+    "job_end_time": "1775042326",
+    "job_gid": "1400",
+    "job_group": "speech",
+    "job_id": "5154",
+    "job_name": "bash",
+    "job_nodelist": "dgx-a100-5",
+    "job_num_nodes": "1",
+    "job_partition": "defq",
+    "job_qos": "normal",
+    "job_start_time": "1743506326",
+    "job_uid": "1407",
+    "job_user": "anhnmt2",
+    "jobid": "5154",
+    "launch_node_ipaddr": "192.168.100.102",
+    "localid": "0",
+    "mpi_type": "pmix",
+    "nnodes": "1",
+    "nodeid": "0",
+    "nodelist": "dgx-a100-5",
+    "nprocs": "1",
+    "ntasks": "1",
+    "ntasks_per_node": "1",
+    "pmix_mapping_serv": "(vector,(0,1,1))",
+    "pmixp_abort_agent_port": "37119",
+    "prio_process": "0",
+    "procid": "0",
+    "pty_port": "45373",
+    "pty_win_col": "137",
+    "pty_win_row": "10",
+    "srun_comm_host": "192.168.100.102",
+    "srun_comm_port": "43475",
+    "step_gpus": "4",
+    "step_id": "0",
+    "step_launcher_port": "43475",
+    "step_nodelist": "dgx-a100-5",
+    "step_num_nodes": "1",
+    "step_num_tasks": "1",
+    "step_tasks_per_node": "1",
+    "stepid": "0",
+    "submit_dir": "/data1/speech/anhnmt2/ASR/speechgpt/slurm/submit",
+    "submit_host": "login-1",
+    "task_pid": "268175",
+    "tasks_per_node": "1",
+    "topology_addr": "dgx-a100-5",
+    "topology_addr_pattern": "node",
+    "umask": "0022",
+    "working_cluster": "slurm:bcm10-headnode:6817:9984:109"
+  },
+  "cudaVersion": "12.2"
+}

scripts/wandb/run-20250409_171628-w0arjuok/files/wandb-summary.json

@@ -0,0 +1 @@
+{"_wandb":{"runtime":35}}

scripts/wandb/run-20250409_171628-w0arjuok/logs/debug-core.log

@@ -0,0 +1,13 @@
+{"time":"2025-04-09T17:16:27.4193072+07:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmp586y60lc/port-483804.txt","pid":483804,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false}
+{"time":"2025-04-09T17:16:27.419700794+07:00","level":"INFO","msg":"Will exit if parent process dies.","ppid":483804}
+{"time":"2025-04-09T17:16:27.419699481+07:00","level":"INFO","msg":"server is running","addr":{"IP":"127.0.0.1","Port":34383,"Zone":""}}
+{"time":"2025-04-09T17:16:27.60521472+07:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"127.0.0.1:36334"}
+{"time":"2025-04-09T17:16:28.185189956+07:00","level":"INFO","msg":"handleInformInit: received","streamId":"w0arjuok","id":"127.0.0.1:36334"}
+{"time":"2025-04-09T17:16:28.302123194+07:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"w0arjuok","id":"127.0.0.1:36334"}
+{"time":"2025-04-09T17:17:03.334371339+07:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"127.0.0.1:36334"}
+{"time":"2025-04-09T17:17:03.334443115+07:00","level":"INFO","msg":"server is shutting down"}
+{"time":"2025-04-09T17:17:03.334427665+07:00","level":"INFO","msg":"connection: closing","id":"127.0.0.1:36334"}
+{"time":"2025-04-09T17:17:03.334603277+07:00","level":"INFO","msg":"connection: closed successfully","id":"127.0.0.1:36334"}
+{"time":"2025-04-09T17:17:04.708692862+07:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"127.0.0.1:36334"}
+{"time":"2025-04-09T17:17:04.708878743+07:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"127.0.0.1:36334"}
+{"time":"2025-04-09T17:17:04.708896527+07:00","level":"INFO","msg":"server is closed"}

scripts/wandb/run-20250409_171628-w0arjuok/logs/debug-internal.log

@@ -0,0 +1,15 @@
+{"time":"2025-04-09T17:16:28.187852516+07:00","level":"INFO","msg":"stream: starting","core version":"0.19.8","symlink path":"/data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/scripts/wandb/run-20250409_171628-w0arjuok/logs/debug-core.log"}
+{"time":"2025-04-09T17:16:28.302066668+07:00","level":"INFO","msg":"created new stream","id":"w0arjuok"}
+{"time":"2025-04-09T17:16:28.302117103+07:00","level":"INFO","msg":"stream: started","id":"w0arjuok"}
+{"time":"2025-04-09T17:16:28.302143122+07:00","level":"INFO","msg":"sender: started","stream_id":"w0arjuok"}
+{"time":"2025-04-09T17:16:28.302153381+07:00","level":"INFO","msg":"handler: started","stream_id":"w0arjuok"}
+{"time":"2025-04-09T17:16:28.302134606+07:00","level":"INFO","msg":"writer: Do: started","stream_id":"w0arjuok"}
+{"time":"2025-04-09T17:16:28.736806393+07:00","level":"INFO","msg":"Starting system monitor"}
+{"time":"2025-04-09T17:17:03.334470837+07:00","level":"INFO","msg":"stream: closing","id":"w0arjuok"}
+{"time":"2025-04-09T17:17:03.334521573+07:00","level":"INFO","msg":"Stopping system monitor"}
+{"time":"2025-04-09T17:17:03.335338746+07:00","level":"INFO","msg":"Stopped system monitor"}
+{"time":"2025-04-09T17:17:04.333676441+07:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
+{"time":"2025-04-09T17:17:04.706783576+07:00","level":"INFO","msg":"handler: closed","stream_id":"w0arjuok"}
+{"time":"2025-04-09T17:17:04.706827248+07:00","level":"INFO","msg":"writer: Close: closed","stream_id":"w0arjuok"}
+{"time":"2025-04-09T17:17:04.706861062+07:00","level":"INFO","msg":"sender: closed","stream_id":"w0arjuok"}
+{"time":"2025-04-09T17:17:04.70861219+07:00","level":"INFO","msg":"stream: closed","id":"w0arjuok"}

scripts/wandb/run-20250409_171628-w0arjuok/logs/debug.log

@@ -0,0 +1,222 @@
+2025-04-09 17:16:28,181 INFO    MainThread:483804 [wandb_setup.py:_flush():67] Current SDK version is 0.19.8
+2025-04-09 17:16:28,181 INFO    MainThread:483804 [wandb_setup.py:_flush():67] Configure stats pid to 483804
+2025-04-09 17:16:28,181 INFO    MainThread:483804 [wandb_setup.py:_flush():67] Loading settings from /home/anhnmt2/.config/wandb/settings
+2025-04-09 17:16:28,181 INFO    MainThread:483804 [wandb_setup.py:_flush():67] Loading settings from /data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/scripts/wandb/settings
+2025-04-09 17:16:28,181 INFO    MainThread:483804 [wandb_setup.py:_flush():67] Loading settings from environment variables
+2025-04-09 17:16:28,181 INFO    MainThread:483804 [wandb_init.py:setup_run_log_directory():647] Logging user logs to /data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/scripts/wandb/run-20250409_171628-w0arjuok/logs/debug.log
+2025-04-09 17:16:28,181 INFO    MainThread:483804 [wandb_init.py:setup_run_log_directory():648] Logging internal logs to /data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/scripts/wandb/run-20250409_171628-w0arjuok/logs/debug-internal.log
+2025-04-09 17:16:28,181 INFO    MainThread:483804 [wandb_init.py:init():761] calling init triggers
+2025-04-09 17:16:28,181 INFO    MainThread:483804 [wandb_init.py:init():766] wandb.init called with sweep_config: {}
+config: {'_wandb': {}}
+2025-04-09 17:16:28,181 INFO    MainThread:483804 [wandb_init.py:init():784] starting backend
+2025-04-09 17:16:28,181 INFO    MainThread:483804 [wandb_init.py:init():788] sending inform_init request
+2025-04-09 17:16:28,183 INFO    MainThread:483804 [backend.py:_multiprocessing_setup():101] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2025-04-09 17:16:28,183 INFO    MainThread:483804 [wandb_init.py:init():798] backend started and connected
+2025-04-09 17:16:28,184 INFO    MainThread:483804 [wandb_init.py:init():891] updated telemetry
+2025-04-09 17:16:28,193 INFO    MainThread:483804 [wandb_init.py:init():915] communicating run to backend with 90.0 second timeout
+2025-04-09 17:16:28,732 INFO    MainThread:483804 [wandb_init.py:init():990] starting run threads in backend
+2025-04-09 17:16:29,034 INFO    MainThread:483804 [wandb_run.py:_console_start():2375] atexit reg
+2025-04-09 17:16:29,035 INFO    MainThread:483804 [wandb_run.py:_redirect():2227] redirect: wrap_raw
+2025-04-09 17:16:29,035 INFO    MainThread:483804 [wandb_run.py:_redirect():2292] Wrapping output streams.
+2025-04-09 17:16:29,035 INFO    MainThread:483804 [wandb_run.py:_redirect():2315] Redirects installed.
+2025-04-09 17:16:29,037 INFO    MainThread:483804 [wandb_init.py:init():1032] run started, returning control to user process
+2025-04-09 17:16:29,039 INFO    MainThread:483804 [wandb_run.py:_config_callback():1261] config_cb None None {'use_cache': False, 'query_num': 64, 'image_size': 448, 'drop_vision_last_layer': False, 'batch_vision_input': True, 'use_image_id': True, 'vision_batch_size': 16, 'audio_pool_step': 2, 'audio_chunk_length': 1.0, 'stream_input': False, 'init_vision': False, 'init_audio': True, 'init_tts': False, 'processor_path': '/data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/omni_speech/model/minicpmo/MiniCPM-o-2_6', 'pretrained_encoder_path': '/data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/omni_speech/model/minicpmo/MiniCPM-o-2_6', 'pretrained_llm_path': '/data1/speech/anhnmt2/cuongnm/EOT/Qwen2.5-0.5B-Instruct', 'chunk_input': True, 'slice_config': {'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': None, 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': True, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 20, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, 'architectures': None, 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': None, 'pad_token_id': None, 'eos_token_id': None, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': '', 'model_type': 'minicpmv', 'patch_size': 14, 'max_slice_nums': 9, 'scale_resolution': 448}, 'slice_mode': True, 'vision_config': {'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': None, 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': True, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 20, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, 'architectures': None, 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': None, 'pad_token_id': None, 'eos_token_id': None, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': '', 'model_type': 'siglip_vision_model', 'hidden_size': 1152, 'intermediate_size': 4304, 'num_hidden_layers': 27, 'num_attention_heads': 16, 'num_channels': 3, 'patch_size': 14, 'image_size': 980, 'attention_dropout': 0.0, 'layer_norm_eps': 1e-06, 'hidden_act': 'gelu_pytorch_tanh'}, 'audio_config': {'vocab_size': 51865, 'num_mel_bins': 80, 'd_model': 1024, 'encoder_layers': 24, 'encoder_attention_heads': 16, 'decoder_layers': 24, 'decoder_attention_heads': 16, 'decoder_ffn_dim': 4096, 'encoder_ffn_dim': 4096, 'dropout': 0.0, 'attention_dropout': 0.0, 'activation_dropout': 0.0, 'activation_function': 'gelu', 'init_std': 0.02, 'encoder_layerdrop': 0.0, 'decoder_layerdrop': 0.0, 'use_cache': True, 'num_hidden_layers': 24, 'scale_embedding': False, 'max_source_positions': 1500, 'max_target_positions': 448, 'classifier_proj_size': 256, 'use_weighted_layer_sum': False, 'apply_spec_augment': False, 'mask_time_prob': 0.05, 'mask_time_length': 10, 'mask_time_min_masks': 2, 'mask_feature_prob': 0.0, 'mask_feature_length': 10, 'mask_feature_min_masks': 0, 'median_filter_width': 7, 'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': 'float32', 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': True, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': True, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 448, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': [1, 2, 7, 8, 9, 10, 14, 25, 26, 27, 28, 29, 31, 58, 59, 60, 61, 62, 63, 90, 91, 92, 93, 359, 503, 522, 542, 873, 893, 902, 918, 922, 931, 1350, 1853, 1982, 2460, 2627, 3246, 3253, 3268, 3536, 3846, 3961, 4183, 4667, 6585, 6647, 7273, 9061, 9383, 10428, 10929, 11938, 12033, 12331, 12562, 13793, 14157, 14635, 15265, 15618, 16553, 16604, 18362, 18956, 20075, 21675, 22520, 26130, 26161, 26435, 28279, 29464, 31650, 32302, 32470, 36865, 42863, 47425, 49870, 50254, 50258, 50358, 50359, 50360, 50361, 50362], 'begin_suppress_tokens': [220, 50257], 'architectures': ['MiniCPMWhisperEncoder'], 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': 50257, 'pad_token_id': 50257, 'eos_token_id': 50257, 'sep_token_id': None, 'decoder_start_token_id': 50258, 'task_specific_params': None, 'problem_type': None, '_name_or_path': 'openai/whisper-medium', 'forced_decoder_ids': [[1, 50259], [2, 50359], [3, 50363]], 'model_type': 'whisper'}, 'tts_config': {'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': None, 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': True, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 20, 'min_length': 0, 'do_sample': True, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 20, 'top_p': 0.7, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, 'architectures': None, 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': None, 'pad_token_id': None, 'eos_token_id': None, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': '', 'model_type': 'conditional_chattts', 'llm_dim': 3584, 'hidden_size': 768, 'intermediate_size': 3072, 'num_attention_heads': 12, 'num_hidden_layers': 20, 'max_position_embeddings': 4096, 'num_audio_tokens': 626, 'num_text_tokens': 21178, 'num_mel_bins': 100, 'num_vq': 4, 'use_speaker_embedding': True, 'use_llm_hidden_state': False, 'spk_emb_token_id': 21143, 'num_spk_embs': 1, 'audio_bos_token_id': 21132, 'text_eos_token_id': 21133, 'use_text': True, 'streaming': True, 'streaming_text_chunk_size': 10, 'streaming_text_reserved_len': 300, 'streaming_audio_chunk_size': 50, 'attn_implementation': 'sdpa', 'use_mlp': True, 'aug_loss_weight': True}, 'patch_size': 14, 'vocab_size': 152064, 'max_position_embeddings': 32768, 'hidden_size': 3584, 'intermediate_size': 18944, 'num_hidden_layers': 28, 'num_attention_heads': 28, 'use_sliding_window': False, 'sliding_window': None, 'max_window_layers': 28, 'num_key_value_heads': 4, 'hidden_act': 'silu', 'initializer_range': 0.02, 'rms_norm_eps': 1e-06, 'rope_theta': 1000000.0, 'rope_scaling': None, 'attention_dropout': 0.0, 'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': 'float32', 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': False, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 2048, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, 'architectures': ['Qwen2ForCausalLM'], 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': 151643, 'pad_token_id': None, 'eos_token_id': 151645, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': '/data1/speech/anhnmt2/Speech2Speech/LLaMA-Omni/models/llm/Qwen2.5-7B-Instruct', 'transformers_version': '4.45.0', 'model_type': 'minicpmo', 'output_dir': '../checkpoints/minicpmo_whisper-medium_Qwen2.5-0.5B_pretrained-asr', 'overwrite_output_dir': False, 'do_train': True, 'do_eval': True, 'do_predict': False, 'eval_strategy': 'steps', 'prediction_loss_only': False, 'per_device_train_batch_size': 16, 'per_device_eval_batch_size': 16, 'per_gpu_train_batch_size': None, 'per_gpu_eval_batch_size': None, 'gradient_accumulation_steps': 4, 'eval_accumulation_steps': None, 'eval_delay': 0, 'torch_empty_cache_steps': None, 'learning_rate': 0.0002, 'weight_decay': 0.0, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_epsilon': 1e-08, 'max_grad_norm': 1.0, 'num_train_epochs': 3.0, 'max_steps': -1, 'lr_scheduler_type': 'cosine', 'lr_scheduler_kwargs': {}, 'warmup_ratio': 0.03, 'warmup_steps': 0, 'log_level': 'passive', 'log_level_replica': 'warning', 'log_on_each_node': True, 'logging_dir': '../checkpoints/minicpmo_whisper-medium_Qwen2.5-0.5B_pretrained-asr/runs/Apr09_17-15-56_dgx-a100-5', 'logging_strategy': 'steps', 'logging_first_step': False, 'logging_steps': 50, 'logging_nan_inf_filter': True, 'save_strategy': 'no', 'save_steps': 5000.0, 'save_total_limit': 1, 'save_safetensors': True, 'save_on_each_node': False, 'save_only_model': False, 'restore_callback_states_from_checkpoint': False, 'no_cuda': False, 'use_cpu': False, 'use_mps_device': False, 'seed': 42, 'data_seed': None, 'jit_mode_eval': False, 'use_ipex': False, 'bf16': True, 'fp16': False, 'fp16_opt_level': 'O1', 'half_precision_backend': 'auto', 'bf16_full_eval': False, 'fp16_full_eval': False, 'tf32': True, 'local_rank': 0, 'ddp_backend': None, 'tpu_num_cores': None, 'tpu_metrics_debug': False, 'debug': [], 'dataloader_drop_last': False, 'eval_steps': 5000, 'dataloader_num_workers': 0, 'dataloader_prefetch_factor': None, 'past_index': -1, 'run_name': '../checkpoints/minicpmo_whisper-medium_Qwen2.5-0.5B_pretrained-asr', 'disable_tqdm': False, 'remove_unused_columns': False, 'label_names': None, 'load_best_model_at_end': False, 'metric_for_best_model': None, 'greater_is_better': None, 'ignore_data_skip': False, 'fsdp': [], 'fsdp_min_num_params': 0, 'fsdp_config': {'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}, 'fsdp_transformer_layer_cls_to_wrap': None, 'accelerator_config': {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True, 'non_blocking': False, 'gradient_accumulation_kwargs': None}, 'deepspeed': 'zero2.json', 'label_smoothing_factor': 0.0, 'optim': 'adamw_torch', 'optim_args': None, 'adafactor': False, 'group_by_length': False, 'length_column_name': 'length', 'report_to': ['tensorboard', 'wandb'], 'ddp_find_unused_parameters': None, 'ddp_bucket_cap_mb': None, 'ddp_broadcast_buffers': None, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': False, 'skip_memory_metrics': True, 'use_legacy_prediction_loop': False, 'push_to_hub': False, 'resume_from_checkpoint': None, 'hub_model_id': None, 'hub_strategy': 'every_save', 'hub_token': '<HUB_TOKEN>', 'hub_private_repo': False, 'hub_always_push': False, 'gradient_checkpointing': True, 'gradient_checkpointing_kwargs': {'use_reentrant': False}, 'include_inputs_for_metrics': False, 'eval_do_concat_batches': True, 'fp16_backend': 'auto', 'evaluation_strategy': 'steps', 'push_to_hub_model_id': None, 'push_to_hub_organization': None, 'push_to_hub_token': '<PUSH_TO_HUB_TOKEN>', 'mp_parameters': '', 'auto_find_batch_size': False, 'full_determinism': False, 'torchdynamo': None, 'ray_scope': 'last', 'ddp_timeout': 1800, 'torch_compile': False, 'torch_compile_backend': None, 'torch_compile_mode': None, 'dispatch_batches': None, 'split_batches': None, 'include_tokens_per_second': False, 'include_num_input_tokens_seen': False, 'neftune_noise_alpha': None, 'optim_target_modules': None, 'batch_eval_metrics': False, 'eval_on_start': False, 'use_liger_kernel': False, 'eval_use_gather_object': False, 'cache_dir': '../output/cached_sft_20252502', 'model_max_length': 2048, 'tune_vision': True, 'tune_speech': False, 'tune_llm': True, 'llm_type': 'qwen', 'use_lora': False, 'max_slice_nums': 9, 'config_path': 'minicpmp_config.json', 'init_speech': True}
+2025-04-09 17:16:29,042 INFO    MainThread:483804 [wandb_config.py:__setitem__():154] config set model/num_parameters = 802971264 - <bound method Run._config_callback of <wandb.sdk.wandb_run.Run object at 0x1553d04f3fb0>>
+2025-04-09 17:16:29,042 INFO    MainThread:483804 [wandb_run.py:_config_callback():1261] config_cb model/num_parameters 802971264 None
+2025-04-09 17:17:03,333 INFO    MsgRouterThr:483804 [mailbox.py:close():129] Closing mailbox, abandoning 1 handles.
+2025-04-09 17:17:04,726 ERROR   MainThread:483804 [redirect.py:_on_write():661] error in stderr callback
+Traceback (most recent call last):
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 659, in _on_write
+    cb(written_data)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2302, in <lambda>
+    lambda data: self._console_raw_callback("stderr", data),
+                 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 401, in wrapper_fn
+    return func(self, *args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1444, in _console_raw_callback
+    self._backend.interface.publish_output_raw(name, data)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 761, in publish_output_raw
+    self._publish_output_raw(o)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw
+    self._publish(rec)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish
+    self._sock_client.send_record_publish(record)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 174, in send_record_publish
+    self.send_server_request(server_req)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 154, in send_server_request
+    self._send_message(msg)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 151, in _send_message
+    self._sendall_with_error_handle(header + data)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 130, in _sendall_with_error_handle
+    sent = self._sock.send(data)
+           ^^^^^^^^^^^^^^^^^^^^^
+BrokenPipeError: [Errno 32] Broken pipe
+2025-04-09 17:17:04,732 ERROR   MainThread:483804 [redirect.py:_on_write():661] error in stderr callback
+Traceback (most recent call last):
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 659, in _on_write
+    cb(written_data)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2302, in <lambda>
+    lambda data: self._console_raw_callback("stderr", data),
+                 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 401, in wrapper_fn
+    return func(self, *args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1444, in _console_raw_callback
+    self._backend.interface.publish_output_raw(name, data)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 761, in publish_output_raw
+    self._publish_output_raw(o)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw
+    self._publish(rec)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish
+    self._sock_client.send_record_publish(record)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 174, in send_record_publish
+    self.send_server_request(server_req)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 154, in send_server_request
+    self._send_message(msg)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 151, in _send_message
+    self._sendall_with_error_handle(header + data)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 130, in _sendall_with_error_handle
+    sent = self._sock.send(data)
+           ^^^^^^^^^^^^^^^^^^^^^
+BrokenPipeError: [Errno 32] Broken pipe
+2025-04-09 17:17:04,733 ERROR   MainThread:483804 [redirect.py:_on_write():661] error in stderr callback
+Traceback (most recent call last):
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 659, in _on_write
+    cb(written_data)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2302, in <lambda>
+    lambda data: self._console_raw_callback("stderr", data),
+                 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 401, in wrapper_fn
+    return func(self, *args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1444, in _console_raw_callback
+    self._backend.interface.publish_output_raw(name, data)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 761, in publish_output_raw
+    self._publish_output_raw(o)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw
+    self._publish(rec)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish
+    self._sock_client.send_record_publish(record)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 174, in send_record_publish
+    self.send_server_request(server_req)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 154, in send_server_request
+    self._send_message(msg)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 151, in _send_message
+    self._sendall_with_error_handle(header + data)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 130, in _sendall_with_error_handle
+    sent = self._sock.send(data)
+           ^^^^^^^^^^^^^^^^^^^^^
+BrokenPipeError: [Errno 32] Broken pipe
+2025-04-09 17:17:04,739 ERROR   MainThread:483804 [redirect.py:_on_write():661] error in stderr callback
+Traceback (most recent call last):
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 659, in _on_write
+    cb(written_data)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2302, in <lambda>
+    lambda data: self._console_raw_callback("stderr", data),
+                 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 401, in wrapper_fn
+    return func(self, *args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1444, in _console_raw_callback
+    self._backend.interface.publish_output_raw(name, data)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 761, in publish_output_raw
+    self._publish_output_raw(o)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw
+    self._publish(rec)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish
+    self._sock_client.send_record_publish(record)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 174, in send_record_publish
+    self.send_server_request(server_req)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 154, in send_server_request
+    self._send_message(msg)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 151, in _send_message
+    self._sendall_with_error_handle(header + data)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 130, in _sendall_with_error_handle
+    sent = self._sock.send(data)
+           ^^^^^^^^^^^^^^^^^^^^^
+BrokenPipeError: [Errno 32] Broken pipe
+2025-04-09 17:17:04,741 ERROR   MainThread:483804 [redirect.py:_on_write():661] error in stderr callback
+Traceback (most recent call last):
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 659, in _on_write
+    cb(written_data)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2302, in <lambda>
+    lambda data: self._console_raw_callback("stderr", data),
+                 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 401, in wrapper_fn
+    return func(self, *args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1444, in _console_raw_callback
+    self._backend.interface.publish_output_raw(name, data)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 761, in publish_output_raw
+    self._publish_output_raw(o)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw
+    self._publish(rec)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish
+    self._sock_client.send_record_publish(record)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 174, in send_record_publish
+    self.send_server_request(server_req)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 154, in send_server_request
+    self._send_message(msg)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 151, in _send_message
+    self._sendall_with_error_handle(header + data)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 130, in _sendall_with_error_handle
+    sent = self._sock.send(data)
+           ^^^^^^^^^^^^^^^^^^^^^
+BrokenPipeError: [Errno 32] Broken pipe
+2025-04-09 17:17:04,745 ERROR   MainThread:483804 [redirect.py:_on_write():661] error in stderr callback
+Traceback (most recent call last):
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 659, in _on_write
+    cb(written_data)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2302, in <lambda>
+    lambda data: self._console_raw_callback("stderr", data),
+                 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 401, in wrapper_fn
+    return func(self, *args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1444, in _console_raw_callback
+    self._backend.interface.publish_output_raw(name, data)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 761, in publish_output_raw
+    self._publish_output_raw(o)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw
+    self._publish(rec)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish
+    self._sock_client.send_record_publish(record)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 174, in send_record_publish
+    self.send_server_request(server_req)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 154, in send_server_request
+    self._send_message(msg)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 151, in _send_message
+    self._sendall_with_error_handle(header + data)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 130, in _sendall_with_error_handle
+    sent = self._sock.send(data)
+           ^^^^^^^^^^^^^^^^^^^^^
+BrokenPipeError: [Errno 32] Broken pipe
+2025-04-09 17:17:04,746 ERROR   MainThread:483804 [redirect.py:_on_write():661] error in stderr callback
+Traceback (most recent call last):
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 659, in _on_write
+    cb(written_data)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2302, in <lambda>
+    lambda data: self._console_raw_callback("stderr", data),
+                 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 401, in wrapper_fn
+    return func(self, *args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1444, in _console_raw_callback
+    self._backend.interface.publish_output_raw(name, data)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 761, in publish_output_raw
+    self._publish_output_raw(o)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw
+    self._publish(rec)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish
+    self._sock_client.send_record_publish(record)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 174, in send_record_publish
+    self.send_server_request(server_req)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 154, in send_server_request
+    self._send_message(msg)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 151, in _send_message
+    self._sendall_with_error_handle(header + data)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 130, in _sendall_with_error_handle
+    sent = self._sock.send(data)
+           ^^^^^^^^^^^^^^^^^^^^^
+BrokenPipeError: [Errno 32] Broken pipe

scripts/wandb/run-20250409_172124-xqbcuwso/files/output.log

@@ -0,0 +1,546 @@
+  0%|                                                                                                                                                                                                                 | 0/112500 [00:00<?, ?it/s]DEBUG:numba.core.byteflow:bytecode dump:
+>          0	NOP(arg=None, lineno=1141)
+           2	RESUME(arg=0, lineno=1141)
+           4	LOAD_FAST(arg=0, lineno=1144)
+           6	LOAD_CONST(arg=1, lineno=1144)
+           8	BINARY_SUBSCR(arg=None, lineno=1144)
+          12	STORE_FAST(arg=3, lineno=1144)
+          14	LOAD_FAST(arg=1, lineno=1145)
+          16	UNARY_NEGATIVE(arg=None, lineno=1145)
+          18	LOAD_FAST(arg=3, lineno=1145)
+          20	SWAP(arg=2, lineno=1145)
+          22	COPY(arg=2, lineno=1145)
+          24	COMPARE_OP(arg=26, lineno=1145)
+          28	POP_JUMP_IF_FALSE(arg=5, lineno=1145)
+          30	LOAD_FAST(arg=1, lineno=1145)
+          32	COMPARE_OP(arg=26, lineno=1145)
+          36	POP_JUMP_IF_FALSE(arg=5, lineno=1145)
+          38	JUMP_FORWARD(arg=2, lineno=1145)
+>         40	POP_TOP(arg=None, lineno=1145)
+          42	JUMP_FORWARD(arg=2, lineno=1145)
+>         44	LOAD_CONST(arg=1, lineno=1146)
+          46	STORE_FAST(arg=3, lineno=1146)
+>         48	LOAD_FAST(arg=0, lineno=1148)
+          50	LOAD_CONST(arg=2, lineno=1148)
+          52	BINARY_SUBSCR(arg=None, lineno=1148)
+          56	STORE_FAST(arg=4, lineno=1148)
+          58	LOAD_FAST(arg=1, lineno=1149)
+          60	UNARY_NEGATIVE(arg=None, lineno=1149)
+          62	LOAD_FAST(arg=4, lineno=1149)
+          64	SWAP(arg=2, lineno=1149)
+          66	COPY(arg=2, lineno=1149)
+          68	COMPARE_OP(arg=26, lineno=1149)
+          72	POP_JUMP_IF_FALSE(arg=5, lineno=1149)
+          74	LOAD_FAST(arg=1, lineno=1149)
+          76	COMPARE_OP(arg=26, lineno=1149)
+          80	POP_JUMP_IF_FALSE(arg=5, lineno=1149)
+          82	JUMP_FORWARD(arg=2, lineno=1149)
+>         84	POP_TOP(arg=None, lineno=1149)
+          86	JUMP_FORWARD(arg=2, lineno=1149)
+>         88	LOAD_CONST(arg=1, lineno=1150)
+          90	STORE_FAST(arg=4, lineno=1150)
+>         92	LOAD_FAST(arg=2, lineno=1152)
+          94	POP_JUMP_IF_FALSE(arg=43, lineno=1152)
+          96	LOAD_GLOBAL(arg=1, lineno=1153)
+         106	LOAD_ATTR(arg=2, lineno=1153)
+         126	LOAD_FAST(arg=3, lineno=1153)
+         128	CALL(arg=1, lineno=1153)
+         136	LOAD_GLOBAL(arg=1, lineno=1153)
+         146	LOAD_ATTR(arg=2, lineno=1153)
+         166	LOAD_FAST(arg=4, lineno=1153)
+         168	CALL(arg=1, lineno=1153)
+         176	COMPARE_OP(arg=55, lineno=1153)
+         180	RETURN_VALUE(arg=None, lineno=1153)
+>        182	LOAD_GLOBAL(arg=1, lineno=1155)
+         192	LOAD_ATTR(arg=4, lineno=1155)
+         212	LOAD_FAST(arg=3, lineno=1155)
+         214	CALL(arg=1, lineno=1155)
+         222	LOAD_GLOBAL(arg=1, lineno=1155)
+         232	LOAD_ATTR(arg=4, lineno=1155)
+         252	LOAD_FAST(arg=4, lineno=1155)
+         254	CALL(arg=1, lineno=1155)
+         262	COMPARE_OP(arg=55, lineno=1155)
+         266	RETURN_VALUE(arg=None, lineno=1155)
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=0 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=0 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=0, inst=NOP(arg=None, lineno=1141)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=2, inst=RESUME(arg=0, lineno=1141)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=4, inst=LOAD_FAST(arg=0, lineno=1144)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=6, inst=LOAD_CONST(arg=1, lineno=1144)
+DEBUG:numba.core.byteflow:stack ['$x4.0']
+DEBUG:numba.core.byteflow:dispatch pc=8, inst=BINARY_SUBSCR(arg=None, lineno=1144)
+DEBUG:numba.core.byteflow:stack ['$x4.0', '$const6.1']
+DEBUG:numba.core.byteflow:dispatch pc=12, inst=STORE_FAST(arg=3, lineno=1144)
+DEBUG:numba.core.byteflow:stack ['$8binary_subscr.2']
+DEBUG:numba.core.byteflow:dispatch pc=14, inst=LOAD_FAST(arg=1, lineno=1145)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=16, inst=UNARY_NEGATIVE(arg=None, lineno=1145)
+DEBUG:numba.core.byteflow:stack ['$threshold14.3']
+DEBUG:numba.core.byteflow:dispatch pc=18, inst=LOAD_FAST(arg=3, lineno=1145)
+DEBUG:numba.core.byteflow:stack ['$16unary_negative.4']
+DEBUG:numba.core.byteflow:dispatch pc=20, inst=SWAP(arg=2, lineno=1145)
+DEBUG:numba.core.byteflow:stack ['$16unary_negative.4', '$x018.5']
+DEBUG:numba.core.byteflow:dispatch pc=22, inst=COPY(arg=2, lineno=1145)
+DEBUG:numba.core.byteflow:stack ['$x018.5', '$16unary_negative.4']
+DEBUG:numba.core.byteflow:dispatch pc=24, inst=COMPARE_OP(arg=26, lineno=1145)
+DEBUG:numba.core.byteflow:stack ['$x018.5', '$16unary_negative.4', '$x018.5']
+DEBUG:numba.core.byteflow:dispatch pc=28, inst=POP_JUMP_IF_FALSE(arg=5, lineno=1145)
+DEBUG:numba.core.byteflow:stack ['$x018.5', '$24compare_op.6']
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=30, stack=('$x018.5',), blockstack=(), npush=0), Edge(pc=40, stack=('$x018.5',), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=30 nstack_initial=1), State(pc_initial=40 nstack_initial=1)])
+DEBUG:numba.core.byteflow:stack: ['$phi30.0']
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=30 nstack_initial=1)
+DEBUG:numba.core.byteflow:dispatch pc=30, inst=LOAD_FAST(arg=1, lineno=1145)
+DEBUG:numba.core.byteflow:stack ['$phi30.0']
+DEBUG:numba.core.byteflow:dispatch pc=32, inst=COMPARE_OP(arg=26, lineno=1145)
+DEBUG:numba.core.byteflow:stack ['$phi30.0', '$threshold30.1']
+DEBUG:numba.core.byteflow:dispatch pc=36, inst=POP_JUMP_IF_FALSE(arg=5, lineno=1145)
+DEBUG:numba.core.byteflow:stack ['$32compare_op.2']
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=38, stack=(), blockstack=(), npush=0), Edge(pc=48, stack=(), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=40 nstack_initial=1), State(pc_initial=38 nstack_initial=0), State(pc_initial=48 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: ['$phi40.0']
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=40 nstack_initial=1)
+DEBUG:numba.core.byteflow:dispatch pc=40, inst=POP_TOP(arg=None, lineno=1145)
+DEBUG:numba.core.byteflow:stack ['$phi40.0']
+DEBUG:numba.core.byteflow:dispatch pc=42, inst=JUMP_FORWARD(arg=2, lineno=1145)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=48, stack=(), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=38 nstack_initial=0), State(pc_initial=48 nstack_initial=0), State(pc_initial=48 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=38 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=38, inst=JUMP_FORWARD(arg=2, lineno=1145)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=44, stack=(), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=48 nstack_initial=0), State(pc_initial=48 nstack_initial=0), State(pc_initial=44 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=48 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=48, inst=LOAD_FAST(arg=0, lineno=1148)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=50, inst=LOAD_CONST(arg=2, lineno=1148)
+DEBUG:numba.core.byteflow:stack ['$x48.0']
+DEBUG:numba.core.byteflow:dispatch pc=52, inst=BINARY_SUBSCR(arg=None, lineno=1148)
+DEBUG:numba.core.byteflow:stack ['$x48.0', '$const50.1']
+DEBUG:numba.core.byteflow:dispatch pc=56, inst=STORE_FAST(arg=4, lineno=1148)
+DEBUG:numba.core.byteflow:stack ['$52binary_subscr.2']
+DEBUG:numba.core.byteflow:dispatch pc=58, inst=LOAD_FAST(arg=1, lineno=1149)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=60, inst=UNARY_NEGATIVE(arg=None, lineno=1149)
+DEBUG:numba.core.byteflow:stack ['$threshold58.3']
+DEBUG:numba.core.byteflow:dispatch pc=62, inst=LOAD_FAST(arg=4, lineno=1149)
+DEBUG:numba.core.byteflow:stack ['$60unary_negative.4']
+DEBUG:numba.core.byteflow:dispatch pc=64, inst=SWAP(arg=2, lineno=1149)
+DEBUG:numba.core.byteflow:stack ['$60unary_negative.4', '$x162.5']
+DEBUG:numba.core.byteflow:dispatch pc=66, inst=COPY(arg=2, lineno=1149)
+DEBUG:numba.core.byteflow:stack ['$x162.5', '$60unary_negative.4']
+DEBUG:numba.core.byteflow:dispatch pc=68, inst=COMPARE_OP(arg=26, lineno=1149)
+DEBUG:numba.core.byteflow:stack ['$x162.5', '$60unary_negative.4', '$x162.5']
+DEBUG:numba.core.byteflow:dispatch pc=72, inst=POP_JUMP_IF_FALSE(arg=5, lineno=1149)
+DEBUG:numba.core.byteflow:stack ['$x162.5', '$68compare_op.6']
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=74, stack=('$x162.5',), blockstack=(), npush=0), Edge(pc=84, stack=('$x162.5',), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=48 nstack_initial=0), State(pc_initial=44 nstack_initial=0), State(pc_initial=74 nstack_initial=1), State(pc_initial=84 nstack_initial=1)])
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=44 nstack_initial=0), State(pc_initial=74 nstack_initial=1), State(pc_initial=84 nstack_initial=1)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=44 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=44, inst=LOAD_CONST(arg=1, lineno=1146)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=46, inst=STORE_FAST(arg=3, lineno=1146)
+DEBUG:numba.core.byteflow:stack ['$const44.0']
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=48, stack=(), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=74 nstack_initial=1), State(pc_initial=84 nstack_initial=1), State(pc_initial=48 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: ['$phi74.0']
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=74 nstack_initial=1)
+DEBUG:numba.core.byteflow:dispatch pc=74, inst=LOAD_FAST(arg=1, lineno=1149)
+DEBUG:numba.core.byteflow:stack ['$phi74.0']
+DEBUG:numba.core.byteflow:dispatch pc=76, inst=COMPARE_OP(arg=26, lineno=1149)
+DEBUG:numba.core.byteflow:stack ['$phi74.0', '$threshold74.1']
+DEBUG:numba.core.byteflow:dispatch pc=80, inst=POP_JUMP_IF_FALSE(arg=5, lineno=1149)
+DEBUG:numba.core.byteflow:stack ['$76compare_op.2']
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=82, stack=(), blockstack=(), npush=0), Edge(pc=92, stack=(), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=84 nstack_initial=1), State(pc_initial=48 nstack_initial=0), State(pc_initial=82 nstack_initial=0), State(pc_initial=92 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: ['$phi84.0']
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=84 nstack_initial=1)
+DEBUG:numba.core.byteflow:dispatch pc=84, inst=POP_TOP(arg=None, lineno=1149)
+DEBUG:numba.core.byteflow:stack ['$phi84.0']
+DEBUG:numba.core.byteflow:dispatch pc=86, inst=JUMP_FORWARD(arg=2, lineno=1149)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=92, stack=(), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=48 nstack_initial=0), State(pc_initial=82 nstack_initial=0), State(pc_initial=92 nstack_initial=0), State(pc_initial=92 nstack_initial=0)])
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=82 nstack_initial=0), State(pc_initial=92 nstack_initial=0), State(pc_initial=92 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=82 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=82, inst=JUMP_FORWARD(arg=2, lineno=1149)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=88, stack=(), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=92 nstack_initial=0), State(pc_initial=92 nstack_initial=0), State(pc_initial=88 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=92 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=92, inst=LOAD_FAST(arg=2, lineno=1152)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=94, inst=POP_JUMP_IF_FALSE(arg=43, lineno=1152)
+DEBUG:numba.core.byteflow:stack ['$zero_pos92.0']
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=96, stack=(), blockstack=(), npush=0), Edge(pc=182, stack=(), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=92 nstack_initial=0), State(pc_initial=88 nstack_initial=0), State(pc_initial=96 nstack_initial=0), State(pc_initial=182 nstack_initial=0)])
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=88 nstack_initial=0), State(pc_initial=96 nstack_initial=0), State(pc_initial=182 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=88 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=88, inst=LOAD_CONST(arg=1, lineno=1150)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=90, inst=STORE_FAST(arg=4, lineno=1150)
+DEBUG:numba.core.byteflow:stack ['$const88.0']
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=92, stack=(), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=96 nstack_initial=0), State(pc_initial=182 nstack_initial=0), State(pc_initial=92 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=96 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=96, inst=LOAD_GLOBAL(arg=1, lineno=1153)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=106, inst=LOAD_ATTR(arg=2, lineno=1153)
+DEBUG:numba.core.byteflow:stack ['$null$96.1', '$96load_global.0']
+DEBUG:numba.core.byteflow:dispatch pc=126, inst=LOAD_FAST(arg=3, lineno=1153)
+DEBUG:numba.core.byteflow:stack ['$null$96.1', '$106load_attr.2']
+DEBUG:numba.core.byteflow:dispatch pc=128, inst=CALL(arg=1, lineno=1153)
+DEBUG:numba.core.byteflow:stack ['$null$96.1', '$106load_attr.2', '$x0126.3']
+DEBUG:numba.core.byteflow:dispatch pc=136, inst=LOAD_GLOBAL(arg=1, lineno=1153)
+DEBUG:numba.core.byteflow:stack ['$128call.4']
+DEBUG:numba.core.byteflow:dispatch pc=146, inst=LOAD_ATTR(arg=2, lineno=1153)
+DEBUG:numba.core.byteflow:stack ['$128call.4', '$null$136.6', '$136load_global.5']
+DEBUG:numba.core.byteflow:dispatch pc=166, inst=LOAD_FAST(arg=4, lineno=1153)
+DEBUG:numba.core.byteflow:stack ['$128call.4', '$null$136.6', '$146load_attr.7']
+DEBUG:numba.core.byteflow:dispatch pc=168, inst=CALL(arg=1, lineno=1153)
+DEBUG:numba.core.byteflow:stack ['$128call.4', '$null$136.6', '$146load_attr.7', '$x1166.8']
+DEBUG:numba.core.byteflow:dispatch pc=176, inst=COMPARE_OP(arg=55, lineno=1153)
+DEBUG:numba.core.byteflow:stack ['$128call.4', '$168call.9']
+DEBUG:numba.core.byteflow:dispatch pc=180, inst=RETURN_VALUE(arg=None, lineno=1153)
+DEBUG:numba.core.byteflow:stack ['$176compare_op.10']
+DEBUG:numba.core.byteflow:end state. edges=[]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=182 nstack_initial=0), State(pc_initial=92 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=182 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=182, inst=LOAD_GLOBAL(arg=1, lineno=1155)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=192, inst=LOAD_ATTR(arg=4, lineno=1155)
+DEBUG:numba.core.byteflow:stack ['$null$182.1', '$182load_global.0']
+DEBUG:numba.core.byteflow:dispatch pc=212, inst=LOAD_FAST(arg=3, lineno=1155)
+DEBUG:numba.core.byteflow:stack ['$null$182.1', '$192load_attr.2']
+DEBUG:numba.core.byteflow:dispatch pc=214, inst=CALL(arg=1, lineno=1155)
+DEBUG:numba.core.byteflow:stack ['$null$182.1', '$192load_attr.2', '$x0212.3']
+DEBUG:numba.core.byteflow:dispatch pc=222, inst=LOAD_GLOBAL(arg=1, lineno=1155)
+DEBUG:numba.core.byteflow:stack ['$214call.4']
+DEBUG:numba.core.byteflow:dispatch pc=232, inst=LOAD_ATTR(arg=4, lineno=1155)
+DEBUG:numba.core.byteflow:stack ['$214call.4', '$null$222.6', '$222load_global.5']
+DEBUG:numba.core.byteflow:dispatch pc=252, inst=LOAD_FAST(arg=4, lineno=1155)
+DEBUG:numba.core.byteflow:stack ['$214call.4', '$null$222.6', '$232load_attr.7']
+DEBUG:numba.core.byteflow:dispatch pc=254, inst=CALL(arg=1, lineno=1155)
+DEBUG:numba.core.byteflow:stack ['$214call.4', '$null$222.6', '$232load_attr.7', '$x1252.8']
+DEBUG:numba.core.byteflow:dispatch pc=262, inst=COMPARE_OP(arg=55, lineno=1155)
+DEBUG:numba.core.byteflow:stack ['$214call.4', '$254call.9']
+DEBUG:numba.core.byteflow:dispatch pc=266, inst=RETURN_VALUE(arg=None, lineno=1155)
+DEBUG:numba.core.byteflow:stack ['$262compare_op.10']
+DEBUG:numba.core.byteflow:end state. edges=[]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=92 nstack_initial=0)])
+DEBUG:numba.core.byteflow:-------------------------Prune PHIs-------------------------
+DEBUG:numba.core.byteflow:Used_phis: defaultdict(<class 'set'>,
+            {State(pc_initial=0 nstack_initial=0): set(),
+             State(pc_initial=30 nstack_initial=1): {'$phi30.0'},
+             State(pc_initial=38 nstack_initial=0): set(),
+             State(pc_initial=40 nstack_initial=1): set(),
+             State(pc_initial=44 nstack_initial=0): set(),
+             State(pc_initial=48 nstack_initial=0): set(),
+             State(pc_initial=74 nstack_initial=1): {'$phi74.0'},
+             State(pc_initial=82 nstack_initial=0): set(),
+             State(pc_initial=84 nstack_initial=1): set(),
+             State(pc_initial=88 nstack_initial=0): set(),
+             State(pc_initial=92 nstack_initial=0): set(),
+             State(pc_initial=96 nstack_initial=0): set(),
+             State(pc_initial=182 nstack_initial=0): set()})
+DEBUG:numba.core.byteflow:defmap: {'$phi30.0': State(pc_initial=0 nstack_initial=0),
+ '$phi40.0': State(pc_initial=0 nstack_initial=0),
+ '$phi74.0': State(pc_initial=48 nstack_initial=0),
+ '$phi84.0': State(pc_initial=48 nstack_initial=0)}
+DEBUG:numba.core.byteflow:phismap: defaultdict(<class 'set'>,
+            {'$phi30.0': {('$x018.5', State(pc_initial=0 nstack_initial=0))},
+             '$phi40.0': {('$x018.5', State(pc_initial=0 nstack_initial=0))},
+             '$phi74.0': {('$x162.5', State(pc_initial=48 nstack_initial=0))},
+             '$phi84.0': {('$x162.5', State(pc_initial=48 nstack_initial=0))}})
+DEBUG:numba.core.byteflow:changing phismap: defaultdict(<class 'set'>,
+            {'$phi30.0': {('$x018.5', State(pc_initial=0 nstack_initial=0))},
+             '$phi40.0': {('$x018.5', State(pc_initial=0 nstack_initial=0))},
+             '$phi74.0': {('$x162.5', State(pc_initial=48 nstack_initial=0))},
+             '$phi84.0': {('$x162.5', State(pc_initial=48 nstack_initial=0))}})
+DEBUG:numba.core.byteflow:keep phismap: {'$phi30.0': {('$x018.5', State(pc_initial=0 nstack_initial=0))},
+ '$phi74.0': {('$x162.5', State(pc_initial=48 nstack_initial=0))}}
+DEBUG:numba.core.byteflow:new_out: defaultdict(<class 'dict'>,
+            {State(pc_initial=0 nstack_initial=0): {'$phi30.0': '$x018.5'},
+             State(pc_initial=48 nstack_initial=0): {'$phi74.0': '$x162.5'}})
+DEBUG:numba.core.byteflow:----------------------DONE Prune PHIs-----------------------
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=0 nstack_initial=0):
+AdaptBlockInfo(insts=((0, {}), (2, {}), (4, {'res': '$x4.0'}), (6, {'res': '$const6.1'}), (8, {'index': '$const6.1', 'target': '$x4.0', 'res': '$8binary_subscr.2'}), (12, {'value': '$8binary_subscr.2'}), (14, {'res': '$threshold14.3'}), (16, {'value': '$threshold14.3', 'res': '$16unary_negative.4'}), (18, {'res': '$x018.5'}), (24, {'lhs': '$16unary_negative.4', 'rhs': '$x018.5', 'res': '$24compare_op.6'}), (28, {'pred': '$24compare_op.6'})), outgoing_phis={'$phi30.0': '$x018.5'}, blockstack=(), active_try_block=None, outgoing_edgepushed={30: ('$x018.5',), 40: ('$x018.5',)})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=30 nstack_initial=1):
+AdaptBlockInfo(insts=((30, {'res': '$threshold30.1'}), (32, {'lhs': '$phi30.0', 'rhs': '$threshold30.1', 'res': '$32compare_op.2'}), (36, {'pred': '$32compare_op.2'})), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={38: (), 48: ()})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=38 nstack_initial=0):
+AdaptBlockInfo(insts=((38, {}),), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={44: ()})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=40 nstack_initial=1):
+AdaptBlockInfo(insts=((42, {}),), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={48: ()})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=44 nstack_initial=0):
+AdaptBlockInfo(insts=((44, {'res': '$const44.0'}), (46, {'value': '$const44.0'})), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={48: ()})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=48 nstack_initial=0):
+AdaptBlockInfo(insts=((48, {'res': '$x48.0'}), (50, {'res': '$const50.1'}), (52, {'index': '$const50.1', 'target': '$x48.0', 'res': '$52binary_subscr.2'}), (56, {'value': '$52binary_subscr.2'}), (58, {'res': '$threshold58.3'}), (60, {'value': '$threshold58.3', 'res': '$60unary_negative.4'}), (62, {'res': '$x162.5'}), (68, {'lhs': '$60unary_negative.4', 'rhs': '$x162.5', 'res': '$68compare_op.6'}), (72, {'pred': '$68compare_op.6'})), outgoing_phis={'$phi74.0': '$x162.5'}, blockstack=(), active_try_block=None, outgoing_edgepushed={74: ('$x162.5',), 84: ('$x162.5',)})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=74 nstack_initial=1):
+AdaptBlockInfo(insts=((74, {'res': '$threshold74.1'}), (76, {'lhs': '$phi74.0', 'rhs': '$threshold74.1', 'res': '$76compare_op.2'}), (80, {'pred': '$76compare_op.2'})), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={82: (), 92: ()})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=82 nstack_initial=0):
+AdaptBlockInfo(insts=((82, {}),), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={88: ()})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=84 nstack_initial=1):
+AdaptBlockInfo(insts=((86, {}),), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={92: ()})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=88 nstack_initial=0):
+AdaptBlockInfo(insts=((88, {'res': '$const88.0'}), (90, {'value': '$const88.0'})), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={92: ()})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=92 nstack_initial=0):
+AdaptBlockInfo(insts=((92, {'res': '$zero_pos92.0'}), (94, {'pred': '$zero_pos92.0'})), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={96: (), 182: ()})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=96 nstack_initial=0):
+AdaptBlockInfo(insts=((96, {'idx': 0, 'res': '$96load_global.0'}), (106, {'item': '$96load_global.0', 'res': '$106load_attr.2'}), (126, {'res': '$x0126.3'}), (128, {'func': '$106load_attr.2', 'args': ['$x0126.3'], 'kw_names': None, 'res': '$128call.4'}), (136, {'idx': 0, 'res': '$136load_global.5'}), (146, {'item': '$136load_global.5', 'res': '$146load_attr.7'}), (166, {'res': '$x1166.8'}), (168, {'func': '$146load_attr.7', 'args': ['$x1166.8'], 'kw_names': None, 'res': '$168call.9'}), (176, {'lhs': '$128call.4', 'rhs': '$168call.9', 'res': '$176compare_op.10'}), (180, {'retval': '$176compare_op.10', 'castval': '$180return_value.11'})), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=182 nstack_initial=0):
+AdaptBlockInfo(insts=((182, {'idx': 0, 'res': '$182load_global.0'}), (192, {'item': '$182load_global.0', 'res': '$192load_attr.2'}), (212, {'res': '$x0212.3'}), (214, {'func': '$192load_attr.2', 'args': ['$x0212.3'], 'kw_names': None, 'res': '$214call.4'}), (222, {'idx': 0, 'res': '$222load_global.5'}), (232, {'item': '$222load_global.5', 'res': '$232load_attr.7'}), (252, {'res': '$x1252.8'}), (254, {'func': '$232load_attr.7', 'args': ['$x1252.8'], 'kw_names': None, 'res': '$254call.9'}), (262, {'lhs': '$214call.4', 'rhs': '$254call.9', 'res': '$262compare_op.10'}), (266, {'retval': '$262compare_op.10', 'castval': '$266return_value.11'})), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={})
+DEBUG:numba.core.interpreter:label 0:
+    x = arg(0, name=x)                       ['x']
+    threshold = arg(1, name=threshold)       ['threshold']
+    zero_pos = arg(2, name=zero_pos)         ['zero_pos']
+    $const6.1 = const(int, 0)                ['$const6.1']
+    x0 = getitem(value=x, index=$const6.1, fn=<built-in function getitem>) ['$const6.1', 'x', 'x0']
+    $16unary_negative.4 = unary(fn=<built-in function neg>, value=threshold) ['$16unary_negative.4', 'threshold']
+    $24compare_op.6 = $16unary_negative.4 <= x0 ['$16unary_negative.4', '$24compare_op.6', 'x0']
+    bool28 = global(bool: <class 'bool'>)    ['bool28']
+    $28pred = call bool28($24compare_op.6, func=bool28, args=(Var($24compare_op.6, audio.py:1145),), kws=(), vararg=None, varkwarg=None, target=None) ['$24compare_op.6', '$28pred', 'bool28']
+    $phi30.0 = x0                            ['$phi30.0', 'x0']
+    branch $28pred, 30, 40                   ['$28pred']
+label 30:
+    $32compare_op.2 = $phi30.0 <= threshold  ['$32compare_op.2', '$phi30.0', 'threshold']
+    bool36 = global(bool: <class 'bool'>)    ['bool36']
+    $36pred = call bool36($32compare_op.2, func=bool36, args=(Var($32compare_op.2, audio.py:1145),), kws=(), vararg=None, varkwarg=None, target=None) ['$32compare_op.2', '$36pred', 'bool36']
+    branch $36pred, 38, 48                   ['$36pred']
+label 38:
+    jump 44                                  []
+label 40:
+    jump 48                                  []
+label 44:
+    x0 = const(int, 0)                       ['x0']
+    jump 48                                  []
+label 48:
+    $const50.1 = const(int, -1)              ['$const50.1']
+    x1 = getitem(value=x, index=$const50.1, fn=<built-in function getitem>) ['$const50.1', 'x', 'x1']
+    $60unary_negative.4 = unary(fn=<built-in function neg>, value=threshold) ['$60unary_negative.4', 'threshold']
+    $68compare_op.6 = $60unary_negative.4 <= x1 ['$60unary_negative.4', '$68compare_op.6', 'x1']
+    bool72 = global(bool: <class 'bool'>)    ['bool72']
+    $72pred = call bool72($68compare_op.6, func=bool72, args=(Var($68compare_op.6, audio.py:1149),), kws=(), vararg=None, varkwarg=None, target=None) ['$68compare_op.6', '$72pred', 'bool72']
+    $phi74.0 = x1                            ['$phi74.0', 'x1']
+    branch $72pred, 74, 84                   ['$72pred']
+label 74:
+    $76compare_op.2 = $phi74.0 <= threshold  ['$76compare_op.2', '$phi74.0', 'threshold']
+    bool80 = global(bool: <class 'bool'>)    ['bool80']
+    $80pred = call bool80($76compare_op.2, func=bool80, args=(Var($76compare_op.2, audio.py:1149),), kws=(), vararg=None, varkwarg=None, target=None) ['$76compare_op.2', '$80pred', 'bool80']
+    branch $80pred, 82, 92                   ['$80pred']
+label 82:
+    jump 88                                  []
+label 84:
+    jump 92                                  []
+label 88:
+    x1 = const(int, 0)                       ['x1']
+    jump 92                                  []
+label 92:
+    bool94 = global(bool: <class 'bool'>)    ['bool94']
+    $94pred = call bool94(zero_pos, func=bool94, args=(Var(zero_pos, audio.py:1141),), kws=(), vararg=None, varkwarg=None, target=None) ['$94pred', 'bool94', 'zero_pos']
+    branch $94pred, 96, 182                  ['$94pred']
+label 96:
+    $96load_global.0 = global(np: <module 'numpy' from '/home/anhnmt2/.local/lib/python3.12/site-packages/numpy/__init__.py'>) ['$96load_global.0']
+    $106load_attr.2 = getattr(value=$96load_global.0, attr=signbit) ['$106load_attr.2', '$96load_global.0']
+    $128call.4 = call $106load_attr.2(x0, func=$106load_attr.2, args=[Var(x0, audio.py:1144)], kws=(), vararg=None, varkwarg=None, target=None) ['$106load_attr.2', '$128call.4', 'x0']
+    $136load_global.5 = global(np: <module 'numpy' from '/home/anhnmt2/.local/lib/python3.12/site-packages/numpy/__init__.py'>) ['$136load_global.5']
+    $146load_attr.7 = getattr(value=$136load_global.5, attr=signbit) ['$136load_global.5', '$146load_attr.7']
+    $168call.9 = call $146load_attr.7(x1, func=$146load_attr.7, args=[Var(x1, audio.py:1148)], kws=(), vararg=None, varkwarg=None, target=None) ['$146load_attr.7', '$168call.9', 'x1']
+    $176compare_op.10 = $128call.4 != $168call.9 ['$128call.4', '$168call.9', '$176compare_op.10']
+    $180return_value.11 = cast(value=$176compare_op.10) ['$176compare_op.10', '$180return_value.11']
+    return $180return_value.11               ['$180return_value.11']
+label 182:
+    $182load_global.0 = global(np: <module 'numpy' from '/home/anhnmt2/.local/lib/python3.12/site-packages/numpy/__init__.py'>) ['$182load_global.0']
+    $192load_attr.2 = getattr(value=$182load_global.0, attr=sign) ['$182load_global.0', '$192load_attr.2']
+    $214call.4 = call $192load_attr.2(x0, func=$192load_attr.2, args=[Var(x0, audio.py:1144)], kws=(), vararg=None, varkwarg=None, target=None) ['$192load_attr.2', '$214call.4', 'x0']
+    $222load_global.5 = global(np: <module 'numpy' from '/home/anhnmt2/.local/lib/python3.12/site-packages/numpy/__init__.py'>) ['$222load_global.5']
+    $232load_attr.7 = getattr(value=$222load_global.5, attr=sign) ['$222load_global.5', '$232load_attr.7']
+    $254call.9 = call $232load_attr.7(x1, func=$232load_attr.7, args=[Var(x1, audio.py:1148)], kws=(), vararg=None, varkwarg=None, target=None) ['$232load_attr.7', '$254call.9', 'x1']
+    $262compare_op.10 = $214call.4 != $254call.9 ['$214call.4', '$254call.9', '$262compare_op.10']
+    $266return_value.11 = cast(value=$262compare_op.10) ['$262compare_op.10', '$266return_value.11']
+    return $266return_value.11               ['$266return_value.11']
+
+DEBUG:numba.core.byteflow:bytecode dump:
+>          0	NOP(arg=None, lineno=1039)
+           2	RESUME(arg=0, lineno=1039)
+           4	LOAD_FAST(arg=0, lineno=1042)
+           6	LOAD_CONST(arg=1, lineno=1042)
+           8	BINARY_SUBSCR(arg=None, lineno=1042)
+          12	LOAD_FAST(arg=0, lineno=1042)
+          14	LOAD_CONST(arg=2, lineno=1042)
+          16	BINARY_SUBSCR(arg=None, lineno=1042)
+          20	COMPARE_OP(arg=68, lineno=1042)
+          24	LOAD_FAST(arg=0, lineno=1042)
+          26	LOAD_CONST(arg=1, lineno=1042)
+          28	BINARY_SUBSCR(arg=None, lineno=1042)
+          32	LOAD_FAST(arg=0, lineno=1042)
+          34	LOAD_CONST(arg=3, lineno=1042)
+          36	BINARY_SUBSCR(arg=None, lineno=1042)
+          40	COMPARE_OP(arg=92, lineno=1042)
+          44	BINARY_OP(arg=1, lineno=1042)
+          48	RETURN_VALUE(arg=None, lineno=1042)
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=0 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=0 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=0, inst=NOP(arg=None, lineno=1039)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=2, inst=RESUME(arg=0, lineno=1039)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=4, inst=LOAD_FAST(arg=0, lineno=1042)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=6, inst=LOAD_CONST(arg=1, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$x4.0']
+DEBUG:numba.core.byteflow:dispatch pc=8, inst=BINARY_SUBSCR(arg=None, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$x4.0', '$const6.1']
+DEBUG:numba.core.byteflow:dispatch pc=12, inst=LOAD_FAST(arg=0, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$8binary_subscr.2']
+DEBUG:numba.core.byteflow:dispatch pc=14, inst=LOAD_CONST(arg=2, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$8binary_subscr.2', '$x12.3']
+DEBUG:numba.core.byteflow:dispatch pc=16, inst=BINARY_SUBSCR(arg=None, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$8binary_subscr.2', '$x12.3', '$const14.4']
+DEBUG:numba.core.byteflow:dispatch pc=20, inst=COMPARE_OP(arg=68, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$8binary_subscr.2', '$16binary_subscr.5']
+DEBUG:numba.core.byteflow:dispatch pc=24, inst=LOAD_FAST(arg=0, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6']
+DEBUG:numba.core.byteflow:dispatch pc=26, inst=LOAD_CONST(arg=1, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$x24.7']
+DEBUG:numba.core.byteflow:dispatch pc=28, inst=BINARY_SUBSCR(arg=None, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$x24.7', '$const26.8']
+DEBUG:numba.core.byteflow:dispatch pc=32, inst=LOAD_FAST(arg=0, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$28binary_subscr.9']
+DEBUG:numba.core.byteflow:dispatch pc=34, inst=LOAD_CONST(arg=3, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$28binary_subscr.9', '$x32.10']
+DEBUG:numba.core.byteflow:dispatch pc=36, inst=BINARY_SUBSCR(arg=None, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$28binary_subscr.9', '$x32.10', '$const34.11']
+DEBUG:numba.core.byteflow:dispatch pc=40, inst=COMPARE_OP(arg=92, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$28binary_subscr.9', '$36binary_subscr.12']
+DEBUG:numba.core.byteflow:dispatch pc=44, inst=BINARY_OP(arg=1, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$40compare_op.13']
+DEBUG:numba.core.byteflow:dispatch pc=48, inst=RETURN_VALUE(arg=None, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$binop_and_44.14']
+DEBUG:numba.core.byteflow:end state. edges=[]
+DEBUG:numba.core.byteflow:-------------------------Prune PHIs-------------------------
+DEBUG:numba.core.byteflow:Used_phis: defaultdict(<class 'set'>, {State(pc_initial=0 nstack_initial=0): set()})
+DEBUG:numba.core.byteflow:defmap: {}
+DEBUG:numba.core.byteflow:phismap: defaultdict(<class 'set'>, {})
+DEBUG:numba.core.byteflow:changing phismap: defaultdict(<class 'set'>, {})
+DEBUG:numba.core.byteflow:keep phismap: {}
+DEBUG:numba.core.byteflow:new_out: defaultdict(<class 'dict'>, {})
+DEBUG:numba.core.byteflow:----------------------DONE Prune PHIs-----------------------
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=0 nstack_initial=0):
+AdaptBlockInfo(insts=((0, {}), (2, {}), (4, {'res': '$x4.0'}), (6, {'res': '$const6.1'}), (8, {'index': '$const6.1', 'target': '$x4.0', 'res': '$8binary_subscr.2'}), (12, {'res': '$x12.3'}), (14, {'res': '$const14.4'}), (16, {'index': '$const14.4', 'target': '$x12.3', 'res': '$16binary_subscr.5'}), (20, {'lhs': '$8binary_subscr.2', 'rhs': '$16binary_subscr.5', 'res': '$20compare_op.6'}), (24, {'res': '$x24.7'}), (26, {'res': '$const26.8'}), (28, {'index': '$const26.8', 'target': '$x24.7', 'res': '$28binary_subscr.9'}), (32, {'res': '$x32.10'}), (34, {'res': '$const34.11'}), (36, {'index': '$const34.11', 'target': '$x32.10', 'res': '$36binary_subscr.12'}), (40, {'lhs': '$28binary_subscr.9', 'rhs': '$36binary_subscr.12', 'res': '$40compare_op.13'}), (44, {'op': '&', 'lhs': '$20compare_op.6', 'rhs': '$40compare_op.13', 'res': '$binop_and_44.14'}), (48, {'retval': '$binop_and_44.14', 'castval': '$48return_value.15'})), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={})
+DEBUG:numba.core.interpreter:label 0:
+    x = arg(0, name=x)                       ['x']
+    $const6.1 = const(int, 0)                ['$const6.1']
+    $8binary_subscr.2 = getitem(value=x, index=$const6.1, fn=<built-in function getitem>) ['$8binary_subscr.2', '$const6.1', 'x']
+    $const14.4 = const(int, -1)              ['$const14.4']
+    $16binary_subscr.5 = getitem(value=x, index=$const14.4, fn=<built-in function getitem>) ['$16binary_subscr.5', '$const14.4', 'x']
+    $20compare_op.6 = $8binary_subscr.2 > $16binary_subscr.5 ['$16binary_subscr.5', '$20compare_op.6', '$8binary_subscr.2']
+    $const26.8 = const(int, 0)               ['$const26.8']
+    $28binary_subscr.9 = getitem(value=x, index=$const26.8, fn=<built-in function getitem>) ['$28binary_subscr.9', '$const26.8', 'x']
+    $const34.11 = const(int, 1)              ['$const34.11']
+    $36binary_subscr.12 = getitem(value=x, index=$const34.11, fn=<built-in function getitem>) ['$36binary_subscr.12', '$const34.11', 'x']
+    $40compare_op.13 = $28binary_subscr.9 >= $36binary_subscr.12 ['$28binary_subscr.9', '$36binary_subscr.12', '$40compare_op.13']
+    $binop_and_44.14 = $20compare_op.6 & $40compare_op.13 ['$20compare_op.6', '$40compare_op.13', '$binop_and_44.14']
+    $48return_value.15 = cast(value=$binop_and_44.14) ['$48return_value.15', '$binop_and_44.14']
+    return $48return_value.15                ['$48return_value.15']
+
+DEBUG:numba.core.byteflow:bytecode dump:
+>          0	NOP(arg=None, lineno=1045)
+           2	RESUME(arg=0, lineno=1045)
+           4	LOAD_FAST(arg=0, lineno=1048)
+           6	LOAD_CONST(arg=1, lineno=1048)
+           8	BINARY_SUBSCR(arg=None, lineno=1048)
+          12	LOAD_FAST(arg=0, lineno=1048)
+          14	LOAD_CONST(arg=2, lineno=1048)
+          16	BINARY_SUBSCR(arg=None, lineno=1048)
+          20	COMPARE_OP(arg=2, lineno=1048)
+          24	LOAD_FAST(arg=0, lineno=1048)
+          26	LOAD_CONST(arg=1, lineno=1048)
+          28	BINARY_SUBSCR(arg=None, lineno=1048)
+          32	LOAD_FAST(arg=0, lineno=1048)
+          34	LOAD_CONST(arg=3, lineno=1048)
+          36	BINARY_SUBSCR(arg=None, lineno=1048)
+          40	COMPARE_OP(arg=26, lineno=1048)
+          44	BINARY_OP(arg=1, lineno=1048)
+          48	RETURN_VALUE(arg=None, lineno=1048)
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=0 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=0 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=0, inst=NOP(arg=None, lineno=1045)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=2, inst=RESUME(arg=0, lineno=1045)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=4, inst=LOAD_FAST(arg=0, lineno=1048)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=6, inst=LOAD_CONST(arg=1, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$x4.0']
+DEBUG:numba.core.byteflow:dispatch pc=8, inst=BINARY_SUBSCR(arg=None, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$x4.0', '$const6.1']
+DEBUG:numba.core.byteflow:dispatch pc=12, inst=LOAD_FAST(arg=0, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$8binary_subscr.2']
+DEBUG:numba.core.byteflow:dispatch pc=14, inst=LOAD_CONST(arg=2, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$8binary_subscr.2', '$x12.3']
+DEBUG:numba.core.byteflow:dispatch pc=16, inst=BINARY_SUBSCR(arg=None, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$8binary_subscr.2', '$x12.3', '$const14.4']
+DEBUG:numba.core.byteflow:dispatch pc=20, inst=COMPARE_OP(arg=2, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$8binary_subscr.2', '$16binary_subscr.5']
+DEBUG:numba.core.byteflow:dispatch pc=24, inst=LOAD_FAST(arg=0, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6']
+DEBUG:numba.core.byteflow:dispatch pc=26, inst=LOAD_CONST(arg=1, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$x24.7']
+DEBUG:numba.core.byteflow:dispatch pc=28, inst=BINARY_SUBSCR(arg=None, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$x24.7', '$const26.8']
+DEBUG:numba.core.byteflow:dispatch pc=32, inst=LOAD_FAST(arg=0, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$28binary_subscr.9']
+DEBUG:numba.core.byteflow:dispatch pc=34, inst=LOAD_CONST(arg=3, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$28binary_subscr.9', '$x32.10']
+DEBUG:numba.core.byteflow:dispatch pc=36, inst=BINARY_SUBSCR(arg=None, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$28binary_subscr.9', '$x32.10', '$const34.11']
+DEBUG:numba.core.byteflow:dispatch pc=40, inst=COMPARE_OP(arg=26, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$28binary_subscr.9', '$36binary_subscr.12']
+DEBUG:numba.core.byteflow:dispatch pc=44, inst=BINARY_OP(arg=1, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$40compare_op.13']
+DEBUG:numba.core.byteflow:dispatch pc=48, inst=RETURN_VALUE(arg=None, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$binop_and_44.14']
+DEBUG:numba.core.byteflow:end state. edges=[]
+DEBUG:numba.core.byteflow:-------------------------Prune PHIs-------------------------
+DEBUG:numba.core.byteflow:Used_phis: defaultdict(<class 'set'>, {State(pc_initial=0 nstack_initial=0): set()})
+DEBUG:numba.core.byteflow:defmap: {}
+DEBUG:numba.core.byteflow:phismap: defaultdict(<class 'set'>, {})
+DEBUG:numba.core.byteflow:changing phismap: defaultdict(<class 'set'>, {})
+DEBUG:numba.core.byteflow:keep phismap: {}
+DEBUG:numba.core.byteflow:new_out: defaultdict(<class 'dict'>, {})
+DEBUG:numba.core.byteflow:----------------------DONE Prune PHIs-----------------------
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=0 nstack_initial=0):
+AdaptBlockInfo(insts=((0, {}), (2, {}), (4, {'res': '$x4.0'}), (6, {'res': '$const6.1'}), (8, {'index': '$const6.1', 'target': '$x4.0', 'res': '$8binary_subscr.2'}), (12, {'res': '$x12.3'}), (14, {'res': '$const14.4'}), (16, {'index': '$const14.4', 'target': '$x12.3', 'res': '$16binary_subscr.5'}), (20, {'lhs': '$8binary_subscr.2', 'rhs': '$16binary_subscr.5', 'res': '$20compare_op.6'}), (24, {'res': '$x24.7'}), (26, {'res': '$const26.8'}), (28, {'index': '$const26.8', 'target': '$x24.7', 'res': '$28binary_subscr.9'}), (32, {'res': '$x32.10'}), (34, {'res': '$const34.11'}), (36, {'index': '$const34.11', 'target': '$x32.10', 'res': '$36binary_subscr.12'}), (40, {'lhs': '$28binary_subscr.9', 'rhs': '$36binary_subscr.12', 'res': '$40compare_op.13'}), (44, {'op': '&', 'lhs': '$20compare_op.6', 'rhs': '$40compare_op.13', 'res': '$binop_and_44.14'}), (48, {'retval': '$binop_and_44.14', 'castval': '$48return_value.15'})), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={})
+DEBUG:numba.core.interpreter:label 0:
+    x = arg(0, name=x)                       ['x']
+    $const6.1 = const(int, 0)                ['$const6.1']
+    $8binary_subscr.2 = getitem(value=x, index=$const6.1, fn=<built-in function getitem>) ['$8binary_subscr.2', '$const6.1', 'x']
+    $const14.4 = const(int, -1)              ['$const14.4']
+    $16binary_subscr.5 = getitem(value=x, index=$const14.4, fn=<built-in function getitem>) ['$16binary_subscr.5', '$const14.4', 'x']
+    $20compare_op.6 = $8binary_subscr.2 < $16binary_subscr.5 ['$16binary_subscr.5', '$20compare_op.6', '$8binary_subscr.2']
+    $const26.8 = const(int, 0)               ['$const26.8']
+    $28binary_subscr.9 = getitem(value=x, index=$const26.8, fn=<built-in function getitem>) ['$28binary_subscr.9', '$const26.8', 'x']
+    $const34.11 = const(int, 1)              ['$const34.11']
+    $36binary_subscr.12 = getitem(value=x, index=$const34.11, fn=<built-in function getitem>) ['$36binary_subscr.12', '$const34.11', 'x']
+    $40compare_op.13 = $28binary_subscr.9 <= $36binary_subscr.12 ['$28binary_subscr.9', '$36binary_subscr.12', '$40compare_op.13']
+    $binop_and_44.14 = $20compare_op.6 & $40compare_op.13 ['$20compare_op.6', '$40compare_op.13', '$binop_and_44.14']
+    $48return_value.15 = cast(value=$binop_and_44.14) ['$48return_value.15', '$binop_and_44.14']
+    return $48return_value.15                ['$48return_value.15']
+
+  0%|                                                                                                                                                                                                    | 10/112500 [00:58<197:52:33,  6.33s/it]
+  0%|▍                                                                                                                                                                                                      | 76/37500 [00:28<2:37:15,  3.97it/s]

scripts/wandb/run-20250409_172124-xqbcuwso/files/requirements.txt

@@ -0,0 +1,341 @@
+tomlkit==0.12.0
+python-dotenv==1.0.1
+SQLAlchemy==2.0.36
+psutil==6.1.0
+anyio==4.8.0
+onnxruntime==1.20.1
+antlr4-python3-runtime==4.9.3
+httpx-sse==0.4.0
+annotated-types==0.7.0
+tqdm==4.66.5
+simplejson==3.19.3
+csvw==3.5.1
+pooch==1.8.2
+trl==0.9.6
+more-itertools==10.5.0
+jiter==0.6.1
+markdown2==2.5.1
+segments==2.2.1
+opentelemetry-instrumentation-asgi==0.50b0
+Deprecated==1.2.15
+pyasn1_modules==0.4.1
+bcrypt==4.2.1
+opentelemetry-util-http==0.50b0
+intervaltree==3.1.0
+hjson==3.1.0
+modelscope==1.18.1
+fastapi==0.112.4
+pyarrow==17.0.0
+sounddevice==0.5.1
+modelscope_studio==0.4.0.9
+build==1.2.2.post1
+oauthlib==3.2.2
+gunicorn==23.0.0
+pyasn1==0.6.1
+matplotlib==3.9.2
+speechbrain==0.5.16
+joblib==1.4.2
+tyro==0.8.13
+rsa==4.9
+numba==0.60.0
+fastprogress==1.0.3
+wrapt==1.17.0
+PyPika==0.48.9
+dacite==1.8.1
+googleapis-common-protos==1.66.0
+openai==1.68.0
+tabulate==0.9.0
+monotonic==1.6
+lazy_loader==0.4
+google-auth==2.37.0
+fairseq==0.12.3
+opentelemetry-semantic-conventions==0.50b0
+sacrebleu==2.4.3
+requests-toolbelt==1.0.0
+ruff==0.7.0
+bitsandbytes==0.43.1
+tenacity==9.0.0
+uvloop==0.21.0
+Pygments==2.18.0
+langchain==0.3.18
+typer==0.12.5
+uritemplate==4.1.1
+rich==13.9.3
+lion-pytorch==0.2.3
+pydub==0.25.1
+fastcore==1.7.28
+encodec==0.1.1
+cytoolz==1.0.1
+huggingface-hub==0.26.1
+python-dateutil==2.9.0.post0
+duckduckgo_search==7.3.2
+rfc3986==1.5.0
+wavedrom==2.0.3.post3
+sentence-transformers==3.3.1
+httpx==0.28.1
+colorlog==6.9.0
+xxhash==3.5.0
+termcolor==2.5.0
+importlib_resources==6.4.5
+lilcom==1.8.1
+llamafactory==0.9.2.dev0
+lhotse==1.31.0
+kiwisolver==1.4.7
+watchfiles==1.0.3
+marshmallow==3.23.1
+overrides==7.7.0
+langchain-text-splitters==0.3.6
+lxml==5.3.0
+blinker==1.8.2
+whisper==1.1.10
+triton==3.1.0
+python-multipart==0.0.12
+isodate==0.7.2
+wandb==0.19.8
+nvidia-ml-py==12.560.30
+h11==0.14.0
+zipp==3.20.2
+transformers==4.45.0
+websocket-client==1.8.0
+opentelemetry-instrumentation==0.50b0
+pydantic==2.9.2
+latex2mathml==3.77.0
+numpy-rms==0.4.2
+opentelemetry-exporter-otlp-proto-grpc==1.29.0
+humanfriendly==10.0
+decorator==5.1.1
+fonttools==4.54.1
+fire==0.7.0
+ninja==1.11.1.1
+shortuuid==1.0.13
+tiktoken==0.8.0
+aliyun-python-sdk-kms==2.16.5
+einops==0.8.0
+threadpoolctl==3.5.0
+docker-pycreds==0.4.0
+Flask==3.0.3
+opentelemetry-sdk==1.29.0
+opentelemetry-exporter-otlp-proto-common==1.29.0
+pylatexenc==2.10
+orjson==3.10.10
+durationpy==0.9
+addict==2.4.0
+py-cpuinfo==9.0.0
+contourpy==1.3.0
+crcmod==1.7
+pydantic-settings==2.6.1
+pyproject_hooks==1.2.0
+future==1.0.0
+jsonschema-specifications==2024.10.1
+coloredlogs==15.0.1
+timm==0.6.13
+deepspeed==0.14.5
+referencing==0.35.1
+binpacking==1.5.2
+peft==0.12.0
+language-tags==1.2.0
+speechtokenizer==1.0.1
+shellingham==1.5.4
+primp==0.12.1
+tavily-python==0.5.1
+uvicorn==0.32.0
+opentelemetry-proto==1.29.0
+typing-inspect==0.9.0
+backoff==2.2.1
+sortedcontainers==2.4.0
+gitdb==4.0.12
+aiofiles==23.2.1
+jsonschema==4.23.0
+svgwrite==1.4.3
+protobuf==5.29.1
+starlette==0.38.6
+transformers-stream-generator==0.0.5
+sentry-sdk==2.22.0
+toolz==1.0.0
+einops-exts==0.0.4
+WhisperSpeech==0.8
+hydra-core==1.3.2
+portalocker==2.10.1
+jieba==0.42.1
+pandas==2.2.3
+requests==2.32.3
+flash-attn==2.6.3
+msgpack==1.1.0
+chroma-hnswlib==0.7.6
+librosa==0.10.2.post1
+sniffio==1.3.1
+smmap==5.0.2
+opentelemetry-api==1.29.0
+websockets==14.2
+kubernetes==31.0.0
+audioread==3.0.1
+docstring_parser==0.16
+scipy==1.12.0
+aliyun-python-sdk-core==2.16.0
+accelerate==1.0.0
+dill==0.3.8
+llama-omni==1.0.0
+mdurl==0.1.2
+chromadb==0.5.23
+oss2==2.19.0
+rdflib==7.1.1
+bibtexparser==2.0.0b8
+rpds-py==0.22.3
+soundfile==0.12.1
+langdetect==1.0.9
+duckdb==1.2.0
+numpy==1.26.3
+dataclasses-json==0.6.7
+tokenizers==0.20.3
+cpm-kernels==1.0.11
+einx==0.3.0
+langchain-core==0.3.34
+clldutils==3.24.0
+openai-whisper==20240930
+setuptools==69.5.1
+requests-oauthlib==2.0.0
+langchain-community==0.3.17
+langsmith==0.2.3
+colorama==0.4.6
+omegaconf==2.3.0
+asgiref==3.8.1
+pydantic_core==2.23.4
+ffmpy==0.4.0
+multiprocess==0.70.16
+mmh3==5.0.1
+babel==2.16.0
+phonemizer==3.3.0
+pycryptodome==3.21.0
+gradio==4.44.1
+google-genai==1.5.0
+tzdata==2024.2
+llvmlite==0.43.0
+cachetools==5.5.0
+seaborn==0.13.2
+httptools==0.6.4
+GitPython==3.1.44
+markdown-it-py==3.0.0
+beartype==0.20.2
+whisper_normalizer==0.0.10
+dlinfo==1.2.1
+vocos==0.1.0
+itsdangerous==2.2.0
+bitarray==3.0.0
+opentelemetry-instrumentation-fastapi==0.50b0
+setproctitle==1.3.5
+cycler==0.12.1
+vector-quantize-pytorch==1.18.5
+jmespath==0.10.0
+mypy-extensions==1.0.0
+flatbuffers==24.3.25
+scikit-learn==1.5.2
+pytz==2024.2
+pyparsing==3.2.0
+posthog==3.7.4
+rouge==1.0.1
+semantic-version==2.10.0
+httpcore==1.0.6
+soxr==0.5.0.post1
+importlib_metadata==8.5.0
+audiomentations==0.36.1
+shtab==1.7.1
+Unidecode==1.3.8
+click==8.1.8
+tensorboardX==2.6.2.2
+greenlet==3.1.1
+nltk==3.9.1
+gradio_client==1.3.0
+datasets==2.21.0
+attrdict==2.0.1
+llamafactory==0.9.2.dev0
+ms-swift==2.6.0.dev0
+Brotli==1.0.9
+Cython==3.0.10
+HyperPyYAML==1.2.2
+Markdown==3.6
+MarkupSafe==2.1.3
+PySocks==1.7.1
+PyYAML==6.0.1
+absl-py==2.1.0
+aiohttp==3.9.5
+aiosignal==1.3.1
+anaconda-anon-usage==0.4.4
+archspec==0.2.3
+attrs==23.2.0
+boltons==23.0.0
+certifi==2024.6.2
+cffi==1.16.0
+charset-normalizer==2.0.4
+click==8.1.7
+conda==24.5.0
+conda-content-trust==0.2.0
+conda-libmamba-solver==24.1.0
+conda-package-handling==2.2.0
+conda_package_streaming==0.9.0
+cryptography==42.0.5
+distro==1.9.0
+filelock==3.13.1
+frozendict==2.4.2
+frozenlist==1.4.1
+fsspec==2024.6.0
+grpcio==1.64.1
+huggingface-hub==0.23.3
+idna==3.7
+Jinja2==3.1.4
+jiwer==3.0.4
+jsonargparse==4.29.0
+jsonpatch==1.33
+jsonpointer==2.1
+kaldialign==0.9.1
+libmambapy==1.5.8
+lightning==2.2.5
+lightning-utilities==0.11.2
+llvmlite==0.42.0
+menuinst==2.0.2
+mkl-fft==1.3.8
+mkl-random==1.2.4
+mkl-service==2.4.0
+mpmath==1.3.0
+multidict==6.0.5
+networkx==3.2.1
+numba==0.59.1
+numpy==1.26.4
+packaging==23.2
+pillow==10.3.0
+pip==24.0
+platformdirs==3.10.0
+pluggy==1.0.0
+protobuf==4.25.3
+pycosat==0.6.6
+pycparser==2.21
+pytorch-lightning==2.2.5
+rapidfuzz==3.9.3
+regex==2024.5.15
+requests==2.31.0
+ruamel.yaml==0.18.6
+ruamel.yaml.clib==0.2.8
+safetensors==0.4.3
+scipy==1.13.1
+sentencepiece==0.2.0
+setuptools==69.5.1
+six==1.16.0
+sympy==1.12
+tensorboard==2.17.0
+tensorboard-data-server==0.7.2
+tokenizers==0.19.1
+torch==2.2.1
+torch-complex==0.4.3
+torchaudio==2.2.1
+torchmetrics==1.4.0.post0
+torchvision==0.17.1
+tqdm==4.66.2
+transformers==4.41.2
+truststore==0.8.0
+typeguard==2.13.3
+typing_extensions==4.11.0
+urllib3==2.1.0
+Werkzeug==3.0.3
+wheel==0.43.0
+yarl==1.9.4
+zstandard==0.22.0
+warprnnt_pytorch==0.1

scripts/wandb/run-20250409_172124-xqbcuwso/files/wandb-metadata.json

@@ -0,0 +1,171 @@
+{
+  "os": "Linux-5.15.0-1029-nvidia-x86_64-with-glibc2.31",
+  "python": "CPython 3.12.3",
+  "startedAt": "2025-04-09T10:21:24.195642Z",
+  "args": [
+    "--local_rank=0",
+    "--deepspeed",
+    "zero2.json",
+    "--model_name_or_path",
+    "/data1/speech/anhnmt2/Speech2Speech/LLaMA-Omni/models/llm/Qwen2.5-7B-Instruct",
+    "--pretrained_llm_path",
+    "/data1/speech/anhnmt2/cuongnm/EOT/Qwen2.5-0.5B-Instruct",
+    "--tokenizer_path",
+    "/data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/omni_speech/model/minicpmo/MiniCPM-o-2_6",
+    "--cache_dir",
+    "../output/cached_sft_20252502",
+    "--audio_encoder_path",
+    "/data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/omni_speech/model/minicpmo/MiniCPM-o-2_6",
+    "--llm_type",
+    "qwen",
+    "--data_path",
+    "/data1/speech/anhnmt2/cuongnm/datasets/asr/train_asr_mixed_balanced_1M5_train.json",
+    "--eval_data_path",
+    "/data1/speech/anhnmt2/cuongnm/datasets/asr/train_asr_mixed_balanced_1M5_dev.json",
+    "--config_path",
+    "minicpmp_config.json",
+    "--remove_unused_columns",
+    "false",
+    "--prediction_loss_only",
+    "false",
+    "--bf16",
+    "true",
+    "--do_train",
+    "--do_eval",
+    "--tune_speech",
+    "false",
+    "--tune_llm",
+    "true",
+    "--model_max_length",
+    "2048",
+    "--eval_steps",
+    "10",
+    "--output_dir",
+    "../checkpoints/minicpmo_whisper-medium_Qwen2.5-0.5B_pretrained-asr",
+    "--num_train_epochs",
+    "3",
+    "--logging_strategy",
+    "steps",
+    "--per_device_train_batch_size",
+    "8",
+    "--per_device_eval_batch_size",
+    "8",
+    "--gradient_accumulation_steps",
+    "4",
+    "--evaluation_strategy",
+    "steps",
+    "--save_strategy",
+    "no",
+    "--save_steps",
+    "10",
+    "--save_total_limit",
+    "1",
+    "--learning_rate",
+    "2e-4",
+    "--weight_decay",
+    "0.",
+    "--warmup_ratio",
+    "0.03",
+    "--lr_scheduler_type",
+    "cosine",
+    "--logging_steps",
+    "50",
+    "--tf32",
+    "true",
+    "--gradient_checkpointing",
+    "true"
+  ],
+  "program": "/data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/scripts/../omni_speech/train/train_minicpmo_test.py",
+  "codePath": "omni_speech/train/train_minicpmo_test.py",
+  "git": {
+    "remote": "https://bitbucket.org/vinbdi-slp/half-streaming-speech-nlp.git",
+    "commit": "3876ef3c080c3ca44ad5ea0bd316241f0323ada6"
+  },
+  "email": "cuong220103@gmail.com",
+  "root": "/data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/scripts",
+  "host": "dgx-a100-5",
+  "executable": "/opt/conda/bin/python3",
+  "cpu_count": 128,
+  "cpu_count_logical": 256,
+  "gpu": "NVIDIA A100-SXM4-40GB",
+  "gpu_count": 1,
+  "disk": {
+    "/": {
+      "total": "1900954378240",
+      "used": "289453092864"
+    }
+  },
+  "memory": {
+    "total": "1081975545856"
+  },
+  "cpu": {
+    "count": 128,
+    "countLogical": 256
+  },
+  "gpu_nvidia": [
+    {
+      "name": "NVIDIA A100-SXM4-40GB",
+      "memoryTotal": "42949672960",
+      "cudaCores": 6912,
+      "architecture": "Ampere"
+    }
+  ],
+  "slurm": {
+    "cluster_name": "slurm",
+    "conf": "/cm/shared/apps/slurm/var/etc/slurm/slurm.conf",
+    "cpus_on_node": "24",
+    "cpus_per_task": "24",
+    "gpus_on_node": "1",
+    "gpus_per_node": "1",
+    "gtids": "0",
+    "job_cpus_per_node": "24",
+    "job_end_time": "1775042326",
+    "job_gid": "1400",
+    "job_group": "speech",
+    "job_id": "5154",
+    "job_name": "bash",
+    "job_nodelist": "dgx-a100-5",
+    "job_num_nodes": "1",
+    "job_partition": "defq",
+    "job_qos": "normal",
+    "job_start_time": "1743506326",
+    "job_uid": "1407",
+    "job_user": "anhnmt2",
+    "jobid": "5154",
+    "launch_node_ipaddr": "192.168.100.102",
+    "localid": "0",
+    "mpi_type": "pmix",
+    "nnodes": "1",
+    "nodeid": "0",
+    "nodelist": "dgx-a100-5",
+    "nprocs": "1",
+    "ntasks": "1",
+    "ntasks_per_node": "1",
+    "pmix_mapping_serv": "(vector,(0,1,1))",
+    "pmixp_abort_agent_port": "37119",
+    "prio_process": "0",
+    "procid": "0",
+    "pty_port": "45373",
+    "pty_win_col": "137",
+    "pty_win_row": "10",
+    "srun_comm_host": "192.168.100.102",
+    "srun_comm_port": "43475",
+    "step_gpus": "4",
+    "step_id": "0",
+    "step_launcher_port": "43475",
+    "step_nodelist": "dgx-a100-5",
+    "step_num_nodes": "1",
+    "step_num_tasks": "1",
+    "step_tasks_per_node": "1",
+    "stepid": "0",
+    "submit_dir": "/data1/speech/anhnmt2/ASR/speechgpt/slurm/submit",
+    "submit_host": "login-1",
+    "task_pid": "268175",
+    "tasks_per_node": "1",
+    "topology_addr": "dgx-a100-5",
+    "topology_addr_pattern": "node",
+    "umask": "0022",
+    "working_cluster": "slurm:bcm10-headnode:6817:9984:109"
+  },
+  "cudaVersion": "12.2"
+}

scripts/wandb/run-20250409_172124-xqbcuwso/logs/debug-core.log

@@ -0,0 +1,7 @@
+{"time":"2025-04-09T17:21:23.377126325+07:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpladvpg7_/port-488344.txt","pid":488344,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false}
+{"time":"2025-04-09T17:21:23.377632542+07:00","level":"INFO","msg":"Will exit if parent process dies.","ppid":488344}
+{"time":"2025-04-09T17:21:23.377617373+07:00","level":"INFO","msg":"server is running","addr":{"IP":"127.0.0.1","Port":40955,"Zone":""}}
+{"time":"2025-04-09T17:21:23.564213307+07:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"127.0.0.1:38564"}
+{"time":"2025-04-09T17:21:24.197162627+07:00","level":"INFO","msg":"handleInformInit: received","streamId":"xqbcuwso","id":"127.0.0.1:38564"}
+{"time":"2025-04-09T17:21:24.315481861+07:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"xqbcuwso","id":"127.0.0.1:38564"}
+{"time":"2025-04-09T17:22:55.878125782+07:00","level":"INFO","msg":"received shutdown signal","signal":15}

scripts/wandb/run-20250409_172124-xqbcuwso/logs/debug-internal.log

@@ -0,0 +1,7 @@
+{"time":"2025-04-09T17:21:24.199900589+07:00","level":"INFO","msg":"stream: starting","core version":"0.19.8","symlink path":"/data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/scripts/wandb/run-20250409_172124-xqbcuwso/logs/debug-core.log"}
+{"time":"2025-04-09T17:21:24.31544378+07:00","level":"INFO","msg":"created new stream","id":"xqbcuwso"}
+{"time":"2025-04-09T17:21:24.31547587+07:00","level":"INFO","msg":"stream: started","id":"xqbcuwso"}
+{"time":"2025-04-09T17:21:24.315488805+07:00","level":"INFO","msg":"writer: Do: started","stream_id":"xqbcuwso"}
+{"time":"2025-04-09T17:21:24.315731653+07:00","level":"INFO","msg":"handler: started","stream_id":"xqbcuwso"}
+{"time":"2025-04-09T17:21:24.315801014+07:00","level":"INFO","msg":"sender: started","stream_id":"xqbcuwso"}
+{"time":"2025-04-09T17:21:24.743185907+07:00","level":"INFO","msg":"Starting system monitor"}

scripts/wandb/run-20250409_172124-xqbcuwso/logs/debug.log

@@ -0,0 +1,25 @@
+2025-04-09 17:21:24,192 INFO    MainThread:488344 [wandb_setup.py:_flush():67] Current SDK version is 0.19.8
+2025-04-09 17:21:24,192 INFO    MainThread:488344 [wandb_setup.py:_flush():67] Configure stats pid to 488344
+2025-04-09 17:21:24,192 INFO    MainThread:488344 [wandb_setup.py:_flush():67] Loading settings from /home/anhnmt2/.config/wandb/settings
+2025-04-09 17:21:24,192 INFO    MainThread:488344 [wandb_setup.py:_flush():67] Loading settings from /data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/scripts/wandb/settings
+2025-04-09 17:21:24,192 INFO    MainThread:488344 [wandb_setup.py:_flush():67] Loading settings from environment variables
+2025-04-09 17:21:24,192 INFO    MainThread:488344 [wandb_init.py:setup_run_log_directory():647] Logging user logs to /data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/scripts/wandb/run-20250409_172124-xqbcuwso/logs/debug.log
+2025-04-09 17:21:24,193 INFO    MainThread:488344 [wandb_init.py:setup_run_log_directory():648] Logging internal logs to /data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/scripts/wandb/run-20250409_172124-xqbcuwso/logs/debug-internal.log
+2025-04-09 17:21:24,193 INFO    MainThread:488344 [wandb_init.py:init():761] calling init triggers
+2025-04-09 17:21:24,193 INFO    MainThread:488344 [wandb_init.py:init():766] wandb.init called with sweep_config: {}
+config: {'_wandb': {}}
+2025-04-09 17:21:24,193 INFO    MainThread:488344 [wandb_init.py:init():784] starting backend
+2025-04-09 17:21:24,193 INFO    MainThread:488344 [wandb_init.py:init():788] sending inform_init request
+2025-04-09 17:21:24,195 INFO    MainThread:488344 [backend.py:_multiprocessing_setup():101] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2025-04-09 17:21:24,195 INFO    MainThread:488344 [wandb_init.py:init():798] backend started and connected
+2025-04-09 17:21:24,197 INFO    MainThread:488344 [wandb_init.py:init():891] updated telemetry
+2025-04-09 17:21:24,207 INFO    MainThread:488344 [wandb_init.py:init():915] communicating run to backend with 90.0 second timeout
+2025-04-09 17:21:24,739 INFO    MainThread:488344 [wandb_init.py:init():990] starting run threads in backend
+2025-04-09 17:21:25,012 INFO    MainThread:488344 [wandb_run.py:_console_start():2375] atexit reg
+2025-04-09 17:21:25,012 INFO    MainThread:488344 [wandb_run.py:_redirect():2227] redirect: wrap_raw
+2025-04-09 17:21:25,013 INFO    MainThread:488344 [wandb_run.py:_redirect():2292] Wrapping output streams.
+2025-04-09 17:21:25,013 INFO    MainThread:488344 [wandb_run.py:_redirect():2315] Redirects installed.
+2025-04-09 17:21:25,015 INFO    MainThread:488344 [wandb_init.py:init():1032] run started, returning control to user process
+2025-04-09 17:21:25,017 INFO    MainThread:488344 [wandb_run.py:_config_callback():1261] config_cb None None {'use_cache': False, 'query_num': 64, 'image_size': 448, 'drop_vision_last_layer': False, 'batch_vision_input': True, 'use_image_id': True, 'vision_batch_size': 16, 'audio_pool_step': 2, 'audio_chunk_length': 1.0, 'stream_input': False, 'init_vision': False, 'init_audio': True, 'init_tts': False, 'processor_path': '/data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/omni_speech/model/minicpmo/MiniCPM-o-2_6', 'pretrained_encoder_path': '/data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/omni_speech/model/minicpmo/MiniCPM-o-2_6', 'pretrained_llm_path': '/data1/speech/anhnmt2/cuongnm/EOT/Qwen2.5-0.5B-Instruct', 'chunk_input': True, 'slice_config': {'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': None, 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': True, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 20, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, 'architectures': None, 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': None, 'pad_token_id': None, 'eos_token_id': None, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': '', 'model_type': 'minicpmv', 'patch_size': 14, 'max_slice_nums': 9, 'scale_resolution': 448}, 'slice_mode': True, 'vision_config': {'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': None, 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': True, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 20, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, 'architectures': None, 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': None, 'pad_token_id': None, 'eos_token_id': None, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': '', 'model_type': 'siglip_vision_model', 'hidden_size': 1152, 'intermediate_size': 4304, 'num_hidden_layers': 27, 'num_attention_heads': 16, 'num_channels': 3, 'patch_size': 14, 'image_size': 980, 'attention_dropout': 0.0, 'layer_norm_eps': 1e-06, 'hidden_act': 'gelu_pytorch_tanh'}, 'audio_config': {'vocab_size': 51865, 'num_mel_bins': 80, 'd_model': 1024, 'encoder_layers': 24, 'encoder_attention_heads': 16, 'decoder_layers': 24, 'decoder_attention_heads': 16, 'decoder_ffn_dim': 4096, 'encoder_ffn_dim': 4096, 'dropout': 0.0, 'attention_dropout': 0.0, 'activation_dropout': 0.0, 'activation_function': 'gelu', 'init_std': 0.02, 'encoder_layerdrop': 0.0, 'decoder_layerdrop': 0.0, 'use_cache': True, 'num_hidden_layers': 24, 'scale_embedding': False, 'max_source_positions': 1500, 'max_target_positions': 448, 'classifier_proj_size': 256, 'use_weighted_layer_sum': False, 'apply_spec_augment': False, 'mask_time_prob': 0.05, 'mask_time_length': 10, 'mask_time_min_masks': 2, 'mask_feature_prob': 0.0, 'mask_feature_length': 10, 'mask_feature_min_masks': 0, 'median_filter_width': 7, 'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': 'float32', 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': True, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': True, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 448, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': [1, 2, 7, 8, 9, 10, 14, 25, 26, 27, 28, 29, 31, 58, 59, 60, 61, 62, 63, 90, 91, 92, 93, 359, 503, 522, 542, 873, 893, 902, 918, 922, 931, 1350, 1853, 1982, 2460, 2627, 3246, 3253, 3268, 3536, 3846, 3961, 4183, 4667, 6585, 6647, 7273, 9061, 9383, 10428, 10929, 11938, 12033, 12331, 12562, 13793, 14157, 14635, 15265, 15618, 16553, 16604, 18362, 18956, 20075, 21675, 22520, 26130, 26161, 26435, 28279, 29464, 31650, 32302, 32470, 36865, 42863, 47425, 49870, 50254, 50258, 50358, 50359, 50360, 50361, 50362], 'begin_suppress_tokens': [220, 50257], 'architectures': ['MiniCPMWhisperEncoder'], 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': 50257, 'pad_token_id': 50257, 'eos_token_id': 50257, 'sep_token_id': None, 'decoder_start_token_id': 50258, 'task_specific_params': None, 'problem_type': None, '_name_or_path': 'openai/whisper-medium', 'forced_decoder_ids': [[1, 50259], [2, 50359], [3, 50363]], 'model_type': 'whisper'}, 'tts_config': {'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': None, 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': True, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 20, 'min_length': 0, 'do_sample': True, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 20, 'top_p': 0.7, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, 'architectures': None, 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': None, 'pad_token_id': None, 'eos_token_id': None, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': '', 'model_type': 'conditional_chattts', 'llm_dim': 3584, 'hidden_size': 768, 'intermediate_size': 3072, 'num_attention_heads': 12, 'num_hidden_layers': 20, 'max_position_embeddings': 4096, 'num_audio_tokens': 626, 'num_text_tokens': 21178, 'num_mel_bins': 100, 'num_vq': 4, 'use_speaker_embedding': True, 'use_llm_hidden_state': False, 'spk_emb_token_id': 21143, 'num_spk_embs': 1, 'audio_bos_token_id': 21132, 'text_eos_token_id': 21133, 'use_text': True, 'streaming': True, 'streaming_text_chunk_size': 10, 'streaming_text_reserved_len': 300, 'streaming_audio_chunk_size': 50, 'attn_implementation': 'sdpa', 'use_mlp': True, 'aug_loss_weight': True}, 'patch_size': 14, 'vocab_size': 152064, 'max_position_embeddings': 32768, 'hidden_size': 3584, 'intermediate_size': 18944, 'num_hidden_layers': 28, 'num_attention_heads': 28, 'use_sliding_window': False, 'sliding_window': None, 'max_window_layers': 28, 'num_key_value_heads': 4, 'hidden_act': 'silu', 'initializer_range': 0.02, 'rms_norm_eps': 1e-06, 'rope_theta': 1000000.0, 'rope_scaling': None, 'attention_dropout': 0.0, 'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': 'float32', 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': False, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 2048, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, 'architectures': ['Qwen2ForCausalLM'], 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': 151643, 'pad_token_id': None, 'eos_token_id': 151645, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': '/data1/speech/anhnmt2/Speech2Speech/LLaMA-Omni/models/llm/Qwen2.5-7B-Instruct', 'transformers_version': '4.45.0', 'model_type': 'minicpmo', 'output_dir': '../checkpoints/minicpmo_whisper-medium_Qwen2.5-0.5B_pretrained-asr', 'overwrite_output_dir': False, 'do_train': True, 'do_eval': True, 'do_predict': False, 'eval_strategy': 'steps', 'prediction_loss_only': False, 'per_device_train_batch_size': 8, 'per_device_eval_batch_size': 8, 'per_gpu_train_batch_size': None, 'per_gpu_eval_batch_size': None, 'gradient_accumulation_steps': 4, 'eval_accumulation_steps': None, 'eval_delay': 0, 'torch_empty_cache_steps': None, 'learning_rate': 0.0002, 'weight_decay': 0.0, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_epsilon': 1e-08, 'max_grad_norm': 1.0, 'num_train_epochs': 3.0, 'max_steps': -1, 'lr_scheduler_type': 'cosine', 'lr_scheduler_kwargs': {}, 'warmup_ratio': 0.03, 'warmup_steps': 0, 'log_level': 'passive', 'log_level_replica': 'warning', 'log_on_each_node': True, 'logging_dir': '../checkpoints/minicpmo_whisper-medium_Qwen2.5-0.5B_pretrained-asr/runs/Apr09_17-20-48_dgx-a100-5', 'logging_strategy': 'steps', 'logging_first_step': False, 'logging_steps': 50, 'logging_nan_inf_filter': True, 'save_strategy': 'no', 'save_steps': 10.0, 'save_total_limit': 1, 'save_safetensors': True, 'save_on_each_node': False, 'save_only_model': False, 'restore_callback_states_from_checkpoint': False, 'no_cuda': False, 'use_cpu': False, 'use_mps_device': False, 'seed': 42, 'data_seed': None, 'jit_mode_eval': False, 'use_ipex': False, 'bf16': True, 'fp16': False, 'fp16_opt_level': 'O1', 'half_precision_backend': 'auto', 'bf16_full_eval': False, 'fp16_full_eval': False, 'tf32': True, 'local_rank': 0, 'ddp_backend': None, 'tpu_num_cores': None, 'tpu_metrics_debug': False, 'debug': [], 'dataloader_drop_last': False, 'eval_steps': 10, 'dataloader_num_workers': 0, 'dataloader_prefetch_factor': None, 'past_index': -1, 'run_name': '../checkpoints/minicpmo_whisper-medium_Qwen2.5-0.5B_pretrained-asr', 'disable_tqdm': False, 'remove_unused_columns': False, 'label_names': None, 'load_best_model_at_end': False, 'metric_for_best_model': None, 'greater_is_better': None, 'ignore_data_skip': False, 'fsdp': [], 'fsdp_min_num_params': 0, 'fsdp_config': {'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}, 'fsdp_transformer_layer_cls_to_wrap': None, 'accelerator_config': {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True, 'non_blocking': False, 'gradient_accumulation_kwargs': None}, 'deepspeed': 'zero2.json', 'label_smoothing_factor': 0.0, 'optim': 'adamw_torch', 'optim_args': None, 'adafactor': False, 'group_by_length': False, 'length_column_name': 'length', 'report_to': ['tensorboard', 'wandb'], 'ddp_find_unused_parameters': None, 'ddp_bucket_cap_mb': None, 'ddp_broadcast_buffers': None, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': False, 'skip_memory_metrics': True, 'use_legacy_prediction_loop': False, 'push_to_hub': False, 'resume_from_checkpoint': None, 'hub_model_id': None, 'hub_strategy': 'every_save', 'hub_token': '<HUB_TOKEN>', 'hub_private_repo': False, 'hub_always_push': False, 'gradient_checkpointing': True, 'gradient_checkpointing_kwargs': {'use_reentrant': False}, 'include_inputs_for_metrics': False, 'eval_do_concat_batches': True, 'fp16_backend': 'auto', 'evaluation_strategy': 'steps', 'push_to_hub_model_id': None, 'push_to_hub_organization': None, 'push_to_hub_token': '<PUSH_TO_HUB_TOKEN>', 'mp_parameters': '', 'auto_find_batch_size': False, 'full_determinism': False, 'torchdynamo': None, 'ray_scope': 'last', 'ddp_timeout': 1800, 'torch_compile': False, 'torch_compile_backend': None, 'torch_compile_mode': None, 'dispatch_batches': None, 'split_batches': None, 'include_tokens_per_second': False, 'include_num_input_tokens_seen': False, 'neftune_noise_alpha': None, 'optim_target_modules': None, 'batch_eval_metrics': False, 'eval_on_start': False, 'use_liger_kernel': False, 'eval_use_gather_object': False, 'cache_dir': '../output/cached_sft_20252502', 'model_max_length': 2048, 'tune_vision': True, 'tune_speech': False, 'tune_llm': True, 'llm_type': 'qwen', 'use_lora': False, 'max_slice_nums': 9, 'config_path': 'minicpmp_config.json', 'init_speech': True}
+2025-04-09 17:21:25,021 INFO    MainThread:488344 [wandb_config.py:__setitem__():154] config set model/num_parameters = 802971264 - <bound method Run._config_callback of <wandb.sdk.wandb_run.Run object at 0x1553d1dfda30>>
+2025-04-09 17:21:25,021 INFO    MainThread:488344 [wandb_run.py:_config_callback():1261] config_cb model/num_parameters 802971264 None

scripts/wandb/run-20250409_173317-g2uxs6ey/files/output.log

@@ -0,0 +1,610 @@
+  0%|                                                                                                                                                                                                                  | 0/79686 [00:00<?, ?it/s]DEBUG:numba.core.byteflow:bytecode dump:
+>          0	NOP(arg=None, lineno=1141)
+           2	RESUME(arg=0, lineno=1141)
+           4	LOAD_FAST(arg=0, lineno=1144)
+           6	LOAD_CONST(arg=1, lineno=1144)
+           8	BINARY_SUBSCR(arg=None, lineno=1144)
+          12	STORE_FAST(arg=3, lineno=1144)
+          14	LOAD_FAST(arg=1, lineno=1145)
+          16	UNARY_NEGATIVE(arg=None, lineno=1145)
+          18	LOAD_FAST(arg=3, lineno=1145)
+          20	SWAP(arg=2, lineno=1145)
+          22	COPY(arg=2, lineno=1145)
+          24	COMPARE_OP(arg=26, lineno=1145)
+          28	POP_JUMP_IF_FALSE(arg=5, lineno=1145)
+          30	LOAD_FAST(arg=1, lineno=1145)
+          32	COMPARE_OP(arg=26, lineno=1145)
+          36	POP_JUMP_IF_FALSE(arg=5, lineno=1145)
+          38	JUMP_FORWARD(arg=2, lineno=1145)
+>         40	POP_TOP(arg=None, lineno=1145)
+          42	JUMP_FORWARD(arg=2, lineno=1145)
+>         44	LOAD_CONST(arg=1, lineno=1146)
+          46	STORE_FAST(arg=3, lineno=1146)
+>         48	LOAD_FAST(arg=0, lineno=1148)
+          50	LOAD_CONST(arg=2, lineno=1148)
+          52	BINARY_SUBSCR(arg=None, lineno=1148)
+          56	STORE_FAST(arg=4, lineno=1148)
+          58	LOAD_FAST(arg=1, lineno=1149)
+          60	UNARY_NEGATIVE(arg=None, lineno=1149)
+          62	LOAD_FAST(arg=4, lineno=1149)
+          64	SWAP(arg=2, lineno=1149)
+          66	COPY(arg=2, lineno=1149)
+          68	COMPARE_OP(arg=26, lineno=1149)
+          72	POP_JUMP_IF_FALSE(arg=5, lineno=1149)
+          74	LOAD_FAST(arg=1, lineno=1149)
+          76	COMPARE_OP(arg=26, lineno=1149)
+          80	POP_JUMP_IF_FALSE(arg=5, lineno=1149)
+          82	JUMP_FORWARD(arg=2, lineno=1149)
+>         84	POP_TOP(arg=None, lineno=1149)
+          86	JUMP_FORWARD(arg=2, lineno=1149)
+>         88	LOAD_CONST(arg=1, lineno=1150)
+          90	STORE_FAST(arg=4, lineno=1150)
+>         92	LOAD_FAST(arg=2, lineno=1152)
+          94	POP_JUMP_IF_FALSE(arg=43, lineno=1152)
+          96	LOAD_GLOBAL(arg=1, lineno=1153)
+         106	LOAD_ATTR(arg=2, lineno=1153)
+         126	LOAD_FAST(arg=3, lineno=1153)
+         128	CALL(arg=1, lineno=1153)
+         136	LOAD_GLOBAL(arg=1, lineno=1153)
+         146	LOAD_ATTR(arg=2, lineno=1153)
+         166	LOAD_FAST(arg=4, lineno=1153)
+         168	CALL(arg=1, lineno=1153)
+         176	COMPARE_OP(arg=55, lineno=1153)
+         180	RETURN_VALUE(arg=None, lineno=1153)
+>        182	LOAD_GLOBAL(arg=1, lineno=1155)
+         192	LOAD_ATTR(arg=4, lineno=1155)
+         212	LOAD_FAST(arg=3, lineno=1155)
+         214	CALL(arg=1, lineno=1155)
+         222	LOAD_GLOBAL(arg=1, lineno=1155)
+         232	LOAD_ATTR(arg=4, lineno=1155)
+         252	LOAD_FAST(arg=4, lineno=1155)
+         254	CALL(arg=1, lineno=1155)
+         262	COMPARE_OP(arg=55, lineno=1155)
+         266	RETURN_VALUE(arg=None, lineno=1155)
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=0 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=0 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=0, inst=NOP(arg=None, lineno=1141)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=2, inst=RESUME(arg=0, lineno=1141)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=4, inst=LOAD_FAST(arg=0, lineno=1144)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=6, inst=LOAD_CONST(arg=1, lineno=1144)
+DEBUG:numba.core.byteflow:stack ['$x4.0']
+DEBUG:numba.core.byteflow:dispatch pc=8, inst=BINARY_SUBSCR(arg=None, lineno=1144)
+DEBUG:numba.core.byteflow:stack ['$x4.0', '$const6.1']
+DEBUG:numba.core.byteflow:dispatch pc=12, inst=STORE_FAST(arg=3, lineno=1144)
+DEBUG:numba.core.byteflow:stack ['$8binary_subscr.2']
+DEBUG:numba.core.byteflow:dispatch pc=14, inst=LOAD_FAST(arg=1, lineno=1145)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=16, inst=UNARY_NEGATIVE(arg=None, lineno=1145)
+DEBUG:numba.core.byteflow:stack ['$threshold14.3']
+DEBUG:numba.core.byteflow:dispatch pc=18, inst=LOAD_FAST(arg=3, lineno=1145)
+DEBUG:numba.core.byteflow:stack ['$16unary_negative.4']
+DEBUG:numba.core.byteflow:dispatch pc=20, inst=SWAP(arg=2, lineno=1145)
+DEBUG:numba.core.byteflow:stack ['$16unary_negative.4', '$x018.5']
+DEBUG:numba.core.byteflow:dispatch pc=22, inst=COPY(arg=2, lineno=1145)
+DEBUG:numba.core.byteflow:stack ['$x018.5', '$16unary_negative.4']
+DEBUG:numba.core.byteflow:dispatch pc=24, inst=COMPARE_OP(arg=26, lineno=1145)
+DEBUG:numba.core.byteflow:stack ['$x018.5', '$16unary_negative.4', '$x018.5']
+DEBUG:numba.core.byteflow:dispatch pc=28, inst=POP_JUMP_IF_FALSE(arg=5, lineno=1145)
+DEBUG:numba.core.byteflow:stack ['$x018.5', '$24compare_op.6']
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=30, stack=('$x018.5',), blockstack=(), npush=0), Edge(pc=40, stack=('$x018.5',), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=30 nstack_initial=1), State(pc_initial=40 nstack_initial=1)])
+DEBUG:numba.core.byteflow:stack: ['$phi30.0']
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=30 nstack_initial=1)
+DEBUG:numba.core.byteflow:dispatch pc=30, inst=LOAD_FAST(arg=1, lineno=1145)
+DEBUG:numba.core.byteflow:stack ['$phi30.0']
+DEBUG:numba.core.byteflow:dispatch pc=32, inst=COMPARE_OP(arg=26, lineno=1145)
+DEBUG:numba.core.byteflow:stack ['$phi30.0', '$threshold30.1']
+DEBUG:numba.core.byteflow:dispatch pc=36, inst=POP_JUMP_IF_FALSE(arg=5, lineno=1145)
+DEBUG:numba.core.byteflow:stack ['$32compare_op.2']
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=38, stack=(), blockstack=(), npush=0), Edge(pc=48, stack=(), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=40 nstack_initial=1), State(pc_initial=38 nstack_initial=0), State(pc_initial=48 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: ['$phi40.0']
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=40 nstack_initial=1)
+DEBUG:numba.core.byteflow:dispatch pc=40, inst=POP_TOP(arg=None, lineno=1145)
+DEBUG:numba.core.byteflow:stack ['$phi40.0']
+DEBUG:numba.core.byteflow:dispatch pc=42, inst=JUMP_FORWARD(arg=2, lineno=1145)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=48, stack=(), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=38 nstack_initial=0), State(pc_initial=48 nstack_initial=0), State(pc_initial=48 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=38 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=38, inst=JUMP_FORWARD(arg=2, lineno=1145)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=44, stack=(), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=48 nstack_initial=0), State(pc_initial=48 nstack_initial=0), State(pc_initial=44 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=48 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=48, inst=LOAD_FAST(arg=0, lineno=1148)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=50, inst=LOAD_CONST(arg=2, lineno=1148)
+DEBUG:numba.core.byteflow:stack ['$x48.0']
+DEBUG:numba.core.byteflow:dispatch pc=52, inst=BINARY_SUBSCR(arg=None, lineno=1148)
+DEBUG:numba.core.byteflow:stack ['$x48.0', '$const50.1']
+DEBUG:numba.core.byteflow:dispatch pc=56, inst=STORE_FAST(arg=4, lineno=1148)
+DEBUG:numba.core.byteflow:stack ['$52binary_subscr.2']
+DEBUG:numba.core.byteflow:dispatch pc=58, inst=LOAD_FAST(arg=1, lineno=1149)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=60, inst=UNARY_NEGATIVE(arg=None, lineno=1149)
+DEBUG:numba.core.byteflow:stack ['$threshold58.3']
+DEBUG:numba.core.byteflow:dispatch pc=62, inst=LOAD_FAST(arg=4, lineno=1149)
+DEBUG:numba.core.byteflow:stack ['$60unary_negative.4']
+DEBUG:numba.core.byteflow:dispatch pc=64, inst=SWAP(arg=2, lineno=1149)
+DEBUG:numba.core.byteflow:stack ['$60unary_negative.4', '$x162.5']
+DEBUG:numba.core.byteflow:dispatch pc=66, inst=COPY(arg=2, lineno=1149)
+DEBUG:numba.core.byteflow:stack ['$x162.5', '$60unary_negative.4']
+DEBUG:numba.core.byteflow:dispatch pc=68, inst=COMPARE_OP(arg=26, lineno=1149)
+DEBUG:numba.core.byteflow:stack ['$x162.5', '$60unary_negative.4', '$x162.5']
+DEBUG:numba.core.byteflow:dispatch pc=72, inst=POP_JUMP_IF_FALSE(arg=5, lineno=1149)
+DEBUG:numba.core.byteflow:stack ['$x162.5', '$68compare_op.6']
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=74, stack=('$x162.5',), blockstack=(), npush=0), Edge(pc=84, stack=('$x162.5',), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=48 nstack_initial=0), State(pc_initial=44 nstack_initial=0), State(pc_initial=74 nstack_initial=1), State(pc_initial=84 nstack_initial=1)])
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=44 nstack_initial=0), State(pc_initial=74 nstack_initial=1), State(pc_initial=84 nstack_initial=1)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=44 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=44, inst=LOAD_CONST(arg=1, lineno=1146)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=46, inst=STORE_FAST(arg=3, lineno=1146)
+DEBUG:numba.core.byteflow:stack ['$const44.0']
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=48, stack=(), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=74 nstack_initial=1), State(pc_initial=84 nstack_initial=1), State(pc_initial=48 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: ['$phi74.0']
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=74 nstack_initial=1)
+DEBUG:numba.core.byteflow:dispatch pc=74, inst=LOAD_FAST(arg=1, lineno=1149)
+DEBUG:numba.core.byteflow:stack ['$phi74.0']
+DEBUG:numba.core.byteflow:dispatch pc=76, inst=COMPARE_OP(arg=26, lineno=1149)
+DEBUG:numba.core.byteflow:stack ['$phi74.0', '$threshold74.1']
+DEBUG:numba.core.byteflow:dispatch pc=80, inst=POP_JUMP_IF_FALSE(arg=5, lineno=1149)
+DEBUG:numba.core.byteflow:stack ['$76compare_op.2']
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=82, stack=(), blockstack=(), npush=0), Edge(pc=92, stack=(), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=84 nstack_initial=1), State(pc_initial=48 nstack_initial=0), State(pc_initial=82 nstack_initial=0), State(pc_initial=92 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: ['$phi84.0']
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=84 nstack_initial=1)
+DEBUG:numba.core.byteflow:dispatch pc=84, inst=POP_TOP(arg=None, lineno=1149)
+DEBUG:numba.core.byteflow:stack ['$phi84.0']
+DEBUG:numba.core.byteflow:dispatch pc=86, inst=JUMP_FORWARD(arg=2, lineno=1149)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=92, stack=(), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=48 nstack_initial=0), State(pc_initial=82 nstack_initial=0), State(pc_initial=92 nstack_initial=0), State(pc_initial=92 nstack_initial=0)])
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=82 nstack_initial=0), State(pc_initial=92 nstack_initial=0), State(pc_initial=92 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=82 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=82, inst=JUMP_FORWARD(arg=2, lineno=1149)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=88, stack=(), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=92 nstack_initial=0), State(pc_initial=92 nstack_initial=0), State(pc_initial=88 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=92 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=92, inst=LOAD_FAST(arg=2, lineno=1152)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=94, inst=POP_JUMP_IF_FALSE(arg=43, lineno=1152)
+DEBUG:numba.core.byteflow:stack ['$zero_pos92.0']
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=96, stack=(), blockstack=(), npush=0), Edge(pc=182, stack=(), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=92 nstack_initial=0), State(pc_initial=88 nstack_initial=0), State(pc_initial=96 nstack_initial=0), State(pc_initial=182 nstack_initial=0)])
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=88 nstack_initial=0), State(pc_initial=96 nstack_initial=0), State(pc_initial=182 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=88 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=88, inst=LOAD_CONST(arg=1, lineno=1150)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=90, inst=STORE_FAST(arg=4, lineno=1150)
+DEBUG:numba.core.byteflow:stack ['$const88.0']
+DEBUG:numba.core.byteflow:end state. edges=[Edge(pc=92, stack=(), blockstack=(), npush=0)]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=96 nstack_initial=0), State(pc_initial=182 nstack_initial=0), State(pc_initial=92 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=96 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=96, inst=LOAD_GLOBAL(arg=1, lineno=1153)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=106, inst=LOAD_ATTR(arg=2, lineno=1153)
+DEBUG:numba.core.byteflow:stack ['$null$96.1', '$96load_global.0']
+DEBUG:numba.core.byteflow:dispatch pc=126, inst=LOAD_FAST(arg=3, lineno=1153)
+DEBUG:numba.core.byteflow:stack ['$null$96.1', '$106load_attr.2']
+DEBUG:numba.core.byteflow:dispatch pc=128, inst=CALL(arg=1, lineno=1153)
+DEBUG:numba.core.byteflow:stack ['$null$96.1', '$106load_attr.2', '$x0126.3']
+DEBUG:numba.core.byteflow:dispatch pc=136, inst=LOAD_GLOBAL(arg=1, lineno=1153)
+DEBUG:numba.core.byteflow:stack ['$128call.4']
+DEBUG:numba.core.byteflow:dispatch pc=146, inst=LOAD_ATTR(arg=2, lineno=1153)
+DEBUG:numba.core.byteflow:stack ['$128call.4', '$null$136.6', '$136load_global.5']
+DEBUG:numba.core.byteflow:dispatch pc=166, inst=LOAD_FAST(arg=4, lineno=1153)
+DEBUG:numba.core.byteflow:stack ['$128call.4', '$null$136.6', '$146load_attr.7']
+DEBUG:numba.core.byteflow:dispatch pc=168, inst=CALL(arg=1, lineno=1153)
+DEBUG:numba.core.byteflow:stack ['$128call.4', '$null$136.6', '$146load_attr.7', '$x1166.8']
+DEBUG:numba.core.byteflow:dispatch pc=176, inst=COMPARE_OP(arg=55, lineno=1153)
+DEBUG:numba.core.byteflow:stack ['$128call.4', '$168call.9']
+DEBUG:numba.core.byteflow:dispatch pc=180, inst=RETURN_VALUE(arg=None, lineno=1153)
+DEBUG:numba.core.byteflow:stack ['$176compare_op.10']
+DEBUG:numba.core.byteflow:end state. edges=[]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=182 nstack_initial=0), State(pc_initial=92 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=182 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=182, inst=LOAD_GLOBAL(arg=1, lineno=1155)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=192, inst=LOAD_ATTR(arg=4, lineno=1155)
+DEBUG:numba.core.byteflow:stack ['$null$182.1', '$182load_global.0']
+DEBUG:numba.core.byteflow:dispatch pc=212, inst=LOAD_FAST(arg=3, lineno=1155)
+DEBUG:numba.core.byteflow:stack ['$null$182.1', '$192load_attr.2']
+DEBUG:numba.core.byteflow:dispatch pc=214, inst=CALL(arg=1, lineno=1155)
+DEBUG:numba.core.byteflow:stack ['$null$182.1', '$192load_attr.2', '$x0212.3']
+DEBUG:numba.core.byteflow:dispatch pc=222, inst=LOAD_GLOBAL(arg=1, lineno=1155)
+DEBUG:numba.core.byteflow:stack ['$214call.4']
+DEBUG:numba.core.byteflow:dispatch pc=232, inst=LOAD_ATTR(arg=4, lineno=1155)
+DEBUG:numba.core.byteflow:stack ['$214call.4', '$null$222.6', '$222load_global.5']
+DEBUG:numba.core.byteflow:dispatch pc=252, inst=LOAD_FAST(arg=4, lineno=1155)
+DEBUG:numba.core.byteflow:stack ['$214call.4', '$null$222.6', '$232load_attr.7']
+DEBUG:numba.core.byteflow:dispatch pc=254, inst=CALL(arg=1, lineno=1155)
+DEBUG:numba.core.byteflow:stack ['$214call.4', '$null$222.6', '$232load_attr.7', '$x1252.8']
+DEBUG:numba.core.byteflow:dispatch pc=262, inst=COMPARE_OP(arg=55, lineno=1155)
+DEBUG:numba.core.byteflow:stack ['$214call.4', '$254call.9']
+DEBUG:numba.core.byteflow:dispatch pc=266, inst=RETURN_VALUE(arg=None, lineno=1155)
+DEBUG:numba.core.byteflow:stack ['$262compare_op.10']
+DEBUG:numba.core.byteflow:end state. edges=[]
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=92 nstack_initial=0)])
+DEBUG:numba.core.byteflow:-------------------------Prune PHIs-------------------------
+DEBUG:numba.core.byteflow:Used_phis: defaultdict(<class 'set'>,
+            {State(pc_initial=0 nstack_initial=0): set(),
+             State(pc_initial=30 nstack_initial=1): {'$phi30.0'},
+             State(pc_initial=38 nstack_initial=0): set(),
+             State(pc_initial=40 nstack_initial=1): set(),
+             State(pc_initial=44 nstack_initial=0): set(),
+             State(pc_initial=48 nstack_initial=0): set(),
+             State(pc_initial=74 nstack_initial=1): {'$phi74.0'},
+             State(pc_initial=82 nstack_initial=0): set(),
+             State(pc_initial=84 nstack_initial=1): set(),
+             State(pc_initial=88 nstack_initial=0): set(),
+             State(pc_initial=92 nstack_initial=0): set(),
+             State(pc_initial=96 nstack_initial=0): set(),
+             State(pc_initial=182 nstack_initial=0): set()})
+DEBUG:numba.core.byteflow:defmap: {'$phi30.0': State(pc_initial=0 nstack_initial=0),
+ '$phi40.0': State(pc_initial=0 nstack_initial=0),
+ '$phi74.0': State(pc_initial=48 nstack_initial=0),
+ '$phi84.0': State(pc_initial=48 nstack_initial=0)}
+DEBUG:numba.core.byteflow:phismap: defaultdict(<class 'set'>,
+            {'$phi30.0': {('$x018.5', State(pc_initial=0 nstack_initial=0))},
+             '$phi40.0': {('$x018.5', State(pc_initial=0 nstack_initial=0))},
+             '$phi74.0': {('$x162.5', State(pc_initial=48 nstack_initial=0))},
+             '$phi84.0': {('$x162.5', State(pc_initial=48 nstack_initial=0))}})
+DEBUG:numba.core.byteflow:changing phismap: defaultdict(<class 'set'>,
+            {'$phi30.0': {('$x018.5', State(pc_initial=0 nstack_initial=0))},
+             '$phi40.0': {('$x018.5', State(pc_initial=0 nstack_initial=0))},
+             '$phi74.0': {('$x162.5', State(pc_initial=48 nstack_initial=0))},
+             '$phi84.0': {('$x162.5', State(pc_initial=48 nstack_initial=0))}})
+DEBUG:numba.core.byteflow:keep phismap: {'$phi30.0': {('$x018.5', State(pc_initial=0 nstack_initial=0))},
+ '$phi74.0': {('$x162.5', State(pc_initial=48 nstack_initial=0))}}
+DEBUG:numba.core.byteflow:new_out: defaultdict(<class 'dict'>,
+            {State(pc_initial=0 nstack_initial=0): {'$phi30.0': '$x018.5'},
+             State(pc_initial=48 nstack_initial=0): {'$phi74.0': '$x162.5'}})
+DEBUG:numba.core.byteflow:----------------------DONE Prune PHIs-----------------------
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=0 nstack_initial=0):
+AdaptBlockInfo(insts=((0, {}), (2, {}), (4, {'res': '$x4.0'}), (6, {'res': '$const6.1'}), (8, {'index': '$const6.1', 'target': '$x4.0', 'res': '$8binary_subscr.2'}), (12, {'value': '$8binary_subscr.2'}), (14, {'res': '$threshold14.3'}), (16, {'value': '$threshold14.3', 'res': '$16unary_negative.4'}), (18, {'res': '$x018.5'}), (24, {'lhs': '$16unary_negative.4', 'rhs': '$x018.5', 'res': '$24compare_op.6'}), (28, {'pred': '$24compare_op.6'})), outgoing_phis={'$phi30.0': '$x018.5'}, blockstack=(), active_try_block=None, outgoing_edgepushed={30: ('$x018.5',), 40: ('$x018.5',)})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=30 nstack_initial=1):
+AdaptBlockInfo(insts=((30, {'res': '$threshold30.1'}), (32, {'lhs': '$phi30.0', 'rhs': '$threshold30.1', 'res': '$32compare_op.2'}), (36, {'pred': '$32compare_op.2'})), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={38: (), 48: ()})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=38 nstack_initial=0):
+AdaptBlockInfo(insts=((38, {}),), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={44: ()})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=40 nstack_initial=1):
+AdaptBlockInfo(insts=((42, {}),), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={48: ()})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=44 nstack_initial=0):
+AdaptBlockInfo(insts=((44, {'res': '$const44.0'}), (46, {'value': '$const44.0'})), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={48: ()})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=48 nstack_initial=0):
+AdaptBlockInfo(insts=((48, {'res': '$x48.0'}), (50, {'res': '$const50.1'}), (52, {'index': '$const50.1', 'target': '$x48.0', 'res': '$52binary_subscr.2'}), (56, {'value': '$52binary_subscr.2'}), (58, {'res': '$threshold58.3'}), (60, {'value': '$threshold58.3', 'res': '$60unary_negative.4'}), (62, {'res': '$x162.5'}), (68, {'lhs': '$60unary_negative.4', 'rhs': '$x162.5', 'res': '$68compare_op.6'}), (72, {'pred': '$68compare_op.6'})), outgoing_phis={'$phi74.0': '$x162.5'}, blockstack=(), active_try_block=None, outgoing_edgepushed={74: ('$x162.5',), 84: ('$x162.5',)})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=74 nstack_initial=1):
+AdaptBlockInfo(insts=((74, {'res': '$threshold74.1'}), (76, {'lhs': '$phi74.0', 'rhs': '$threshold74.1', 'res': '$76compare_op.2'}), (80, {'pred': '$76compare_op.2'})), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={82: (), 92: ()})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=82 nstack_initial=0):
+AdaptBlockInfo(insts=((82, {}),), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={88: ()})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=84 nstack_initial=1):
+AdaptBlockInfo(insts=((86, {}),), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={92: ()})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=88 nstack_initial=0):
+AdaptBlockInfo(insts=((88, {'res': '$const88.0'}), (90, {'value': '$const88.0'})), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={92: ()})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=92 nstack_initial=0):
+AdaptBlockInfo(insts=((92, {'res': '$zero_pos92.0'}), (94, {'pred': '$zero_pos92.0'})), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={96: (), 182: ()})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=96 nstack_initial=0):
+AdaptBlockInfo(insts=((96, {'idx': 0, 'res': '$96load_global.0'}), (106, {'item': '$96load_global.0', 'res': '$106load_attr.2'}), (126, {'res': '$x0126.3'}), (128, {'func': '$106load_attr.2', 'args': ['$x0126.3'], 'kw_names': None, 'res': '$128call.4'}), (136, {'idx': 0, 'res': '$136load_global.5'}), (146, {'item': '$136load_global.5', 'res': '$146load_attr.7'}), (166, {'res': '$x1166.8'}), (168, {'func': '$146load_attr.7', 'args': ['$x1166.8'], 'kw_names': None, 'res': '$168call.9'}), (176, {'lhs': '$128call.4', 'rhs': '$168call.9', 'res': '$176compare_op.10'}), (180, {'retval': '$176compare_op.10', 'castval': '$180return_value.11'})), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={})
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=182 nstack_initial=0):
+AdaptBlockInfo(insts=((182, {'idx': 0, 'res': '$182load_global.0'}), (192, {'item': '$182load_global.0', 'res': '$192load_attr.2'}), (212, {'res': '$x0212.3'}), (214, {'func': '$192load_attr.2', 'args': ['$x0212.3'], 'kw_names': None, 'res': '$214call.4'}), (222, {'idx': 0, 'res': '$222load_global.5'}), (232, {'item': '$222load_global.5', 'res': '$232load_attr.7'}), (252, {'res': '$x1252.8'}), (254, {'func': '$232load_attr.7', 'args': ['$x1252.8'], 'kw_names': None, 'res': '$254call.9'}), (262, {'lhs': '$214call.4', 'rhs': '$254call.9', 'res': '$262compare_op.10'}), (266, {'retval': '$262compare_op.10', 'castval': '$266return_value.11'})), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={})
+DEBUG:numba.core.interpreter:label 0:
+    x = arg(0, name=x)                       ['x']
+    threshold = arg(1, name=threshold)       ['threshold']
+    zero_pos = arg(2, name=zero_pos)         ['zero_pos']
+    $const6.1 = const(int, 0)                ['$const6.1']
+    x0 = getitem(value=x, index=$const6.1, fn=<built-in function getitem>) ['$const6.1', 'x', 'x0']
+    $16unary_negative.4 = unary(fn=<built-in function neg>, value=threshold) ['$16unary_negative.4', 'threshold']
+    $24compare_op.6 = $16unary_negative.4 <= x0 ['$16unary_negative.4', '$24compare_op.6', 'x0']
+    bool28 = global(bool: <class 'bool'>)    ['bool28']
+    $28pred = call bool28($24compare_op.6, func=bool28, args=(Var($24compare_op.6, audio.py:1145),), kws=(), vararg=None, varkwarg=None, target=None) ['$24compare_op.6', '$28pred', 'bool28']
+    $phi30.0 = x0                            ['$phi30.0', 'x0']
+    branch $28pred, 30, 40                   ['$28pred']
+label 30:
+    $32compare_op.2 = $phi30.0 <= threshold  ['$32compare_op.2', '$phi30.0', 'threshold']
+    bool36 = global(bool: <class 'bool'>)    ['bool36']
+    $36pred = call bool36($32compare_op.2, func=bool36, args=(Var($32compare_op.2, audio.py:1145),), kws=(), vararg=None, varkwarg=None, target=None) ['$32compare_op.2', '$36pred', 'bool36']
+    branch $36pred, 38, 48                   ['$36pred']
+label 38:
+    jump 44                                  []
+label 40:
+    jump 48                                  []
+label 44:
+    x0 = const(int, 0)                       ['x0']
+    jump 48                                  []
+label 48:
+    $const50.1 = const(int, -1)              ['$const50.1']
+    x1 = getitem(value=x, index=$const50.1, fn=<built-in function getitem>) ['$const50.1', 'x', 'x1']
+    $60unary_negative.4 = unary(fn=<built-in function neg>, value=threshold) ['$60unary_negative.4', 'threshold']
+    $68compare_op.6 = $60unary_negative.4 <= x1 ['$60unary_negative.4', '$68compare_op.6', 'x1']
+    bool72 = global(bool: <class 'bool'>)    ['bool72']
+    $72pred = call bool72($68compare_op.6, func=bool72, args=(Var($68compare_op.6, audio.py:1149),), kws=(), vararg=None, varkwarg=None, target=None) ['$68compare_op.6', '$72pred', 'bool72']
+    $phi74.0 = x1                            ['$phi74.0', 'x1']
+    branch $72pred, 74, 84                   ['$72pred']
+label 74:
+    $76compare_op.2 = $phi74.0 <= threshold  ['$76compare_op.2', '$phi74.0', 'threshold']
+    bool80 = global(bool: <class 'bool'>)    ['bool80']
+    $80pred = call bool80($76compare_op.2, func=bool80, args=(Var($76compare_op.2, audio.py:1149),), kws=(), vararg=None, varkwarg=None, target=None) ['$76compare_op.2', '$80pred', 'bool80']
+    branch $80pred, 82, 92                   ['$80pred']
+label 82:
+    jump 88                                  []
+label 84:
+    jump 92                                  []
+label 88:
+    x1 = const(int, 0)                       ['x1']
+    jump 92                                  []
+label 92:
+    bool94 = global(bool: <class 'bool'>)    ['bool94']
+    $94pred = call bool94(zero_pos, func=bool94, args=(Var(zero_pos, audio.py:1141),), kws=(), vararg=None, varkwarg=None, target=None) ['$94pred', 'bool94', 'zero_pos']
+    branch $94pred, 96, 182                  ['$94pred']
+label 96:
+    $96load_global.0 = global(np: <module 'numpy' from '/home/anhnmt2/.local/lib/python3.12/site-packages/numpy/__init__.py'>) ['$96load_global.0']
+    $106load_attr.2 = getattr(value=$96load_global.0, attr=signbit) ['$106load_attr.2', '$96load_global.0']
+    $128call.4 = call $106load_attr.2(x0, func=$106load_attr.2, args=[Var(x0, audio.py:1144)], kws=(), vararg=None, varkwarg=None, target=None) ['$106load_attr.2', '$128call.4', 'x0']
+    $136load_global.5 = global(np: <module 'numpy' from '/home/anhnmt2/.local/lib/python3.12/site-packages/numpy/__init__.py'>) ['$136load_global.5']
+    $146load_attr.7 = getattr(value=$136load_global.5, attr=signbit) ['$136load_global.5', '$146load_attr.7']
+    $168call.9 = call $146load_attr.7(x1, func=$146load_attr.7, args=[Var(x1, audio.py:1148)], kws=(), vararg=None, varkwarg=None, target=None) ['$146load_attr.7', '$168call.9', 'x1']
+    $176compare_op.10 = $128call.4 != $168call.9 ['$128call.4', '$168call.9', '$176compare_op.10']
+    $180return_value.11 = cast(value=$176compare_op.10) ['$176compare_op.10', '$180return_value.11']
+    return $180return_value.11               ['$180return_value.11']
+label 182:
+    $182load_global.0 = global(np: <module 'numpy' from '/home/anhnmt2/.local/lib/python3.12/site-packages/numpy/__init__.py'>) ['$182load_global.0']
+    $192load_attr.2 = getattr(value=$182load_global.0, attr=sign) ['$182load_global.0', '$192load_attr.2']
+    $214call.4 = call $192load_attr.2(x0, func=$192load_attr.2, args=[Var(x0, audio.py:1144)], kws=(), vararg=None, varkwarg=None, target=None) ['$192load_attr.2', '$214call.4', 'x0']
+    $222load_global.5 = global(np: <module 'numpy' from '/home/anhnmt2/.local/lib/python3.12/site-packages/numpy/__init__.py'>) ['$222load_global.5']
+    $232load_attr.7 = getattr(value=$222load_global.5, attr=sign) ['$222load_global.5', '$232load_attr.7']
+    $254call.9 = call $232load_attr.7(x1, func=$232load_attr.7, args=[Var(x1, audio.py:1148)], kws=(), vararg=None, varkwarg=None, target=None) ['$232load_attr.7', '$254call.9', 'x1']
+    $262compare_op.10 = $214call.4 != $254call.9 ['$214call.4', '$254call.9', '$262compare_op.10']
+    $266return_value.11 = cast(value=$262compare_op.10) ['$262compare_op.10', '$266return_value.11']
+    return $266return_value.11               ['$266return_value.11']
+
+DEBUG:numba.core.byteflow:bytecode dump:
+>          0	NOP(arg=None, lineno=1039)
+           2	RESUME(arg=0, lineno=1039)
+           4	LOAD_FAST(arg=0, lineno=1042)
+           6	LOAD_CONST(arg=1, lineno=1042)
+           8	BINARY_SUBSCR(arg=None, lineno=1042)
+          12	LOAD_FAST(arg=0, lineno=1042)
+          14	LOAD_CONST(arg=2, lineno=1042)
+          16	BINARY_SUBSCR(arg=None, lineno=1042)
+          20	COMPARE_OP(arg=68, lineno=1042)
+          24	LOAD_FAST(arg=0, lineno=1042)
+          26	LOAD_CONST(arg=1, lineno=1042)
+          28	BINARY_SUBSCR(arg=None, lineno=1042)
+          32	LOAD_FAST(arg=0, lineno=1042)
+          34	LOAD_CONST(arg=3, lineno=1042)
+          36	BINARY_SUBSCR(arg=None, lineno=1042)
+          40	COMPARE_OP(arg=92, lineno=1042)
+          44	BINARY_OP(arg=1, lineno=1042)
+          48	RETURN_VALUE(arg=None, lineno=1042)
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=0 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=0 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=0, inst=NOP(arg=None, lineno=1039)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=2, inst=RESUME(arg=0, lineno=1039)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=4, inst=LOAD_FAST(arg=0, lineno=1042)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=6, inst=LOAD_CONST(arg=1, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$x4.0']
+DEBUG:numba.core.byteflow:dispatch pc=8, inst=BINARY_SUBSCR(arg=None, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$x4.0', '$const6.1']
+DEBUG:numba.core.byteflow:dispatch pc=12, inst=LOAD_FAST(arg=0, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$8binary_subscr.2']
+DEBUG:numba.core.byteflow:dispatch pc=14, inst=LOAD_CONST(arg=2, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$8binary_subscr.2', '$x12.3']
+DEBUG:numba.core.byteflow:dispatch pc=16, inst=BINARY_SUBSCR(arg=None, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$8binary_subscr.2', '$x12.3', '$const14.4']
+DEBUG:numba.core.byteflow:dispatch pc=20, inst=COMPARE_OP(arg=68, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$8binary_subscr.2', '$16binary_subscr.5']
+DEBUG:numba.core.byteflow:dispatch pc=24, inst=LOAD_FAST(arg=0, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6']
+DEBUG:numba.core.byteflow:dispatch pc=26, inst=LOAD_CONST(arg=1, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$x24.7']
+DEBUG:numba.core.byteflow:dispatch pc=28, inst=BINARY_SUBSCR(arg=None, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$x24.7', '$const26.8']
+DEBUG:numba.core.byteflow:dispatch pc=32, inst=LOAD_FAST(arg=0, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$28binary_subscr.9']
+DEBUG:numba.core.byteflow:dispatch pc=34, inst=LOAD_CONST(arg=3, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$28binary_subscr.9', '$x32.10']
+DEBUG:numba.core.byteflow:dispatch pc=36, inst=BINARY_SUBSCR(arg=None, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$28binary_subscr.9', '$x32.10', '$const34.11']
+DEBUG:numba.core.byteflow:dispatch pc=40, inst=COMPARE_OP(arg=92, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$28binary_subscr.9', '$36binary_subscr.12']
+DEBUG:numba.core.byteflow:dispatch pc=44, inst=BINARY_OP(arg=1, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$40compare_op.13']
+DEBUG:numba.core.byteflow:dispatch pc=48, inst=RETURN_VALUE(arg=None, lineno=1042)
+DEBUG:numba.core.byteflow:stack ['$binop_and_44.14']
+DEBUG:numba.core.byteflow:end state. edges=[]
+DEBUG:numba.core.byteflow:-------------------------Prune PHIs-------------------------
+DEBUG:numba.core.byteflow:Used_phis: defaultdict(<class 'set'>, {State(pc_initial=0 nstack_initial=0): set()})
+DEBUG:numba.core.byteflow:defmap: {}
+DEBUG:numba.core.byteflow:phismap: defaultdict(<class 'set'>, {})
+DEBUG:numba.core.byteflow:changing phismap: defaultdict(<class 'set'>, {})
+DEBUG:numba.core.byteflow:keep phismap: {}
+DEBUG:numba.core.byteflow:new_out: defaultdict(<class 'dict'>, {})
+DEBUG:numba.core.byteflow:----------------------DONE Prune PHIs-----------------------
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=0 nstack_initial=0):
+AdaptBlockInfo(insts=((0, {}), (2, {}), (4, {'res': '$x4.0'}), (6, {'res': '$const6.1'}), (8, {'index': '$const6.1', 'target': '$x4.0', 'res': '$8binary_subscr.2'}), (12, {'res': '$x12.3'}), (14, {'res': '$const14.4'}), (16, {'index': '$const14.4', 'target': '$x12.3', 'res': '$16binary_subscr.5'}), (20, {'lhs': '$8binary_subscr.2', 'rhs': '$16binary_subscr.5', 'res': '$20compare_op.6'}), (24, {'res': '$x24.7'}), (26, {'res': '$const26.8'}), (28, {'index': '$const26.8', 'target': '$x24.7', 'res': '$28binary_subscr.9'}), (32, {'res': '$x32.10'}), (34, {'res': '$const34.11'}), (36, {'index': '$const34.11', 'target': '$x32.10', 'res': '$36binary_subscr.12'}), (40, {'lhs': '$28binary_subscr.9', 'rhs': '$36binary_subscr.12', 'res': '$40compare_op.13'}), (44, {'op': '&', 'lhs': '$20compare_op.6', 'rhs': '$40compare_op.13', 'res': '$binop_and_44.14'}), (48, {'retval': '$binop_and_44.14', 'castval': '$48return_value.15'})), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={})
+DEBUG:numba.core.interpreter:label 0:
+    x = arg(0, name=x)                       ['x']
+    $const6.1 = const(int, 0)                ['$const6.1']
+    $8binary_subscr.2 = getitem(value=x, index=$const6.1, fn=<built-in function getitem>) ['$8binary_subscr.2', '$const6.1', 'x']
+    $const14.4 = const(int, -1)              ['$const14.4']
+    $16binary_subscr.5 = getitem(value=x, index=$const14.4, fn=<built-in function getitem>) ['$16binary_subscr.5', '$const14.4', 'x']
+    $20compare_op.6 = $8binary_subscr.2 > $16binary_subscr.5 ['$16binary_subscr.5', '$20compare_op.6', '$8binary_subscr.2']
+    $const26.8 = const(int, 0)               ['$const26.8']
+    $28binary_subscr.9 = getitem(value=x, index=$const26.8, fn=<built-in function getitem>) ['$28binary_subscr.9', '$const26.8', 'x']
+    $const34.11 = const(int, 1)              ['$const34.11']
+    $36binary_subscr.12 = getitem(value=x, index=$const34.11, fn=<built-in function getitem>) ['$36binary_subscr.12', '$const34.11', 'x']
+    $40compare_op.13 = $28binary_subscr.9 >= $36binary_subscr.12 ['$28binary_subscr.9', '$36binary_subscr.12', '$40compare_op.13']
+    $binop_and_44.14 = $20compare_op.6 & $40compare_op.13 ['$20compare_op.6', '$40compare_op.13', '$binop_and_44.14']
+    $48return_value.15 = cast(value=$binop_and_44.14) ['$48return_value.15', '$binop_and_44.14']
+    return $48return_value.15                ['$48return_value.15']
+
+DEBUG:numba.core.byteflow:bytecode dump:
+>          0	NOP(arg=None, lineno=1045)
+           2	RESUME(arg=0, lineno=1045)
+           4	LOAD_FAST(arg=0, lineno=1048)
+           6	LOAD_CONST(arg=1, lineno=1048)
+           8	BINARY_SUBSCR(arg=None, lineno=1048)
+          12	LOAD_FAST(arg=0, lineno=1048)
+          14	LOAD_CONST(arg=2, lineno=1048)
+          16	BINARY_SUBSCR(arg=None, lineno=1048)
+          20	COMPARE_OP(arg=2, lineno=1048)
+          24	LOAD_FAST(arg=0, lineno=1048)
+          26	LOAD_CONST(arg=1, lineno=1048)
+          28	BINARY_SUBSCR(arg=None, lineno=1048)
+          32	LOAD_FAST(arg=0, lineno=1048)
+          34	LOAD_CONST(arg=3, lineno=1048)
+          36	BINARY_SUBSCR(arg=None, lineno=1048)
+          40	COMPARE_OP(arg=26, lineno=1048)
+          44	BINARY_OP(arg=1, lineno=1048)
+          48	RETURN_VALUE(arg=None, lineno=1048)
+DEBUG:numba.core.byteflow:pending: deque([State(pc_initial=0 nstack_initial=0)])
+DEBUG:numba.core.byteflow:stack: []
+DEBUG:numba.core.byteflow:state.pc_initial: State(pc_initial=0 nstack_initial=0)
+DEBUG:numba.core.byteflow:dispatch pc=0, inst=NOP(arg=None, lineno=1045)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=2, inst=RESUME(arg=0, lineno=1045)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=4, inst=LOAD_FAST(arg=0, lineno=1048)
+DEBUG:numba.core.byteflow:stack []
+DEBUG:numba.core.byteflow:dispatch pc=6, inst=LOAD_CONST(arg=1, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$x4.0']
+DEBUG:numba.core.byteflow:dispatch pc=8, inst=BINARY_SUBSCR(arg=None, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$x4.0', '$const6.1']
+DEBUG:numba.core.byteflow:dispatch pc=12, inst=LOAD_FAST(arg=0, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$8binary_subscr.2']
+DEBUG:numba.core.byteflow:dispatch pc=14, inst=LOAD_CONST(arg=2, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$8binary_subscr.2', '$x12.3']
+DEBUG:numba.core.byteflow:dispatch pc=16, inst=BINARY_SUBSCR(arg=None, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$8binary_subscr.2', '$x12.3', '$const14.4']
+DEBUG:numba.core.byteflow:dispatch pc=20, inst=COMPARE_OP(arg=2, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$8binary_subscr.2', '$16binary_subscr.5']
+DEBUG:numba.core.byteflow:dispatch pc=24, inst=LOAD_FAST(arg=0, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6']
+DEBUG:numba.core.byteflow:dispatch pc=26, inst=LOAD_CONST(arg=1, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$x24.7']
+DEBUG:numba.core.byteflow:dispatch pc=28, inst=BINARY_SUBSCR(arg=None, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$x24.7', '$const26.8']
+DEBUG:numba.core.byteflow:dispatch pc=32, inst=LOAD_FAST(arg=0, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$28binary_subscr.9']
+DEBUG:numba.core.byteflow:dispatch pc=34, inst=LOAD_CONST(arg=3, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$28binary_subscr.9', '$x32.10']
+DEBUG:numba.core.byteflow:dispatch pc=36, inst=BINARY_SUBSCR(arg=None, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$28binary_subscr.9', '$x32.10', '$const34.11']
+DEBUG:numba.core.byteflow:dispatch pc=40, inst=COMPARE_OP(arg=26, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$28binary_subscr.9', '$36binary_subscr.12']
+DEBUG:numba.core.byteflow:dispatch pc=44, inst=BINARY_OP(arg=1, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$20compare_op.6', '$40compare_op.13']
+DEBUG:numba.core.byteflow:dispatch pc=48, inst=RETURN_VALUE(arg=None, lineno=1048)
+DEBUG:numba.core.byteflow:stack ['$binop_and_44.14']
+DEBUG:numba.core.byteflow:end state. edges=[]
+DEBUG:numba.core.byteflow:-------------------------Prune PHIs-------------------------
+DEBUG:numba.core.byteflow:Used_phis: defaultdict(<class 'set'>, {State(pc_initial=0 nstack_initial=0): set()})
+DEBUG:numba.core.byteflow:defmap: {}
+DEBUG:numba.core.byteflow:phismap: defaultdict(<class 'set'>, {})
+DEBUG:numba.core.byteflow:changing phismap: defaultdict(<class 'set'>, {})
+DEBUG:numba.core.byteflow:keep phismap: {}
+DEBUG:numba.core.byteflow:new_out: defaultdict(<class 'dict'>, {})
+DEBUG:numba.core.byteflow:----------------------DONE Prune PHIs-----------------------
+DEBUG:numba.core.byteflow:block_infos State(pc_initial=0 nstack_initial=0):
+AdaptBlockInfo(insts=((0, {}), (2, {}), (4, {'res': '$x4.0'}), (6, {'res': '$const6.1'}), (8, {'index': '$const6.1', 'target': '$x4.0', 'res': '$8binary_subscr.2'}), (12, {'res': '$x12.3'}), (14, {'res': '$const14.4'}), (16, {'index': '$const14.4', 'target': '$x12.3', 'res': '$16binary_subscr.5'}), (20, {'lhs': '$8binary_subscr.2', 'rhs': '$16binary_subscr.5', 'res': '$20compare_op.6'}), (24, {'res': '$x24.7'}), (26, {'res': '$const26.8'}), (28, {'index': '$const26.8', 'target': '$x24.7', 'res': '$28binary_subscr.9'}), (32, {'res': '$x32.10'}), (34, {'res': '$const34.11'}), (36, {'index': '$const34.11', 'target': '$x32.10', 'res': '$36binary_subscr.12'}), (40, {'lhs': '$28binary_subscr.9', 'rhs': '$36binary_subscr.12', 'res': '$40compare_op.13'}), (44, {'op': '&', 'lhs': '$20compare_op.6', 'rhs': '$40compare_op.13', 'res': '$binop_and_44.14'}), (48, {'retval': '$binop_and_44.14', 'castval': '$48return_value.15'})), outgoing_phis={}, blockstack=(), active_try_block=None, outgoing_edgepushed={})
+DEBUG:numba.core.interpreter:label 0:
+    x = arg(0, name=x)                       ['x']
+    $const6.1 = const(int, 0)                ['$const6.1']
+    $8binary_subscr.2 = getitem(value=x, index=$const6.1, fn=<built-in function getitem>) ['$8binary_subscr.2', '$const6.1', 'x']
+    $const14.4 = const(int, -1)              ['$const14.4']
+    $16binary_subscr.5 = getitem(value=x, index=$const14.4, fn=<built-in function getitem>) ['$16binary_subscr.5', '$const14.4', 'x']
+    $20compare_op.6 = $8binary_subscr.2 < $16binary_subscr.5 ['$16binary_subscr.5', '$20compare_op.6', '$8binary_subscr.2']
+    $const26.8 = const(int, 0)               ['$const26.8']
+    $28binary_subscr.9 = getitem(value=x, index=$const26.8, fn=<built-in function getitem>) ['$28binary_subscr.9', '$const26.8', 'x']
+    $const34.11 = const(int, 1)              ['$const34.11']
+    $36binary_subscr.12 = getitem(value=x, index=$const34.11, fn=<built-in function getitem>) ['$36binary_subscr.12', '$const34.11', 'x']
+    $40compare_op.13 = $28binary_subscr.9 <= $36binary_subscr.12 ['$28binary_subscr.9', '$36binary_subscr.12', '$40compare_op.13']
+    $binop_and_44.14 = $20compare_op.6 & $40compare_op.13 ['$20compare_op.6', '$40compare_op.13', '$binop_and_44.14']
+    $48return_value.15 = cast(value=$binop_and_44.14) ['$48return_value.15', '$binop_and_44.14']
+    return $48return_value.15                ['$48return_value.15']
+
+  0%|                                                                                                                                                                                                      | 10/79686 [00:36<71:32:59,  3.23s/it]Traceback (most recent call last):
+  File "/data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/scripts/../omni_speech/train/train_minicpmo_test.py", line 729, in <module>                                                          | 368/18750 [02:26<1:15:36,  4.05it/s]
+    train()
+  File "/data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/scripts/../omni_speech/train/train_minicpmo_test.py", line 718, in train
+    trainer.train()
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/transformers/trainer.py", line 2052, in train
+    return inner_training_loop(
+           ^^^^^^^^^^^^^^^^^^^^
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/transformers/trainer.py", line 2467, in _inner_training_loop
+    self._maybe_log_save_evaluate(tr_loss, grad_norm, model, trial, epoch, ignore_keys_for_eval)
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/transformers/trainer.py", line 2915, in _maybe_log_save_evaluate
+    metrics = self._evaluate(trial, ignore_keys_for_eval)
+              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/transformers/trainer.py", line 2872, in _evaluate
+    metrics = self.evaluate(ignore_keys=ignore_keys_for_eval)
+              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/transformers/trainer.py", line 3868, in evaluate
+    output = eval_loop(
+             ^^^^^^^^^^
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/transformers/trainer.py", line 4061, in evaluation_loop
+    losses, logits, labels = self.prediction_step(model, inputs, prediction_loss_only, ignore_keys=ignore_keys)
+                             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/transformers/trainer.py", line 4289, in prediction_step
+    outputs = model(**inputs)
+              ^^^^^^^^^^^^^^^
+  File "/opt/conda/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1511, in _wrapped_call_impl
+    return self._call_impl(*args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/opt/conda/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1520, in _call_impl
+    return forward_call(*args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/data1/speech/anhnmt2/Speech2Speech/half-streaming-speech-nlp/omni_speech/model/minicpmo/modeling_minicpmo.py", line 778, in forward
+    return self.llm(input_ids=None, position_ids=position_ids, inputs_embeds=vllm_embedding, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/opt/conda/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1511, in _wrapped_call_impl
+    return self._call_impl(*args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/opt/conda/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1520, in _call_impl
+    return forward_call(*args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/transformers/models/qwen2/modeling_qwen2.py", line 1167, in forward
+    outputs = self.model(
+              ^^^^^^^^^^^
+  File "/opt/conda/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1511, in _wrapped_call_impl
+    return self._call_impl(*args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/opt/conda/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1520, in _call_impl
+    return forward_call(*args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/transformers/models/qwen2/modeling_qwen2.py", line 952, in forward
+    position_embeddings = self.rotary_emb(hidden_states, position_ids)
+                          ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/opt/conda/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1511, in _wrapped_call_impl
+    return self._call_impl(*args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/opt/conda/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1520, in _call_impl
+    return forward_call(*args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/opt/conda/lib/python3.12/site-packages/torch/utils/_contextlib.py", line 115, in decorate_context
+    return func(*args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^
+  File "/home/anhnmt2/.local/lib/python3.12/site-packages/transformers/models/qwen2/modeling_qwen2.py", line 225, in forward
+    return cos.to(dtype=x.dtype), sin.to(dtype=x.dtype)
+           ^^^^^^^^^^^^^^^^^^^^^
+KeyboardInterrupt
+

scripts/wandb/run-20250409_173317-g2uxs6ey/files/requirements.txt

@@ -0,0 +1,341 @@
+tomlkit==0.12.0
+python-dotenv==1.0.1
+SQLAlchemy==2.0.36
+psutil==6.1.0
+anyio==4.8.0
+onnxruntime==1.20.1
+antlr4-python3-runtime==4.9.3
+httpx-sse==0.4.0
+annotated-types==0.7.0
+tqdm==4.66.5
+simplejson==3.19.3
+csvw==3.5.1
+pooch==1.8.2
+trl==0.9.6
+more-itertools==10.5.0
+jiter==0.6.1
+markdown2==2.5.1
+segments==2.2.1
+opentelemetry-instrumentation-asgi==0.50b0
+Deprecated==1.2.15
+pyasn1_modules==0.4.1
+bcrypt==4.2.1
+opentelemetry-util-http==0.50b0
+intervaltree==3.1.0
+hjson==3.1.0
+modelscope==1.18.1
+fastapi==0.112.4
+pyarrow==17.0.0
+sounddevice==0.5.1
+modelscope_studio==0.4.0.9
+build==1.2.2.post1
+oauthlib==3.2.2
+gunicorn==23.0.0
+pyasn1==0.6.1
+matplotlib==3.9.2
+speechbrain==0.5.16
+joblib==1.4.2
+tyro==0.8.13
+rsa==4.9
+numba==0.60.0
+fastprogress==1.0.3
+wrapt==1.17.0
+PyPika==0.48.9
+dacite==1.8.1
+googleapis-common-protos==1.66.0
+openai==1.68.0
+tabulate==0.9.0
+monotonic==1.6
+lazy_loader==0.4
+google-auth==2.37.0
+fairseq==0.12.3
+opentelemetry-semantic-conventions==0.50b0
+sacrebleu==2.4.3
+requests-toolbelt==1.0.0
+ruff==0.7.0
+bitsandbytes==0.43.1
+tenacity==9.0.0
+uvloop==0.21.0
+Pygments==2.18.0
+langchain==0.3.18
+typer==0.12.5
+uritemplate==4.1.1
+rich==13.9.3
+lion-pytorch==0.2.3
+pydub==0.25.1
+fastcore==1.7.28
+encodec==0.1.1
+cytoolz==1.0.1
+huggingface-hub==0.26.1
+python-dateutil==2.9.0.post0
+duckduckgo_search==7.3.2
+rfc3986==1.5.0
+wavedrom==2.0.3.post3
+sentence-transformers==3.3.1
+httpx==0.28.1
+colorlog==6.9.0
+xxhash==3.5.0
+termcolor==2.5.0
+importlib_resources==6.4.5
+lilcom==1.8.1
+llamafactory==0.9.2.dev0
+lhotse==1.31.0
+kiwisolver==1.4.7
+watchfiles==1.0.3
+marshmallow==3.23.1
+overrides==7.7.0
+langchain-text-splitters==0.3.6
+lxml==5.3.0
+blinker==1.8.2
+whisper==1.1.10
+triton==3.1.0
+python-multipart==0.0.12
+isodate==0.7.2
+wandb==0.19.8
+nvidia-ml-py==12.560.30
+h11==0.14.0
+zipp==3.20.2
+transformers==4.45.0
+websocket-client==1.8.0
+opentelemetry-instrumentation==0.50b0
+pydantic==2.9.2
+latex2mathml==3.77.0
+numpy-rms==0.4.2
+opentelemetry-exporter-otlp-proto-grpc==1.29.0
+humanfriendly==10.0
+decorator==5.1.1
+fonttools==4.54.1
+fire==0.7.0
+ninja==1.11.1.1
+shortuuid==1.0.13
+tiktoken==0.8.0
+aliyun-python-sdk-kms==2.16.5
+einops==0.8.0
+threadpoolctl==3.5.0
+docker-pycreds==0.4.0
+Flask==3.0.3
+opentelemetry-sdk==1.29.0
+opentelemetry-exporter-otlp-proto-common==1.29.0
+pylatexenc==2.10
+orjson==3.10.10
+durationpy==0.9
+addict==2.4.0
+py-cpuinfo==9.0.0
+contourpy==1.3.0
+crcmod==1.7
+pydantic-settings==2.6.1
+pyproject_hooks==1.2.0
+future==1.0.0
+jsonschema-specifications==2024.10.1
+coloredlogs==15.0.1
+timm==0.6.13
+deepspeed==0.14.5
+referencing==0.35.1
+binpacking==1.5.2
+peft==0.12.0
+language-tags==1.2.0
+speechtokenizer==1.0.1
+shellingham==1.5.4
+primp==0.12.1
+tavily-python==0.5.1
+uvicorn==0.32.0
+opentelemetry-proto==1.29.0
+typing-inspect==0.9.0
+backoff==2.2.1
+sortedcontainers==2.4.0
+gitdb==4.0.12
+aiofiles==23.2.1
+jsonschema==4.23.0
+svgwrite==1.4.3
+protobuf==5.29.1
+starlette==0.38.6
+transformers-stream-generator==0.0.5
+sentry-sdk==2.22.0
+toolz==1.0.0
+einops-exts==0.0.4
+WhisperSpeech==0.8
+hydra-core==1.3.2
+portalocker==2.10.1
+jieba==0.42.1
+pandas==2.2.3
+requests==2.32.3
+flash-attn==2.6.3
+msgpack==1.1.0
+chroma-hnswlib==0.7.6
+librosa==0.10.2.post1
+sniffio==1.3.1
+smmap==5.0.2
+opentelemetry-api==1.29.0
+websockets==14.2
+kubernetes==31.0.0
+audioread==3.0.1
+docstring_parser==0.16
+scipy==1.12.0
+aliyun-python-sdk-core==2.16.0
+accelerate==1.0.0
+dill==0.3.8
+llama-omni==1.0.0
+mdurl==0.1.2
+chromadb==0.5.23
+oss2==2.19.0
+rdflib==7.1.1
+bibtexparser==2.0.0b8
+rpds-py==0.22.3
+soundfile==0.12.1
+langdetect==1.0.9
+duckdb==1.2.0
+numpy==1.26.3
+dataclasses-json==0.6.7
+tokenizers==0.20.3
+cpm-kernels==1.0.11
+einx==0.3.0
+langchain-core==0.3.34
+clldutils==3.24.0
+openai-whisper==20240930
+setuptools==69.5.1
+requests-oauthlib==2.0.0
+langchain-community==0.3.17
+langsmith==0.2.3
+colorama==0.4.6
+omegaconf==2.3.0
+asgiref==3.8.1
+pydantic_core==2.23.4
+ffmpy==0.4.0
+multiprocess==0.70.16
+mmh3==5.0.1
+babel==2.16.0
+phonemizer==3.3.0
+pycryptodome==3.21.0
+gradio==4.44.1
+google-genai==1.5.0
+tzdata==2024.2
+llvmlite==0.43.0
+cachetools==5.5.0
+seaborn==0.13.2
+httptools==0.6.4
+GitPython==3.1.44
+markdown-it-py==3.0.0
+beartype==0.20.2
+whisper_normalizer==0.0.10
+dlinfo==1.2.1
+vocos==0.1.0
+itsdangerous==2.2.0
+bitarray==3.0.0
+opentelemetry-instrumentation-fastapi==0.50b0
+setproctitle==1.3.5
+cycler==0.12.1
+vector-quantize-pytorch==1.18.5
+jmespath==0.10.0
+mypy-extensions==1.0.0
+flatbuffers==24.3.25
+scikit-learn==1.5.2
+pytz==2024.2
+pyparsing==3.2.0
+posthog==3.7.4
+rouge==1.0.1
+semantic-version==2.10.0
+httpcore==1.0.6
+soxr==0.5.0.post1
+importlib_metadata==8.5.0
+audiomentations==0.36.1
+shtab==1.7.1
+Unidecode==1.3.8
+click==8.1.8
+tensorboardX==2.6.2.2
+greenlet==3.1.1
+nltk==3.9.1
+gradio_client==1.3.0
+datasets==2.21.0
+attrdict==2.0.1
+llamafactory==0.9.2.dev0
+ms-swift==2.6.0.dev0
+Brotli==1.0.9
+Cython==3.0.10
+HyperPyYAML==1.2.2
+Markdown==3.6
+MarkupSafe==2.1.3
+PySocks==1.7.1
+PyYAML==6.0.1
+absl-py==2.1.0
+aiohttp==3.9.5
+aiosignal==1.3.1
+anaconda-anon-usage==0.4.4
+archspec==0.2.3
+attrs==23.2.0
+boltons==23.0.0
+certifi==2024.6.2
+cffi==1.16.0
+charset-normalizer==2.0.4
+click==8.1.7
+conda==24.5.0
+conda-content-trust==0.2.0
+conda-libmamba-solver==24.1.0
+conda-package-handling==2.2.0
+conda_package_streaming==0.9.0
+cryptography==42.0.5
+distro==1.9.0
+filelock==3.13.1
+frozendict==2.4.2
+frozenlist==1.4.1
+fsspec==2024.6.0
+grpcio==1.64.1
+huggingface-hub==0.23.3
+idna==3.7
+Jinja2==3.1.4
+jiwer==3.0.4
+jsonargparse==4.29.0
+jsonpatch==1.33
+jsonpointer==2.1
+kaldialign==0.9.1
+libmambapy==1.5.8
+lightning==2.2.5
+lightning-utilities==0.11.2
+llvmlite==0.42.0
+menuinst==2.0.2
+mkl-fft==1.3.8
+mkl-random==1.2.4
+mkl-service==2.4.0
+mpmath==1.3.0
+multidict==6.0.5
+networkx==3.2.1
+numba==0.59.1
+numpy==1.26.4
+packaging==23.2
+pillow==10.3.0
+pip==24.0
+platformdirs==3.10.0
+pluggy==1.0.0
+protobuf==4.25.3
+pycosat==0.6.6
+pycparser==2.21
+pytorch-lightning==2.2.5
+rapidfuzz==3.9.3
+regex==2024.5.15
+requests==2.31.0
+ruamel.yaml==0.18.6
+ruamel.yaml.clib==0.2.8
+safetensors==0.4.3
+scipy==1.13.1
+sentencepiece==0.2.0
+setuptools==69.5.1
+six==1.16.0
+sympy==1.12
+tensorboard==2.17.0
+tensorboard-data-server==0.7.2
+tokenizers==0.19.1
+torch==2.2.1
+torch-complex==0.4.3
+torchaudio==2.2.1
+torchmetrics==1.4.0.post0
+torchvision==0.17.1
+tqdm==4.66.2
+transformers==4.41.2
+truststore==0.8.0
+typeguard==2.13.3
+typing_extensions==4.11.0
+urllib3==2.1.0
+Werkzeug==3.0.3
+wheel==0.43.0
+yarl==1.9.4
+zstandard==0.22.0
+warprnnt_pytorch==0.1