failing_tests.json

{
  "run_id": "28563141317",
  "run_date": "2026-07-02T03:25:19Z",
  "models": {
    "dia": {
      "job_ids": [
        84685451218,
        84685451389
      ],
      "tests": [
        {
          "id": "tests/models/dia/test_modeling_dia.py::DiaForConditionalGenerationIntegrationTest::test_dia_model_integration_generate_audio_context",
          "error": "AssertionError: Tensor-likes are not equal!"
        }
      ]
    },
    "dac": {
      "job_ids": [
        84685449965,
        84685450225
      ],
      "tests": [
        {
          "id": "tests/models/dac/test_modeling_dac.py::DacIntegrationTest::test_integration_0_dac_16khz",
          "error": "AssertionError: Tensor-likes are not close!"
        },
        {
          "id": "tests/models/dac/test_modeling_dac.py::DacIntegrationTest::test_integration_1_dac_24khz",
          "error": "AssertionError: Scalars are not close!"
        },
        {
          "id": "tests/models/dac/test_modeling_dac.py::DacIntegrationTest::test_integration_2_dac_44khz",
          "error": "AssertionError: Scalars are not close!"
        },
        {
          "id": "tests/models/dac/test_modeling_dac.py::DacIntegrationTest::test_integration_batch_0_dac_16khz",
          "error": "AssertionError: Scalars are not close!"
        },
        {
          "id": "tests/models/dac/test_modeling_dac.py::DacIntegrationTest::test_integration_batch_1_dac_24khz",
          "error": "AssertionError: Tensor-likes are not close!"
        },
        {
          "id": "tests/models/dac/test_modeling_dac.py::DacIntegrationTest::test_integration_batch_2_dac_44khz",
          "error": "AssertionError: Tensor-likes are not close!"
        }
      ]
    },
    "fastspeech2_conformer": {
      "job_ids": [
        84685453760,
        84685454090
      ],
      "tests": [
        {
          "id": "tests/models/fastspeech2_conformer/test_modeling_fastspeech2_conformer.py::FastSpeech2ConformerModelIntegrationTest::test_training_integration",
          "error": "AssertionError: Tensor-likes are not close!"
        },
        {
          "id": "tests/models/fastspeech2_conformer/test_modeling_fastspeech2_conformer.py::FastSpeech2ConformerModelTest::test_multi_gpu_data_parallel_forward",
          "error": "RuntimeError: Input tensor at index 1 has invalid shape [6, 27, 8], but expected [6, 34, 8]"
        },
        {
          "id": "tests/models/fastspeech2_conformer/test_modeling_fastspeech2_conformer.py::FastSpeech2ConformerWithHifiGanTest::test_multi_gpu_data_parallel_forward",
          "error": "RuntimeError: Input tensor at index 1 has invalid shape [6, 37, 8], but expected [6, 28, 8]"
        }
      ]
    },
    "granite_speech": {
      "job_ids": [
        84685456615
      ],
      "tests": [
        {
          "id": "tests/models/granite_speech/test_modeling_granite_speech.py::GraniteSpeechForConditionalGenerationModelTest::test_multi_gpu_data_parallel_forward",
          "error": "StopIteration: Caught StopIteration in replica 1 on device 1."
        }
      ]
    },
    "granite_speech_plus": {
      "job_ids": [
        84685456678
      ],
      "tests": [
        {
          "id": "tests/models/granite_speech_plus/test_modeling_granite_speech_plus.py::GraniteSpeechForConditionalGenerationModelTest::test_multi_gpu_data_parallel_forward",
          "error": "StopIteration: Caught StopIteration in replica 1 on device 1."
        },
        {
          "id": "tests/models/granite_speech_plus/test_modeling_granite_speech_plus.py::GraniteSpeechPlusForConditionalGenerationModelTest::test_multi_gpu_data_parallel_forward",
          "error": "StopIteration: Caught StopIteration in replica 1 on device 1."
        }
      ]
    },
    "higgs_audio_v2": {
      "job_ids": [
        84685457205,
        84685457270
      ],
      "tests": [
        {
          "id": "tests/models/higgs_audio_v2/test_modeling_higgs_audio_v2.py::HiggsAudioV2ForConditionalGenerationIntegrationTest::test_batched_inference",
          "error": "AssertionError: Tensor-likes are not equal!"
        },
        {
          "id": "tests/models/higgs_audio_v2/test_modeling_higgs_audio_v2.py::HiggsAudioV2ForConditionalGenerationIntegrationTest::test_multi_speaker_smart_voice",
          "error": "AssertionError: Tensor-likes are not equal!"
        },
        {
          "id": "tests/models/higgs_audio_v2/test_modeling_higgs_audio_v2.py::HiggsAudioV2ForConditionalGenerationIntegrationTest::test_multi_speaker_voice_cloning",
          "error": "AssertionError: Tensor-likes are not equal!"
        },
        {
          "id": "tests/models/higgs_audio_v2/test_modeling_higgs_audio_v2.py::HiggsAudioV2ForConditionalGenerationIntegrationTest::test_zero_shot_voice_cloning",
          "error": "AssertionError: Tensor-likes are not equal!"
        }
      ]
    },
    "higgs_audio_v2_tokenizer": {
      "job_ids": [
        84685457224,
        84685457310
      ],
      "tests": [
        {
          "id": "tests/models/higgs_audio_v2_tokenizer/test_modeling_higgs_audio_v2_tokenizer.py::HiggsAudioV2TokenizerModelTest::test_cpu_offload",
          "error": "AttributeError: 'HiggsAudioV2TokenizerModel' object has no attribute 'hf_device_map'"
        },
        {
          "id": "tests/models/higgs_audio_v2_tokenizer/test_modeling_higgs_audio_v2_tokenizer.py::HiggsAudioV2TokenizerModelTest::test_model_parallelism",
          "error": "AttributeError: 'HiggsAudioV2TokenizerModel' object has no attribute 'hf_device_map'"
        }
      ]
    },
    "kyutai_speech_to_text": {
      "job_ids": [
        84685458581
      ],
      "tests": [
        {
          "id": "tests/models/kyutai_speech_to_text/test_modeling_kyutai_speech_to_text.py::KyutaiSpeechToTextModelTest::test_model_parallelism",
          "error": "AttributeError: 'KyutaiSpeechToTextModel' object has no attribute 'hf_device_map'"
        }
      ]
    },
    "hubert": {
      "job_ids": [
        84685457305
      ],
      "tests": [
        {
          "id": "tests/models/hubert/test_modeling_hubert.py::HubertModelTest::test_model_parallelism",
          "error": "RuntimeError: Expected all tensors to be on the same device, but found at least two devices, cuda:1 and cuda:0!"
        },
        {
          "id": "tests/models/hubert/test_modeling_hubert.py::HubertRobustModelTest::test_model_parallelism",
          "error": "RuntimeError: Expected all tensors to be on the same device, but found at least two devices, cuda:1 and cuda:0!"
        }
      ]
    },
    "mimi": {
      "job_ids": [
        84685461442,
        84685461480
      ],
      "tests": [
        {
          "id": "tests/models/mimi/test_modeling_mimi.py::MimiIntegrationTest::test_integration",
          "error": "AssertionError: False is not true"
        },
        {
          "id": "tests/models/mimi/test_modeling_mimi.py::MimiIntegrationTest::test_integration_longform",
          "error": "AssertionError: False is not true"
        }
      ]
    },
    "moonshine_streaming": {
      "job_ids": [
        84685446740,
        84685446858
      ],
      "tests": [
        {
          "id": "tests/models/moonshine_streaming/test_modeling_moonshine_streaming.py::MoonshineStreamingModelIntegrationTests::test_medium_logits_batch",
          "error": "AssertionError: Tensor-likes are not close!"
        },
        {
          "id": "tests/models/moonshine_streaming/test_modeling_moonshine_streaming.py::MoonshineStreamingModelIntegrationTests::test_small_logits_batch",
          "error": "AssertionError: Tensor-likes are not close!"
        },
        {
          "id": "tests/models/moonshine_streaming/test_modeling_moonshine_streaming.py::MoonshineStreamingModelTest::test_model_parallelism",
          "error": "AttributeError: 'MoonshineStreamingModel' object has no attribute 'hf_device_map'"
        }
      ]
    },
    "musicgen": {
      "job_ids": [
        84685446835,
        84685446999
      ],
      "tests": [
        {
          "id": "tests/models/musicgen/test_modeling_musicgen.py::MusicgenIntegrationTests::test_generate_text_prompt_sampling",
          "error": "AssertionError: Tensor-likes are not close!"
        },
        {
          "id": "tests/models/musicgen/test_modeling_musicgen.py::MusicgenIntegrationTests::test_generate_unconditional_sampling",
          "error": "AssertionError: Tensor-likes are not close!"
        }
      ]
    },
    "musicgen_melody": {
      "job_ids": [
        84685447327,
        84685447421
      ],
      "tests": [
        {
          "id": "tests/models/musicgen_melody/test_modeling_musicgen_melody.py::MusicgenMelodyDecoderTest::test_multi_gpu_data_parallel_forward",
          "error": "RuntimeError: Caught RuntimeError in replica 0 on device 0."
        },
        {
          "id": "tests/models/musicgen_melody/test_modeling_musicgen_melody.py::MusicgenMelodyIntegrationTests::test_generate_text_audio_prompt",
          "error": "AssertionError: Tensor-likes are not close!"
        },
        {
          "id": "tests/models/musicgen_melody/test_modeling_musicgen_melody.py::MusicgenMelodyIntegrationTests::test_generate_text_prompt_greedy",
          "error": "AssertionError: Tensor-likes are not close!"
        },
        {
          "id": "tests/models/musicgen_melody/test_modeling_musicgen_melody.py::MusicgenMelodyIntegrationTests::test_generate_text_prompt_greedy_with_classifier_free_guidance",
          "error": "AssertionError: Tensor-likes are not close!"
        },
        {
          "id": "tests/models/musicgen_melody/test_modeling_musicgen_melody.py::MusicgenMelodyIntegrationTests::test_generate_text_prompt_sampling",
          "error": "AssertionError: Tensor-likes are not close!"
        },
        {
          "id": "tests/models/musicgen_melody/test_modeling_musicgen_melody.py::MusicgenMelodyIntegrationTests::test_generate_unconditional_greedy",
          "error": "AssertionError: Tensor-likes are not close!"
        },
        {
          "id": "tests/models/musicgen_melody/test_modeling_musicgen_melody.py::MusicgenMelodyIntegrationTests::test_generate_unconditional_sampling",
          "error": "AssertionError: Tensor-likes are not close!"
        },
        {
          "id": "tests/models/musicgen_melody/test_modeling_musicgen_melody.py::MusicgenMelodyStereoIntegrationTests::test_generate_text_audio_prompt",
          "error": "AssertionError: Tensor-likes are not close!"
        },
        {
          "id": "tests/models/musicgen_melody/test_modeling_musicgen_melody.py::MusicgenMelodyStereoIntegrationTests::test_generate_unconditional_greedy",
          "error": "AssertionError: Tensor-likes are not close!"
        },
        {
          "id": "tests/models/musicgen_melody/test_modeling_musicgen_melody.py::MusicgenMelodyTest::test_multi_gpu_data_parallel_forward",
          "error": "RuntimeError: Caught RuntimeError in replica 0 on device 0."
        }
      ]
    },
    "pe_audio": {
      "job_ids": [
        84685449464
      ],
      "tests": [
        {
          "id": "tests/models/pe_audio/test_modeling_pe_audio.py::PeAudioModelTest::test_model_parallelism",
          "error": "RuntimeError: Expected all tensors to be on the same device, but found at least two devices, cuda:0 and cuda:1!"
        }
      ]
    },
    "univnet": {
      "job_ids": [
        84685457366,
        84685457618
      ],
      "tests": [
        {
          "id": "tests/models/univnet/test_feature_extraction_univnet.py::UnivNetFeatureExtractionTest::test_integration",
          "error": "AssertionError: Scalars are not close!"
        },
        {
          "id": "tests/models/univnet/test_modeling_univnet.py::UnivNetModelIntegrationTests::test_integration",
          "error": "AssertionError: Scalars are not close!"
        }
      ]
    },
    "vits": {
      "job_ids": [
        84685458824,
        84685458841
      ],
      "tests": [
        {
          "id": "tests/models/vits/test_modeling_vits.py::VitsModelIntegrationTests::test_forward_fp16",
          "error": "AssertionError: Tensor-likes are not close!"
        }
      ]
    },
    "wav2vec2_bert": {
      "job_ids": [
        84685459072,
        84685459079
      ],
      "tests": [
        {
          "id": "tests/models/wav2vec2_bert/test_modeling_wav2vec2_bert.py::Wav2Vec2BertModelTest::test_disk_offload_bin",
          "error": "AssertionError: Tensor-likes are not close!"
        },
        {
          "id": "tests/models/wav2vec2_bert/test_modeling_wav2vec2_bert.py::Wav2Vec2BertModelTest::test_model_parallelism",
          "error": "RuntimeError: Expected all tensors to be on the same device, but found at least two devices, cuda:1 and cuda:0!"
        }
      ]
    },
    "whisper": {
      "job_ids": [
        84685459456,
        84685459652
      ],
      "tests": [
        {
          "id": "tests/models/whisper/test_modeling_whisper.py::WhisperEncoderModelTest::test_model_parallelism",
          "error": "RuntimeError: Expected all tensors to be on the same device, but found at least two devices, cuda:0 and cuda:1!"
        },
        {
          "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_distil_token_timestamp_generation",
          "error": "RuntimeError: Input type (float) and bias type (c10::Half) should be the same"
        },
        {
          "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_large_batched_generation",
          "error": "RuntimeError: Input type (float) and bias type (c10::Half) should be the same"
        },
        {
          "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_large_generation",
          "error": "RuntimeError: Input type (float) and bias type (c10::Half) should be the same"
        },
        {
          "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_large_generation_multilingual",
          "error": "RuntimeError: Input type (float) and bias type (c10::Half) should be the same"
        },
        {
          "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_large_timestamp_generation",
          "error": "RuntimeError: Input type (float) and bias type (c10::Half) should be the same"
        },
        {
          "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_small_longform_timestamps_generation",
          "error": "KeyError: 0"
        },
        {
          "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_small_token_timestamp_generation",
          "error": "AssertionError: Tensor-likes are not close!"
        },
        {
          "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_speculative_decoding_distil",
          "error": "UnboundLocalError: local variable 'is_updated' referenced before assignment"
        },
        {
          "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_speculative_decoding_non_distil",
          "error": "AssertionError: Lists differ: [' Mr[35 chars]dle classes and we are glad to welcome his gospel. Thank you.'] != [' Mr[35 chars]dle classes and we are glad to welcome his gospel.']"
        },
        {
          "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_tiny_en_batched_generation",
          "error": "AssertionError: The values for attribute 'shape' do not match: torch.Size([4, 18]) != torch.Size([4, 20])."
        },
        {
          "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_tiny_en_generation",
          "error": "AssertionError: ' Mr.[15 chars] apostle of the middle classes, and we are glad to' != ' Mr.[15 chars] apostle of the middle classes, and we are glad to welcome his'"
        },
        {
          "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_tiny_generation",
          "error": "AssertionError: ' Mr.[21 chars]le of the middle classes and we are glad' != ' Mr.[21 chars]le of the middle classes and we are glad to welcome his gospel'"
        },
        {
          "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_tiny_longform_timestamps_generation",
          "error": "KeyError: 0"
        },
        {
          "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_tiny_specaugment_librispeech",
          "error": "AssertionError: Tensor-likes are not close!"
        },
        {
          "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_tiny_static_generation_long_form",
          "error": "RuntimeError: The size of tensor a (352) must match the size of tensor b (354) at non-singleton dimension 1"
        },
        {
          "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_tiny_timestamp_generation",
          "error": "IndexError: list index out of range"
        },
        {
          "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_whisper_longform_multi_batch_hard",
          "error": "AssertionError: Lists differ: [\" Fo[272 chars]ting of classics, Sicilian, nade door variatio[8147 chars]le!'] != [\" Fo[272 chars]ting a classic Sicilian, nade door variation o[8150 chars]le!']"
        },
        {
          "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_whisper_longform_multi_batch_hard_prev_cond",
          "error": "AssertionError: Lists differ: [\" Fo[425 chars]a fischer shows in lip nitskey attack the fisc[5579 chars]y .\"] != [\" Fo[425 chars]a fisher shows in lip-nitsky attack that culmi[7900 chars]le!\"]"
        },
        {
          "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_whisper_longform_no_speech_detection",
          "error": "AssertionError: Lists differ: [\" Fo[435 chars]sting And so so so so so so so so so so so so [7329 chars]our\"] != [\" Fo[435 chars]sting\", ' Ladies and gentlemen, you know, I sp[1433 chars]es.\"]"
        },
        {
          "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_whisper_longform_single_batch",
          "error": "TypeError: '>=' not supported between instances of 'list' and 'int'"
        },
        {
          "id": "tests/models/whisper/test_modeling_whisper.py::WhisperModelIntegrationTests::test_whisper_shortform_single_batch_prev_cond",
          "error": "AssertionError: Lists differ: [\" Fo[268 chars]ating, so soft, it would make JD power and her[196 chars]ke.\"] != [\" Fo[268 chars]ating so soft, it would make JD power and her [195 chars]ke.\"]"
        }
      ]
    },
    "xcodec": {
      "job_ids": [
        84685459706,
        84685459655
      ],
      "tests": [
        {
          "id": "tests/models/xcodec/test_modeling_xcodec.py::XcodecModelTest::test_cpu_offload",
          "error": "AttributeError: 'XcodecModel' object has no attribute 'hf_device_map'"
        },
        {
          "id": "tests/models/xcodec/test_modeling_xcodec.py::XcodecModelTest::test_model_parallelism",
          "error": "AttributeError: 'XcodecModel' object has no attribute 'hf_device_map'"
        }
      ]
    },
    "audioflamingo3": {
      "job_ids": [
        84685446156,
        84685445945
      ],
      "tests": [
        {
          "id": "tests/models/audioflamingo3/test_modeling_audioflamingo3.py::AudioFlamingo3ForConditionalGenerationIntegrationTest::test_fixture_batched_matches",
          "error": "RuntimeError: expected scalar type Float but found BFloat16"
        },
        {
          "id": "tests/models/audioflamingo3/test_modeling_audioflamingo3.py::AudioFlamingo3ForConditionalGenerationIntegrationTest::test_fixture_single_matches",
          "error": "RuntimeError: expected scalar type Float but found BFloat16"
        },
        {
          "id": "tests/models/audioflamingo3/test_modeling_audioflamingo3.py::AudioFlamingo3ForConditionalGenerationModelTest::test_eager_matches_sdpa_generate",
          "error": "RuntimeError: expected scalar type Float but found Half"
        },
        {
          "id": "tests/models/audioflamingo3/test_modeling_audioflamingo3.py::AudioFlamingo3ForConditionalGenerationModelTest::test_sdpa_can_compile_dynamic",
          "error": "RuntimeError: mat1 and mat2 must have the same dtype, but got Float and BFloat16"
        },
        {
          "id": "tests/models/audioflamingo3/test_modeling_audioflamingo3.py::AudioFlamingo3ForConditionalGenerationModelTest::test_sdpa_can_dispatch_on_flash",
          "error": "RuntimeError: expected scalar type Float but found Half"
        }
      ]
    },
    "clvp": {
      "job_ids": [
        84685448099,
        84685448158
      ],
      "tests": [
        {
          "id": "tests/models/clvp/test_modeling_clvp.py::ClvpIntegrationTest::test_conditional_encoder",
          "error": "AssertionError: Tensor-likes are not close!"
        },
        {
          "id": "tests/models/clvp/test_modeling_clvp.py::ClvpIntegrationTest::test_full_model_integration",
          "error": "RuntimeError: The expanded size of the tensor (2) must match the existing size (3) at non-singleton dimension 0.  Target sizes: [2].  Tensor sizes: [3]"
        }
      ]
    },
    "gemma3n": {
      "job_ids": [
        84685454663,
        84685454747
      ],
      "tests": [
        {
          "id": "tests/models/gemma3n/test_modeling_gemma3n.py::Gemma3nIntegrationTest::test_generation_beyond_sliding_window",
          "error": "AssertionError: Lists differ: [' and I find it very relaxing. I also lik[112 chars]re'\"] != [\" and the people are so friendly. I'm so [93 chars]re'\"]"
        },
        {
          "id": "tests/models/gemma3n/test_modeling_gemma3n.py::Gemma3nIntegrationTest::test_model_4b_batch",
          "error": "AssertionError: Lists differ: ['use[196 chars]ewer and has its tongue', \"user\\nYou are a hel[193 chars]cow\"] != ['use[196 chars]ewer with its head slightly', \"user\\nYou are a[197 chars]cow\"]"
        },
        {
          "id": "tests/models/gemma3n/test_modeling_gemma3n.py::Gemma3nIntegrationTest::test_model_4b_bf16",
          "error": "AssertionError: Lists differ: ['use[149 chars]to a turquoise ocean. The cow is facing the vi[31 chars]ned'] != ['use[149 chars]to a clear blue ocean. The cow is facing the v[25 chars]tly']"
        },
        {
          "id": "tests/models/gemma3n/test_modeling_gemma3n.py::Gemma3nIntegrationTest::test_model_4b_image",
          "error": "AssertionError: Lists differ: ['use[149 chars]to a turquoise ocean. The cow is facing the vi[31 chars]ned'] != ['use[149 chars]to a clear blue ocean. The cow is facing the v[25 chars]tly']"
        },
        {
          "id": "tests/models/gemma3n/test_modeling_gemma3n.py::Gemma3nIntegrationTest::test_model_4b_multiimage",
          "error": "AssertionError: Lists differ: ['use[140 chars]n district. Here are the key elements:\\n\\n* **A prominent red'] != ['use[140 chars]n district. Here are some of the key elements:\\n\\n* **A']"
        },
        {
          "id": "tests/models/gemma3n/test_modeling_gemma3n.py::Gemma3nVision2TextModelTest::test_model_parallelism",
          "error": "AttributeError: 'Gemma3nModel' object has no attribute 'hf_device_map'"
        },
        {
          "id": "tests/models/gemma3n/test_modeling_gemma3n.py::Gemma3nVision2TextModelTest::test_multi_gpu_data_parallel_forward",
          "error": "StopIteration: Caught StopIteration in replica 1 on device 1."
        }
      ]
    },
    "musicflamingo": {
      "job_ids": [
        84685446830,
        84685446993
      ],
      "tests": [
        {
          "id": "tests/models/musicflamingo/test_modeling_musicflamingo.py::MusicFlamingoForConditionalGenerationIntegrationTest::test_fixture_batched_matches",
          "error": "RuntimeError: expected scalar type Float but found BFloat16"
        },
        {
          "id": "tests/models/musicflamingo/test_modeling_musicflamingo.py::MusicFlamingoForConditionalGenerationIntegrationTest::test_fixture_single_matches",
          "error": "RuntimeError: expected scalar type Float but found BFloat16"
        },
        {
          "id": "tests/models/musicflamingo/test_modeling_musicflamingo.py::MusicFlamingoForConditionalGenerationModelTest::test_eager_matches_sdpa_generate",
          "error": "RuntimeError: expected scalar type Float but found Half"
        },
        {
          "id": "tests/models/musicflamingo/test_modeling_musicflamingo.py::MusicFlamingoForConditionalGenerationModelTest::test_sdpa_can_compile_dynamic",
          "error": "RuntimeError: mat1 and mat2 must have the same dtype, but got Float and BFloat16"
        },
        {
          "id": "tests/models/musicflamingo/test_modeling_musicflamingo.py::MusicFlamingoForConditionalGenerationModelTest::test_sdpa_can_dispatch_on_flash",
          "error": "RuntimeError: expected scalar type Float but found Half"
        }
      ]
    },
    "pe_audio_video": {
      "job_ids": [
        84685449498,
        84685449581
      ],
      "tests": [
        {
          "id": "tests/models/pe_audio_video/test_modeling_pe_audio_video.py::PeAudioVideoEncoderTest::test_cpu_offload",
          "error": "NotImplementedError: Cannot copy out of meta tensor; no data!"
        },
        {
          "id": "tests/models/pe_audio_video/test_modeling_pe_audio_video.py::PeAudioVideoEncoderTest::test_disk_offload_bin",
          "error": "NotImplementedError: Cannot copy out of meta tensor; no data!"
        },
        {
          "id": "tests/models/pe_audio_video/test_modeling_pe_audio_video.py::PeAudioVideoEncoderTest::test_disk_offload_safetensors",
          "error": "NotImplementedError: Cannot copy out of meta tensor; no data!"
        },
        {
          "id": "tests/models/pe_audio_video/test_modeling_pe_audio_video.py::PeAudioVideoEncoderTest::test_model_parallelism",
          "error": "RuntimeError: Expected query, key, and value to have the same device type, but got query.device: cuda:1 key.device: cuda:1 and value.device: cuda:0 instead."
        },
        {
          "id": "tests/models/pe_audio_video/test_modeling_pe_audio_video.py::PeAudioVideoEncoderTest::test_multi_gpu_data_parallel_forward",
          "error": "StopIteration: Caught StopIteration in replica 1 on device 1."
        }
      ]
    },
    "qwen2_5_omni": {
      "job_ids": [
        84685452033,
        84685452147
      ],
      "tests": [
        {
          "id": "tests/models/qwen2_5_omni/test_modeling_qwen2_5_omni.py::Qwen2_5OmniModelIntegrationTest::test_small_model_integration_test",
          "error": "AssertionError: \"syst[108 chars]d is glass shattering, and the dog is a Labrador Retriever.\" != \"syst[108 chars]d is a glass shattering. The dog in the pictur[22 chars]ver.\""
        },
        {
          "id": "tests/models/qwen2_5_omni/test_modeling_qwen2_5_omni.py::Qwen2_5OmniModelIntegrationTest::test_small_model_integration_test_batch",
          "error": "AssertionError: Lists differ: [\"sys[109 chars]d is glass shattering, and the dog is a Labrad[185 chars]er.\"] != [\"sys[109 chars]d is a glass shattering. The dog in the pictur[211 chars]er.\"]"
        },
        {
          "id": "tests/models/qwen2_5_omni/test_modeling_qwen2_5_omni.py::Qwen2_5OmniModelIntegrationTest::test_small_model_integration_test_multiturn",
          "error": "http.client.RemoteDisconnected: Remote end closed connection without response"
        },
        {
          "id": "tests/models/qwen2_5_omni/test_modeling_qwen2_5_omni.py::Qwen2_5OmniThinkerForConditionalGenerationModelTest::test_multi_gpu_data_parallel_forward",
          "error": "StopIteration: Caught StopIteration in replica 1 on device 1."
        }
      ]
    },
    "qwen2_audio": {
      "job_ids": [
        84685452154
      ],
      "tests": [
        {
          "id": "tests/models/qwen2_audio/test_modeling_qwen2_audio.py::Qwen2AudioForConditionalGenerationModelTest::test_multi_gpu_data_parallel_forward",
          "error": "StopIteration: Caught StopIteration in replica 1 on device 1."
        }
      ]
    },
    "qwen3_omni_moe": {
      "job_ids": [
        84685452726,
        84685452783
      ],
      "tests": [
        {
          "id": "tests/models/qwen3_omni_moe/test_modeling_qwen3_omni_moe.py::Qwen3OmniModelIntegrationTest::test_small_model_integration_test",
          "error": "RuntimeError: We encountered some issues during automatic conversion of the weights. For details look at the `CONVERSION` entries of the above report!"
        },
        {
          "id": "tests/models/qwen3_omni_moe/test_modeling_qwen3_omni_moe.py::Qwen3OmniModelIntegrationTest::test_small_model_integration_test_batch",
          "error": "RuntimeError: We encountered some issues during automatic conversion of the weights. For details look at the `CONVERSION` entries of the above report!"
        },
        {
          "id": "tests/models/qwen3_omni_moe/test_modeling_qwen3_omni_moe.py::Qwen3OmniModelIntegrationTest::test_small_model_integration_test_multiturn",
          "error": "RuntimeError: We encountered some issues during automatic conversion of the weights. For details look at the `CONVERSION` entries of the above report!"
        },
        {
          "id": "tests/models/qwen3_omni_moe/test_modeling_qwen3_omni_moe.py::Qwen3OmniModelIntegrationTest::test_small_model_integration_test_w_audio",
          "error": "RuntimeError: We encountered some issues during automatic conversion of the weights. For details look at the `CONVERSION` entries of the above report!"
        },
        {
          "id": "tests/models/qwen3_omni_moe/test_modeling_qwen3_omni_moe.py::Qwen3OmniMoeThinkerForConditionalGenerationModelTest::test_model_parallelism",
          "error": "AttributeError: 'Qwen3OmniMoeThinkerForConditionalGeneration' object has no attribute 'hf_device_map'"
        },
        {
          "id": "tests/models/qwen3_omni_moe/test_modeling_qwen3_omni_moe.py::Qwen3OmniMoeThinkerForConditionalGenerationModelTest::test_multi_gpu_data_parallel_forward",
          "error": "StopIteration: Caught StopIteration in replica 1 on device 1."
        }
      ]
    },
    "voxtral": {
      "job_ids": [
        84685458911,
        84685458974
      ],
      "tests": [
        {
          "id": "tests/models/voxtral/test_modeling_voxtral.py::VoxtralForConditionalGenerationIntegrationTest::test_mini_multi_turn_text_and_audio",
          "error": "AssertionError: Lists differ: ['Des[790 chars]as a farewell address by a president, reflecti[151 chars]xt.'] != ['Des[790 chars]as a political speech by a president, reflecti[151 chars]xt.']"
        },
        {
          "id": "tests/models/voxtral/test_modeling_voxtral.py::VoxtralForConditionalGenerationIntegrationTest::test_mini_single_turn_audio_only",
          "error": "AssertionError: Lists differ: ['The[442 chars]king what A\\'s tattoo says, and A always respo[777 chars]nt.'] != ['The[442 chars]king A what his tattoo says, and A always resp[884 chars]on.']"
        },
        {
          "id": "tests/models/voxtral/test_modeling_voxtral.py::VoxtralForConditionalGenerationIntegrationTest::test_mini_single_turn_text_and_audio",
          "error": "AssertionError: Lists differ: [\"Wha[241 chars]. He expresses gratitude for the conversations[429 chars]en.\"] != [\"Wha[241 chars]. He acknowledges the diverse perspectives and[412 chars]es.\"]"
        },
        {
          "id": "tests/models/voxtral/test_modeling_voxtral.py::VoxtralForConditionalGenerationIntegrationTest::test_mini_single_turn_text_and_multiple_audios_batched",
          "error": "AssertionError: Lists differ: [\"Who[609 chars]m is likely the Seattle Mariners, as the comme[446 chars]me.'] != [\"Who[609 chars]m is the Mariners, and the commentator is exci[414 chars]nt.']"
        }
      ]
    },
    "voxtral_realtime": {
      "job_ids": [
        84685458923,
        84685458995
      ],
      "tests": [
        {
          "id": "tests/models/voxtral_realtime/test_modeling_voxtral_realtime.py::VoxtralRealtimeForConditionalGenerationIntegrationTest::test_batched_longform",
          "error": "AssertionError: Lists differ: [' Come on! Dude. You got a tattoo. So did you, dud[1097 chars]the\"] != [' Come on. Dude. You got a tattoo. So did you, dud[1097 chars]the\"]"
        }
      ]
    }
  }
}