failing_tests.json

{
  "run_id": "33939401495",
  "run_date": "2026-09-05T02:33:20Z",
  "models": {
    "dia": {
      "job_ids": [
        101235765649,
        101235765874
      ],
      "tests": [
        {
          "id": "tests/models/dia/test_modeling_dia.py::DiaForConditionalGenerationIntegrationTest::test_dia_model_integration_generate_audio_context",
          "error": "AssertionError: Tensor-likes are not equal!"
        }
      ]
    },
    "fastspeech2_conformer": {
      "job_ids": [
        101235769236,
        101235768911
      ],
      "tests": [
        {
          "id": "tests/models/fastspeech2_conformer/test_modeling_fastspeech2_conformer.py::FastSpeech2ConformerModelIntegrationTest::test_training_integration",
          "error": "AssertionError: Tensor-likes are not close!"
        }
      ]
    },
    "higgs_audio_v2_tokenizer": {
      "job_ids": [
        101235758135,
        101235758212
      ],
      "tests": [
        {
          "id": "tests/models/higgs_audio_v2_tokenizer/test_modeling_higgs_audio_v2_tokenizer.py::HiggsAudioV2TokenizerModelTest::test_cpu_offload",
          "error": "AttributeError: 'HiggsAudioV2TokenizerModel' object has no attribute 'hf_device_map'"
        },
        {
          "id": "tests/models/higgs_audio_v2_tokenizer/test_modeling_higgs_audio_v2_tokenizer.py::HiggsAudioV2TokenizerModelTest::test_model_parallelism",
          "error": "AttributeError: 'HiggsAudioV2TokenizerModel' object has no attribute 'hf_device_map'"
        }
      ]
    },
    "hubert": {
      "job_ids": [
        101235758840
      ],
      "tests": [
        {
          "id": "tests/models/hubert/test_modeling_hubert.py::HubertModelTest::test_model_parallelism",
          "error": "RuntimeError: Expected all tensors to be on the same device, but found at least two devices, cuda:1 and cuda:0!"
        },
        {
          "id": "tests/models/hubert/test_modeling_hubert.py::HubertRobustModelTest::test_model_parallelism",
          "error": "RuntimeError: Expected all tensors to be on the same device, but found at least two devices, cuda:1 and cuda:0!"
        }
      ]
    },
    "kyutai_speech_to_text": {
      "job_ids": [
        101235760983
      ],
      "tests": [
        {
          "id": "tests/models/kyutai_speech_to_text/test_modeling_kyutai_speech_to_text.py::KyutaiSpeechToTextModelTest::test_model_parallelism",
          "error": "AttributeError: 'KyutaiSpeechToTextModel' object has no attribute 'hf_device_map'"
        }
      ]
    },
    "mimi": {
      "job_ids": [
        101235764418,
        101235764582
      ],
      "tests": [
        {
          "id": "tests/models/mimi/test_modeling_mimi.py::MimiIntegrationTest::test_integration",
          "error": "AssertionError: np.False_ is not true"
        },
        {
          "id": "tests/models/mimi/test_modeling_mimi.py::MimiIntegrationTest::test_integration_longform",
          "error": "AssertionError: np.False_ is not true"
        }
      ]
    },
    "musicgen": {
      "job_ids": [
        101235767183,
        101235767429
      ],
      "tests": [
        {
          "id": "tests/models/musicgen/test_modeling_musicgen.py::MusicgenIntegrationTests::test_generate_text_prompt_sampling",
          "error": "AssertionError: Tensor-likes are not close!"
        },
        {
          "id": "tests/models/musicgen/test_modeling_musicgen.py::MusicgenIntegrationTests::test_generate_unconditional_sampling",
          "error": "AssertionError: Tensor-likes are not close!"
        },
        {
          "id": "tests/models/musicgen/test_modeling_musicgen.py::MusicgenTest::test_sdpa_can_dispatch_on_flash",
          "error": "RuntimeError: No available kernel. Aborting execution."
        }
      ]
    },
    "moonshine_streaming": {
      "job_ids": [
        101235766451
      ],
      "tests": [
        {
          "id": "tests/models/moonshine_streaming/test_modeling_moonshine_streaming.py::MoonshineStreamingModelTest::test_model_parallelism",
          "error": "AttributeError: 'MoonshineStreamingModel' object has no attribute 'hf_device_map'"
        }
      ]
    },
    "musicgen_melody": {
      "job_ids": [
        101235767286,
        101235767482
      ],
      "tests": [
        {
          "id": "tests/models/musicgen_melody/test_modeling_musicgen_melody.py::MusicgenMelodyIntegrationTests::test_generate_text_audio_prompt",
          "error": "AssertionError: Tensor-likes are not close!"
        },
        {
          "id": "tests/models/musicgen_melody/test_modeling_musicgen_melody.py::MusicgenMelodyIntegrationTests::test_generate_text_prompt_greedy",
          "error": "AssertionError: Tensor-likes are not close!"
        },
        {
          "id": "tests/models/musicgen_melody/test_modeling_musicgen_melody.py::MusicgenMelodyIntegrationTests::test_generate_text_prompt_greedy_with_classifier_free_guidance",
          "error": "AssertionError: Tensor-likes are not close!"
        },
        {
          "id": "tests/models/musicgen_melody/test_modeling_musicgen_melody.py::MusicgenMelodyIntegrationTests::test_generate_text_prompt_sampling",
          "error": "AssertionError: Tensor-likes are not close!"
        },
        {
          "id": "tests/models/musicgen_melody/test_modeling_musicgen_melody.py::MusicgenMelodyIntegrationTests::test_generate_unconditional_greedy",
          "error": "AssertionError: Tensor-likes are not close!"
        },
        {
          "id": "tests/models/musicgen_melody/test_modeling_musicgen_melody.py::MusicgenMelodyIntegrationTests::test_generate_unconditional_sampling",
          "error": "AssertionError: Tensor-likes are not close!"
        },
        {
          "id": "tests/models/musicgen_melody/test_modeling_musicgen_melody.py::MusicgenMelodyStereoIntegrationTests::test_generate_text_audio_prompt",
          "error": "AssertionError: Tensor-likes are not close!"
        },
        {
          "id": "tests/models/musicgen_melody/test_modeling_musicgen_melody.py::MusicgenMelodyStereoIntegrationTests::test_generate_unconditional_greedy",
          "error": "AssertionError: Tensor-likes are not close!"
        },
        {
          "id": "tests/models/musicgen_melody/test_modeling_musicgen_melody.py::MusicgenMelodyTest::test_sdpa_can_dispatch_on_flash",
          "error": "RuntimeError: No available kernel. Aborting execution."
        }
      ]
    },
    "pe_audio": {
      "job_ids": [
        101235770092
      ],
      "tests": [
        {
          "id": "tests/models/pe_audio/test_modeling_pe_audio.py::PeAudioModelTest::test_model_parallelism",
          "error": "RuntimeError: Expected all tensors to be on the same device, but found at least two devices, cuda:0 and cuda:1!"
        }
      ]
    },
    "univnet": {
      "job_ids": [
        101235766354,
        101235766842
      ],
      "tests": [
        {
          "id": "tests/models/univnet/test_feature_extraction_univnet.py::UnivNetFeatureExtractionTest::test_integration",
          "error": "AssertionError: Scalars are not close!"
        },
        {
          "id": "tests/models/univnet/test_modeling_univnet.py::UnivNetModelIntegrationTests::test_integration",
          "error": "AssertionError: Scalars are not close!"
        }
      ]
    },
    "vits": {
      "job_ids": [
        101235769065,
        101235768015
      ],
      "tests": [
        {
          "id": "tests/models/vits/test_modeling_vits.py::VitsModelIntegrationTests::test_forward_fp16",
          "error": "AssertionError: Tensor-likes are not close!"
        }
      ]
    },
    "wav2vec2_bert": {
      "job_ids": [
        101235768813
      ],
      "tests": [
        {
          "id": "tests/models/wav2vec2_bert/test_modeling_wav2vec2_bert.py::Wav2Vec2BertModelTest::test_disk_offload_safetensors",
          "error": "AssertionError: Tensor-likes are not close!"
        },
        {
          "id": "tests/models/wav2vec2_bert/test_modeling_wav2vec2_bert.py::Wav2Vec2BertModelTest::test_model_parallelism",
          "error": "RuntimeError: Expected all tensors to be on the same device, but found at least two devices, cuda:1 and cuda:0!"
        }
      ]
    },
    "whisper": {
      "job_ids": [
        101235769267
      ],
      "tests": [
        {
          "id": "tests/models/whisper/test_modeling_whisper.py::WhisperEncoderModelTest::test_model_parallelism",
          "error": "RuntimeError: Expected all tensors to be on the same device, but found at least two devices, cuda:0 and cuda:1!"
        }
      ]
    },
    "xcodec": {
      "job_ids": [
        101235769392,
        101235770179
      ],
      "tests": [
        {
          "id": "tests/models/xcodec/test_modeling_xcodec.py::XcodecModelTest::test_cpu_offload",
          "error": "AttributeError: 'XcodecModel' object has no attribute 'hf_device_map'"
        },
        {
          "id": "tests/models/xcodec/test_modeling_xcodec.py::XcodecModelTest::test_model_parallelism",
          "error": "AttributeError: 'XcodecModel' object has no attribute 'hf_device_map'"
        }
      ]
    },
    "gemma3n": {
      "job_ids": [
        101235770083
      ],
      "tests": [
        {
          "id": "tests/models/gemma3n/test_modeling_gemma3n.py::Gemma3nVision2TextModelTest::test_model_parallelism",
          "error": "AttributeError: 'Gemma3nModel' object has no attribute 'hf_device_map'"
        }
      ]
    },
    "pe_audio_video": {
      "job_ids": [
        101235770192,
        101235770509
      ],
      "tests": [
        {
          "id": "tests/models/pe_audio_video/test_modeling_pe_audio_video.py::PeAudioVideoEncoderTest::test_cpu_offload",
          "error": "NotImplementedError: Cannot copy out of meta tensor; no data!"
        },
        {
          "id": "tests/models/pe_audio_video/test_modeling_pe_audio_video.py::PeAudioVideoEncoderTest::test_disk_offload_bin",
          "error": "NotImplementedError: Cannot copy out of meta tensor; no data!"
        },
        {
          "id": "tests/models/pe_audio_video/test_modeling_pe_audio_video.py::PeAudioVideoEncoderTest::test_disk_offload_safetensors",
          "error": "NotImplementedError: Cannot copy out of meta tensor; no data!"
        },
        {
          "id": "tests/models/pe_audio_video/test_modeling_pe_audio_video.py::PeAudioVideoEncoderTest::test_model_parallelism",
          "error": "RuntimeError: Expected query, key, and value to have the same device type, but got query.device: cuda:1 key.device: cuda:1 and value.device: cuda:0 instead."
        }
      ]
    },
    "qwen3_omni_moe": {
      "job_ids": [
        101235759721,
        101235760253
      ],
      "tests": [
        {
          "id": "tests/models/qwen3_omni_moe/test_modeling_qwen3_omni_moe.py::Qwen3OmniModelIntegrationTest::test_small_model_integration_test",
          "error": "RuntimeError: We encountered some issues during automatic conversion of the weights. For details look at the `CONVERSION` entries of the above report!"
        },
        {
          "id": "tests/models/qwen3_omni_moe/test_modeling_qwen3_omni_moe.py::Qwen3OmniModelIntegrationTest::test_small_model_integration_test_batch",
          "error": "RuntimeError: We encountered some issues during automatic conversion of the weights. For details look at the `CONVERSION` entries of the above report!"
        },
        {
          "id": "tests/models/qwen3_omni_moe/test_modeling_qwen3_omni_moe.py::Qwen3OmniModelIntegrationTest::test_small_model_integration_test_batch_audio_matches_single",
          "error": "RuntimeError: We encountered some issues during automatic conversion of the weights. For details look at the `CONVERSION` entries of the above report!"
        },
        {
          "id": "tests/models/qwen3_omni_moe/test_modeling_qwen3_omni_moe.py::Qwen3OmniModelIntegrationTest::test_small_model_integration_test_multiturn",
          "error": "RuntimeError: We encountered some issues during automatic conversion of the weights. For details look at the `CONVERSION` entries of the above report!"
        },
        {
          "id": "tests/models/qwen3_omni_moe/test_modeling_qwen3_omni_moe.py::Qwen3OmniModelIntegrationTest::test_small_model_integration_test_w_audio",
          "error": "RuntimeError: We encountered some issues during automatic conversion of the weights. For details look at the `CONVERSION` entries of the above report!"
        }
      ]
    }
  }
}