eustlb/transformers-audio-ci-data / failing_tests.json
eustlb's picture
download
raw
14.3 kB
{
"run_id": "39534034205",
"run_date": "2026-10-21T02:37:19Z",
"models": {
"dia": {
"job_ids": [
119017695647,
119017695855
],
"tests": [
{
"id": "tests/models/dia/test_modeling_dia.py::DiaForConditionalGenerationIntegrationTest::test_dia_model_integration_generate_audio_context",
"error": "AssertionError: Tensor-likes are not equal!"
}
]
},
"fastspeech2_conformer": {
"job_ids": [
119017701930,
119017703268
],
"tests": [
{
"id": "tests/models/fastspeech2_conformer/test_modeling_fastspeech2_conformer.py::FastSpeech2ConformerModelIntegrationTest::test_training_integration",
"error": "AssertionError: Tensor-likes are not close!"
}
]
},
"gradium_phonon_tts": {
"job_ids": [
119017710506,
119017710043
],
"tests": [
{
"id": "tests/models/gradium_phonon_tts/test_modeling_gradium_phonon_tts.py::GradiumPhononTTSIntegrationTest::test_batch",
"error": "OSError: eustlb/gradium-phonon-tts-audio-tokenizer is not a local folder and is not a valid model identifier listed on 'https://huggingface.co/models'"
},
{
"id": "tests/models/gradium_phonon_tts/test_modeling_gradium_phonon_tts.py::GradiumPhononTTSIntegrationTest::test_single",
"error": "OSError: eustlb/gradium-phonon-tts-audio-tokenizer is not a local folder and is not a valid model identifier listed on 'https://huggingface.co/models'"
},
{
"id": "tests/models/gradium_phonon_tts/test_modeling_gradium_phonon_tts.py::GradiumPhononTTSModelTest::test_onnx_export_generate_dynamic",
"error": "ValueError: Placeholder tokens (4) and features (2) do not match for token id 97."
},
{
"id": "tests/models/gradium_phonon_tts/test_modeling_gradium_phonon_tts.py::GradiumPhononTTSModelTest::test_onnx_export_generate_dynamic_static_cache",
"error": "ValueError: Placeholder tokens (4) and features (2) do not match for token id 97."
},
{
"id": "tests/models/gradium_phonon_tts/test_modeling_gradium_phonon_tts.py::GradiumPhononTTSModelTest::test_torch_export_generate_dynamic",
"error": "ValueError: Placeholder tokens (4) and features (2) do not match for token id 97."
},
{
"id": "tests/models/gradium_phonon_tts/test_modeling_gradium_phonon_tts.py::GradiumPhononTTSModelTest::test_torch_export_generate_dynamic_static_cache",
"error": "ValueError: Placeholder tokens (4) and features (2) do not match for token id 97."
}
]
},
"higgs_audio_v2_tokenizer": {
"job_ids": [
119017680429,
119017679634
],
"tests": [
{
"id": "tests/models/higgs_audio_v2_tokenizer/test_modeling_higgs_audio_v2_tokenizer.py::HiggsAudioV2TokenizerModelTest::test_cpu_offload",
"error": "AttributeError: 'HiggsAudioV2TokenizerModel' object has no attribute 'hf_device_map'"
},
{
"id": "tests/models/higgs_audio_v2_tokenizer/test_modeling_higgs_audio_v2_tokenizer.py::HiggsAudioV2TokenizerModelTest::test_model_parallelism",
"error": "AttributeError: 'HiggsAudioV2TokenizerModel' object has no attribute 'hf_device_map'"
}
]
},
"hubert": {
"job_ids": [
119017679509
],
"tests": [
{
"id": "tests/models/hubert/test_modeling_hubert.py::HubertModelTest::test_model_parallelism",
"error": "RuntimeError: Expected all tensors to be on the same device, but found at least two devices, cuda:1 and cuda:0!"
},
{
"id": "tests/models/hubert/test_modeling_hubert.py::HubertRobustModelTest::test_model_parallelism",
"error": "RuntimeError: Expected all tensors to be on the same device, but found at least two devices, cuda:0 and cuda:1!"
}
]
},
"kyutai_speech_to_text": {
"job_ids": [
119017686767
],
"tests": [
{
"id": "tests/models/kyutai_speech_to_text/test_modeling_kyutai_speech_to_text.py::KyutaiSpeechToTextModelTest::test_model_parallelism",
"error": "AttributeError: 'KyutaiSpeechToTextModel' object has no attribute 'hf_device_map'"
}
]
},
"mimi": {
"job_ids": [
119017693639,
119017693166
],
"tests": [
{
"id": "tests/models/mimi/test_modeling_mimi.py::MimiIntegrationTest::test_integration",
"error": "AssertionError: np.False_ is not true"
},
{
"id": "tests/models/mimi/test_modeling_mimi.py::MimiIntegrationTest::test_integration_longform",
"error": "AssertionError: np.False_ is not true"
}
]
},
"musicgen": {
"job_ids": [
119017699765,
119017700292
],
"tests": [
{
"id": "tests/models/musicgen/test_modeling_musicgen.py::MusicgenIntegrationTests::test_generate_text_prompt_sampling",
"error": "AssertionError: Tensor-likes are not close!"
},
{
"id": "tests/models/musicgen/test_modeling_musicgen.py::MusicgenIntegrationTests::test_generate_unconditional_sampling",
"error": "AssertionError: Tensor-likes are not close!"
},
{
"id": "tests/models/musicgen/test_modeling_musicgen.py::MusicgenTest::test_sdpa_can_dispatch_on_flash",
"error": "RuntimeError: No available kernel. Aborting execution."
}
]
},
"musicgen_melody": {
"job_ids": [
119017700035,
119017700500
],
"tests": [
{
"id": "tests/models/musicgen_melody/test_modeling_musicgen_melody.py::MusicgenMelodyTest::test_sdpa_can_dispatch_on_flash",
"error": "RuntimeError: No available kernel. Aborting execution."
}
]
},
"pocket_tts": {
"job_ids": [
119017709126,
119017709732
],
"tests": [
{
"id": "tests/models/pocket_tts/test_modeling_pocket_tts.py::PocketTTSIntegrationTest::test_drifting",
"error": "OSError: eustlb/pocket-tts-english-drifting is not a local folder and is not a valid model identifier listed on 'https://huggingface.co/models'"
},
{
"id": "tests/models/pocket_tts/test_modeling_pocket_tts.py::PocketTTSIntegrationTest::test_training",
"error": "AssertionError: Lists differ: [657,[332 chars] 864, 1019, 993, 743, 640, 618, 989, 640, 759, 1019, 1171, 263] != [657,[332 chars] 864, 1019, 993, 743, 640, 618, 989, 640, 759, 1019, 1171]"
},
{
"id": "tests/models/pocket_tts/test_modeling_pocket_tts.py::PocketTTSIntegrationTest::test_voice_cloning",
"error": "RuntimeError: SingleStreamDecoder, /__w/torchcodec/torchcodec/meta-pytorch/torchcodec/src/torchcodec/_core/SingleStreamDecoder.cpp:40, Could not open input file: /mnt/cache/hub/datasets--hf-internal-testing--dummy-audio-samples/snapshots/798f2c7208aacc481351b60b8a39605d8bdae7c2/en-Alice_woman.wav No such file or directory"
},
{
"id": "tests/models/pocket_tts/test_modeling_pocket_tts.py::PocketTTSIntegrationTest::test_voice_cloning_batch",
"error": "RuntimeError: SingleStreamDecoder, /__w/torchcodec/torchcodec/meta-pytorch/torchcodec/src/torchcodec/_core/SingleStreamDecoder.cpp:40, Could not open input file: /mnt/cache/hub/datasets--hf-internal-testing--dummy-audio-samples/snapshots/798f2c7208aacc481351b60b8a39605d8bdae7c2/en-Alice_woman.wav No such file or directory"
},
{
"id": "tests/models/pocket_tts/test_modeling_pocket_tts.py::PocketTTSModelTest::test_onnx_export_generate_dynamic",
"error": "ValueError: Placeholder tokens (4) and features (2) do not match for token id 96."
},
{
"id": "tests/models/pocket_tts/test_modeling_pocket_tts.py::PocketTTSModelTest::test_onnx_export_generate_dynamic_static_cache",
"error": "ValueError: Placeholder tokens (4) and features (2) do not match for token id 96."
},
{
"id": "tests/models/pocket_tts/test_modeling_pocket_tts.py::PocketTTSModelTest::test_torch_export_generate_dynamic",
"error": "ValueError: Placeholder tokens (4) and features (2) do not match for token id 96."
},
{
"id": "tests/models/pocket_tts/test_modeling_pocket_tts.py::PocketTTSModelTest::test_torch_export_generate_dynamic_static_cache",
"error": "ValueError: Placeholder tokens (4) and features (2) do not match for token id 96."
},
{
"id": "tests/models/pocket_tts/test_processing_pocket_tts.py::PocketTTSProcessingIntegrationTest::test_apply_chat_template_text",
"error": "FileNotFoundError: [Errno 2] No such file or directory: '/tmp/tmp__6n2uny/metadata.json'"
},
{
"id": "tests/models/pocket_tts/test_processing_pocket_tts.py::PocketTTSProcessingIntegrationTest::test_apply_chat_template_voice_audio",
"error": "RuntimeError: SingleStreamDecoder, /__w/torchcodec/torchcodec/meta-pytorch/torchcodec/src/torchcodec/_core/SingleStreamDecoder.cpp:40, Could not open input file: /mnt/cache/hub/datasets--hf-internal-testing--dummy-audio-samples/snapshots/798f2c7208aacc481351b60b8a39605d8bdae7c2/en-Alice_woman.wav No such file or directory"
},
{
"id": "tests/models/pocket_tts/test_processing_pocket_tts.py::PocketTTSProcessingIntegrationTest::test_apply_chat_template_voice_audio_batch",
"error": "RuntimeError: SingleStreamDecoder, /__w/torchcodec/torchcodec/meta-pytorch/torchcodec/src/torchcodec/_core/SingleStreamDecoder.cpp:40, Could not open input file: /mnt/cache/hub/datasets--hf-internal-testing--dummy-audio-samples/snapshots/798f2c7208aacc481351b60b8a39605d8bdae7c2/en-Alice_woman.wav No such file or directory"
},
{
"id": "tests/models/pocket_tts/test_processing_pocket_tts.py::PocketTTSProcessingIntegrationTest::test_split_text",
"error": "FileNotFoundError: [Errno 2] No such file or directory: '/tmp/tmpsv620v8t/metadata.json'"
}
]
},
"qwen3_asr": {
"job_ids": [
119017682819,
119017683910
],
"tests": [
{
"id": "tests/models/qwen3_asr/test_feature_extraction_qwen3_asr.py::Qwen3ASRFeatureExtractionTest::test_mel_padding_aligns_to_chunk",
"error": "TypeError: only 0-dimensional arrays can be converted to Python scalars"
}
]
},
"univnet": {
"job_ids": [
119017697234,
119017697905
],
"tests": [
{
"id": "tests/models/univnet/test_feature_extraction_univnet.py::UnivNetFeatureExtractionTest::test_integration",
"error": "AssertionError: Scalars are not close!"
},
{
"id": "tests/models/univnet/test_modeling_univnet.py::UnivNetModelIntegrationTests::test_integration",
"error": "AssertionError: Scalars are not close!"
}
]
},
"vits": {
"job_ids": [
119017702052,
119017701228
],
"tests": [
{
"id": "tests/models/vits/test_modeling_vits.py::VitsModelIntegrationTests::test_forward_fp16",
"error": "AssertionError: Tensor-likes are not close!"
}
]
},
"wav2vec2_bert": {
"job_ids": [
119017702213,
119017703392
],
"tests": [
{
"id": "tests/models/wav2vec2_bert/test_modeling_wav2vec2_bert.py::Wav2Vec2BertModelTest::test_disk_offload_bin",
"error": "AssertionError: Tensor-likes are not close!"
},
{
"id": "tests/models/wav2vec2_bert/test_modeling_wav2vec2_bert.py::Wav2Vec2BertModelTest::test_model_parallelism",
"error": "RuntimeError: Expected all tensors to be on the same device, but found at least two devices, cuda:1 and cuda:0!"
}
]
},
"xcodec": {
"job_ids": [
119017703510,
119017705178
],
"tests": [
{
"id": "tests/models/xcodec/test_modeling_xcodec.py::XcodecModelTest::test_cpu_offload",
"error": "AttributeError: 'XcodecModel' object has no attribute 'hf_device_map'"
},
{
"id": "tests/models/xcodec/test_modeling_xcodec.py::XcodecModelTest::test_model_parallelism",
"error": "AttributeError: 'XcodecModel' object has no attribute 'hf_device_map'"
}
]
},
"data2vec": {
"job_ids": [
119017692079
],
"tests": [
{
"id": "tests/models/data2vec/test_modeling_data2vec_vision.py::Data2VecVisionModelTest::test_model_parallelism",
"error": "RuntimeError: Expected all tensors to be on the same device, but got tensors is on cuda:0, different from other tensors on cuda:1 (when checking argument in method wrapper_CUDA_cat)"
}
]
},
"pe_audio_video": {
"job_ids": [
119017706658,
119017707158
],
"tests": [
{
"id": "tests/models/pe_audio_video/test_modeling_pe_audio_video.py::PeAudioVideoEncoderTest::test_cpu_offload",
"error": "NotImplementedError: Cannot copy out of meta tensor; no data!"
},
{
"id": "tests/models/pe_audio_video/test_modeling_pe_audio_video.py::PeAudioVideoEncoderTest::test_disk_offload_bin",
"error": "NotImplementedError: Cannot copy out of meta tensor; no data!"
},
{
"id": "tests/models/pe_audio_video/test_modeling_pe_audio_video.py::PeAudioVideoEncoderTest::test_disk_offload_safetensors",
"error": "NotImplementedError: Cannot copy out of meta tensor; no data!"
},
{
"id": "tests/models/pe_audio_video/test_modeling_pe_audio_video.py::PeAudioVideoEncoderTest::test_model_parallelism",
"error": "RuntimeError: Expected query, key, and value to have the same device type, but got query.device: cuda:1 key.device: cuda:1 and value.device: cuda:0 instead."
}
]
}
}
}

Xet Storage Details

Size:
14.3 kB
·
Xet hash:
a22b57d5fa04ea697300c7a4e70a8debca966425c62c0720bc03beb0f81b4c17

Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.