From 5c9d497cafafb986abcbf3720a2d88fcafd99c73 Mon Sep 17 00:00:00 2001 From: mi804 <1576993271@qq.com> Date: Wed, 6 May 2026 15:07:34 +0800 Subject: [PATCH] fix fft dtype compatibility in deepspeed --- diffsynth/models/ltx2_audio_vae.py | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/diffsynth/models/ltx2_audio_vae.py b/diffsynth/models/ltx2_audio_vae.py index 082a7b8ee..8a58f9724 100644 --- a/diffsynth/models/ltx2_audio_vae.py +++ b/diffsynth/models/ltx2_audio_vae.py @@ -55,12 +55,14 @@ def waveform_to_mel( waveform_sample_rate: int, ) -> torch.Tensor: """Convert waveform to log-mel spectrogram [batch, channels, time, n_mels].""" + original_dtype = waveform.dtype waveform = self.resample_waveform(waveform, waveform_sample_rate, self.sample_rate) - mel = self.mel_transform(waveform) + self.mel_transform = self.mel_transform.to(dtype=torch.float32) + mel = self.mel_transform(waveform.to(dtype=torch.float32)) mel = torch.log(torch.clamp(mel, min=1e-5)) - mel = mel.to(device=waveform.device, dtype=waveform.dtype) + mel = mel.to(device=waveform.device, dtype=original_dtype) return mel.permute(0, 1, 3, 2).contiguous()