speech_recognition/FunASR
1
0
Fork 0
mirror of https://github.com/modelscope/FunASR synced 2025-09-15 14:48:36 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

add cross fade for 4o

Browse Source
This commit is contained in:
志浩 2024-09-18 15:14:52 +08:00
parent 579d7b1e46
commit 4d001cc185
1 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
funasr/models/llm_asr/tts_models/e2e_model.py
View File

@ -904,11 +904,11 @@ class UCTDXvecSlotModel(UpsampleCtcTokenDiffModel):
def cross_fade(self, pre: torch.Tensor, feat: torch.Tensor, hop_size: int):
if pre is not None:
hop_len = min(hop_size, feat.shape[1], pre.shape[1])
hop_len = min(hop_size, feat.shape[1])
sin_wind = torch.tensor(np.sin((np.arange(hop_len * 2) + 1) / (hop_len * 2 + 1) * np.pi)[None, :]).to(feat)
if feat.dim() == 3:
sin_wind = sin_wind.unsqueeze(-1)
cf_overlap = ((pre[:, -hop_len:] * sin_wind[:, -hop_len:] +
cf_overlap = ((pre * sin_wind[:, -hop_len:] +
feat[:, :hop_len] * sin_wind[:, :hop_len]) /
(sin_wind[:, :hop_len] + sin_wind[:, -hop_len:]))
feat[:, :hop_len] = cf_overlap
@ -1032,13 +1032,13 @@ class UCTDXvecSlotModel(UpsampleCtcTokenDiffModel):
logging.info(f"valid_tokens: {print_token[:len(print_token) - token_hop_len]}, "
f"pad_tokens: {print_token[len(print_token) - token_hop_len:]}.")
if prompt_audio[0].shape[1] > 0:
feat = self.cross_fade(prompt_audio[0], feat.transpose(1, 2), pre_feat_lb).transpose(1, 2)
feat = self.cross_fade(prompt_audio[0][:, -pre_feat_lb:], feat.transpose(1, 2), pre_feat_lb).transpose(1, 2)
wav = wav_vocoder.inference(feat.transpose(1, 2))
if prompt_audio[0].shape[1] > 0:
pre_wav = wav_vocoder.inference(prompt_audio[0])
pre_wav_lb = int(1.0 / pre_token_lb * wav_vocoder.sample_rate)
wav = self.cross_fade(pre_wav, wav, pre_wav_lb)
wav = self.cross_fade(pre_wav[:, -pre_wav_lb:], wav, pre_wav_lb)
prompt_token = [
torch.cat([prompt_token[0][:, :-pre_token_lb], cur_token], dim=1),