speech_recognition/FunASR
1
0
Fork 0
mirror of https://github.com/modelscope/FunASR synced 2025-09-15 14:48:36 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

fix sense_voice_datasets

Browse Source
This commit is contained in:
北念 2024-07-17 16:05:58 +08:00
parent beef97a2fc
commit a98550fdf5
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
funasr/datasets/sense_voice_datasets/datasets.py
View File

@ -328,7 +328,7 @@ class SenseVoiceCTCDataset(torch.utils.data.Dataset):
emo_target = item["emo_target"]
event_target = item["event_target"]
text_language = item.get("text_language", "<|zh|>")
punc_itn_bottom = item.get("with_or_wo_itn", "<|SPECIAL_TOKEN_13|>")
punc_itn_bottom = item.get("with_or_wo_itn", "<|woitn|>")
target_ids = self.tokenizer.encode(asr_target, allowed_special="all")
target_ids_len = len(target_ids) # [text]