mirror of
https://github.com/modelscope/FunASR
synced 2025-09-15 14:48:36 +08:00
v3
This commit is contained in:
parent
55f06fb4c9
commit
0076212ac5
@ -53,7 +53,7 @@ class OpenAIIndexDSJsonl(torch.utils.data.Dataset): # torch.utils.data.Dataset
|
|||||||
data = data_dict["messages"]
|
data = data_dict["messages"]
|
||||||
speech_length = data_dict.get("speech_length", -1) // 8
|
speech_length = data_dict.get("speech_length", -1) // 8
|
||||||
text_length = data_dict.get("text_length", 0)
|
text_length = data_dict.get("text_length", 0)
|
||||||
if speech_length * 8 > self.max_source_length:
|
if speech_length * 2 > self.max_source_length:
|
||||||
logging.info(
|
logging.info(
|
||||||
f"speech_length: {speech_length*8} > {self.max_source_length}, drop it: {data_dict}"
|
f"speech_length: {speech_length*8} > {self.max_source_length}, drop it: {data_dict}"
|
||||||
)
|
)
|
||||||
|
|||||||
Loading…
Reference in New Issue
Block a user