speech_recognition/FunASR
1
0
Fork 0
mirror of https://github.com/modelscope/FunASR synced 2025-09-15 14:48:36 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

decoding

Browse Source
This commit is contained in:
游雁 2024-06-12 19:47:53 +08:00
parent 2ac79cd3f3
commit 83d644c899
2 changed files with 3 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
funasr/datasets/openai_datasets/index_ds.py
View File

@ -15,11 +15,6 @@ class OpenAIIndexDSJsonl(torch.utils.data.Dataset): # torch.utils.data.Dataset
def __init__(self, path: str, **kwargs): def __init__(self, path: str, **kwargs):
super().__init__() super().__init__()
self.max_source_length = kwargs.get("max_source_length", 2048)
self.min_source_length = kwargs.get("min_source_length", 0)
self.max_target_length = kwargs.get("max_target_length", 2048)
self.min_target_length = kwargs.get("min_target_length", 0)
self.max_token_length = kwargs.get("max_token_length", 2200)
is_training = kwargs.get("is_training", True) is_training = kwargs.get("is_training", True)
if not (path.endswith(".jsonl") or path.endswith(".json")): if not (path.endswith(".jsonl") or path.endswith(".json")):

4
funasr/train_utils/trainer_ds.py
View File

@ -287,7 +287,9 @@ class Trainer:
elif self.use_fsdp: elif self.use_fsdp:
pass pass
elif self.rank == 0: elif self.rank == 0:
logging.info(f"Save checkpoint: {epoch}, rank: {self.local_rank}\n") logging.info(
f"Save checkpoint: {epoch}, rank: {self.rank}, local_rank: {self.local_rank}\n"
)
# self.step_or_epoch += 1 # self.step_or_epoch += 1
state = { state = {
"epoch": epoch, "epoch": epoch,