From 61d631fb5b8e3154d824fe50f697b0303a2f73f3 Mon Sep 17 00:00:00 2001 From: zhifu gao Date: Tue, 23 Apr 2024 19:51:32 +0800 Subject: [PATCH] Dev gzf exp (#1650) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit * sensevoice finetune * sensevoice finetune * sensevoice finetune * sensevoice finetune * sensevoice finetune * sensevoice finetune * sensevoice finetune * sensevoice finetune * sensevoice finetune * sensevoice finetune * bugfix * update with main (#1631) * update seaco finetune * v1.0.24 --------- Co-authored-by: 维石 * sensevoice * sensevoice * sensevoice * update with main (#1638) * update seaco finetune * v1.0.24 * update rwkv template --------- Co-authored-by: 维石 * sensevoice * sensevoice * sensevoice * sensevoice * sensevoice * sensevoice * sensevoice * sensevoice * sensevoice * sensevoice * sensevoice * sensevoice * sensevoice * sensevoice * sensevoice * sense voice * sense voice * sense voice * sense voice * sense voice * sense voice * sense voice * sense voice * sense voice * sense voice * sense voice * sense voice * sense voice * sense voice * sense voice * sense voice * sense voice * sense voice * sense voice --------- Co-authored-by: 维石 --- funasr/datasets/audio_datasets/index_ds.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/funasr/datasets/audio_datasets/index_ds.py b/funasr/datasets/audio_datasets/index_ds.py index 06bd4de16..2677d3348 100644 --- a/funasr/datasets/audio_datasets/index_ds.py +++ b/funasr/datasets/audio_datasets/index_ds.py @@ -34,7 +34,7 @@ class IndexDSJsonlRankFull(torch.utils.data.Dataset): with open(path, encoding='utf-8') as fin: file_list_all = fin.readlines() - num_per_slice = len(file_list_all) // data_split_num + num_per_slice = (len(file_list_all)-1) // data_split_num + 1 file_list = file_list_all[data_split_i * num_per_slice:(data_split_i + 1) * num_per_slice] logging.info( f"is_training: {is_training}, data_split_num: {data_split_num}, data_split_i: {data_split_i}, \nfile_list: {file_list}, \nfile_list_all: {file_list_all}")