update repo

This commit is contained in:
嘉渊 2023-05-16 11:02:59 +08:00
parent c568628130
commit 86768c77c7

View File

@ -190,6 +190,7 @@ def prepare_data(args, distributed_option):
args.train_data_file = os.path.join(args.data_dir, args.train_set, "data.list")
args.valid_data_file = os.path.join(args.data_dir, args.valid_set, "data.list")
if args.embed_path is not None:
if not distributed or distributed_option.dist_rank == 0:
for d in [args.train_set, args.valid_set]:
file = os.path.join(args.data_dir, d, "data.list")
with open(file) as f: