fix dataset bug

This commit is contained in:
haoneng.lhn 2023-08-14 17:18:18 +08:00
parent c3ef815c08
commit 99db720a0d

View File

@ -68,7 +68,6 @@ class SequenceIterFactory(AbsIterFactory):
sort_in_batch=dataset_conf["sort_in_batch"] if hasattr(dataset_conf, "sort_in_batch") else "descending",
sort_batch=dataset_conf["sort_batch"] if hasattr(dataset_conf, "sort_batch") else "descending",
drop_last=False,
min_batch_size=torch.distributed.get_world_size(),
padding=True,
)