Merge pull request #850 from alibaba-damo-academy/dev_lhn

fix dataset bug
This commit is contained in:
hnluo 2023-08-14 17:20:00 +08:00 committed by GitHub
commit 74eb3b105d
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -68,7 +68,6 @@ class SequenceIterFactory(AbsIterFactory):
sort_in_batch=dataset_conf["sort_in_batch"] if hasattr(dataset_conf, "sort_in_batch") else "descending",
sort_batch=dataset_conf["sort_batch"] if hasattr(dataset_conf, "sort_batch") else "descending",
drop_last=False,
min_batch_size=torch.distributed.get_world_size(),
padding=True,
)