Merge pull request #457 from alibaba-damo-academy/dev_sx

update batch_bins configuration
This commit is contained in:
zhifu gao 2023-05-05 14:43:15 +08:00 committed by GitHub
commit b39d744cd5
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -132,8 +132,7 @@ def build_trainer(modelscope_dict,
if args.dataset_type == "small":
args.batch_bins = batch_bins
elif args.dataset_type == "large":
if "batch_size" not in args.dataset_conf["batch_conf"]:
args.dataset_conf["batch_conf"]["batch_size"] = batch_bins
args.dataset_conf["batch_conf"]["batch_size"] = batch_bins
else:
raise ValueError(f"Not supported dataset_type={args.dataset_type}")
if args.normalize in ["null", "none", "None"]: