update batch_bins configuration

This commit is contained in:
shixian.shi 2023-05-05 14:09:41 +08:00
parent 3c4898fe16
commit 651a945773

View File

@ -132,8 +132,7 @@ def build_trainer(modelscope_dict,
if args.dataset_type == "small":
args.batch_bins = batch_bins
elif args.dataset_type == "large":
if "batch_size" not in args.dataset_conf["batch_conf"]:
args.dataset_conf["batch_conf"]["batch_size"] = batch_bins
args.dataset_conf["batch_conf"]["batch_size"] = batch_bins
else:
raise ValueError(f"Not supported dataset_type={args.dataset_type}")
if args.normalize in ["null", "none", "None"]: