find_unused_parameters

This commit is contained in:
游雁 2024-09-30 15:43:13 +08:00
parent 5d35b3c70b
commit 0bf8edca37

View File

@ -84,9 +84,6 @@ def main(**kwargs):
dist.init_process_group(
backend=kwargs.get("backend", "nccl"),
init_method="env://",
find_unused_parameters=kwargs.get("train_conf", {}).get(
"find_unused_parameters", False
),
)
torch.cuda.set_device(local_rank)