diff --git a/funasr/bin/train_ds.py b/funasr/bin/train_ds.py
index b0931b016..03cb18479 100644
--- a/funasr/bin/train_ds.py
+++ b/funasr/bin/train_ds.py
@@ -130,8 +130,8 @@ def main(**kwargs):
 
     model = trainer.warp_model(model)
 
-    kwargs["device"] = next(model.parameters()).device
-    trainer.device = kwargs["device"]
+    kwargs["device"] = int(os.environ.get("LOCAL_RANK", 0))
+    trainer.device = int(os.environ.get("LOCAL_RANK", 0))
 
     model, optim, scheduler = trainer.warp_optim_scheduler(model, **kwargs)