only move model to device when model is in cpu and target device is x…

…pu (#3133)
huggingface · Oct 7, 2024 · 1077611 · 1077611
1 parent cd93e35
commit 1077611
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/src/accelerate/accelerator.py b/src/accelerate/accelerator.py
@@ -2014,7 +2014,7 @@ def _prepare_ipex_or_xpu(self, *args):
  optimizer = obj
  if optimizer is not None and model is not None:
  dtype = torch.bfloat16 if self.state.mixed_precision == "bf16" else None
- if self.device.type == "xpu":
+ if self.device.type == "xpu" and model.device.type == "cpu":
  model = model.to(self.device)
  # ipex.optimize() is available only for IPEX, both IPEX-CPU and IPEX-XPU
  if is_ipex_available():

diff --git a/src/accelerate/state.py b/src/accelerate/state.py
@@ -703,7 +703,7 @@ def default_device(self) -> torch.device:
  elif torch.cuda.is_available():
  return torch.device("cuda")
  elif is_xpu_available():
- return torch.device("xpu:0")
+ return torch.device("xpu")
  else:
  return torch.device("cpu")