Do not copy pin memory if it fails, just move

2025-11-17 18:04:00 +00:00 · 2025-11-17 18:04:00 +00:00 · 323b4aaf5a
parent 2e7b2d9926
commit 323b4aaf5a
1 changed files with 4 additions and 1 deletions
--- a/toolkit/memory_management/manager_modules.py
+++ b/toolkit/memory_management/manager_modules.py
@ -99,7 +99,10 @@ def _ensure_cpu_pinned(t: Optional[torch.Tensor]) -> Optional[torch.Tensor]:
    if t is None:
        return None
    if t.device.type != "cpu":
-        t = t.to("cpu", copy=True)
+        try:
+            t = t.to("cpu", copy=True)
+        except Exception:
+            t = t.to("cpu")
    # Don't attempt to pin quantized tensors; many backends don't support it
    if _is_quantized_tensor(t):
        return t