Add a condition for nested_detach

fix bug: huggingface#31852
haikuoxin · Jul 9, 2024 · 2b66034 · 2b66034
1 parent 0abf5e8
commit 2b66034
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/transformers/trainer_pt_utils.py b/src/transformers/trainer_pt_utils.py
@@ -192,7 +192,7 @@ def nested_detach(tensors):
         return type(tensors)(nested_detach(t) for t in tensors)
     elif isinstance(tensors, Mapping):
         return type(tensors)({k: nested_detach(t) for k, t in tensors.items()})
-    return tensors.detach()
+    return tensors.detach() if isinstance(tensors, torch.Tensor) else tensors
 
 
 def nested_xla_mesh_reduce(tensors, name):