Compare commits

..

4 Commits

Author SHA1 Message Date
Sayak Paul
cbfc6ea163 Merge branch 'main' into wan-layerwise-upcasting-tests 2026-01-28 17:24:40 +05:30
Sayak Paul
b1f936f191 Merge branch 'main' into wan-layerwise-upcasting-tests 2026-01-28 17:22:21 +05:30
Sayak Paul
db32730ec7 Merge branch 'main' into wan-layerwise-upcasting-tests 2026-01-28 15:44:53 +05:30
sayakpaul
4bc3b8c20f up 2026-01-28 11:58:54 +05:30

View File

@@ -340,7 +340,8 @@ class WanAnimateMotionEncoder(nn.Module):
weight = self.motion_synthesis_weight + 1e-8
# Upcast the QR orthogonalization operation to FP32
original_motion_dtype = motion_feat.dtype
motion_feat = motion_feat.to(weight.dtype)
motion_feat = motion_feat.to(torch.float32)
weight = weight.to(torch.float32)
Q = torch.linalg.qr(weight)[0].to(device=motion_feat.device)