Compare commits

...

2 Commits

Author SHA1 Message Date
Aryan
17bc3a0fe2 Merge branch 'main' into fix-cog-lora-fuse-test 2024-12-23 13:21:45 +05:30
Aryan
82ee75a969 fix 2024-12-23 08:47:36 +01:00

View File

@@ -748,10 +748,10 @@ class CogVideoXPatchEmbed(nn.Module):
pos_embedding = self._get_positional_embeddings(
height, width, pre_time_compression_frames, device=embeds.device
)
pos_embedding = pos_embedding.to(dtype=embeds.dtype)
else:
pos_embedding = self.pos_embedding
pos_embedding = pos_embedding.to(dtype=embeds.dtype)
embeds = embeds + pos_embedding
return embeds