RomanNum3ral
/
ComfyUI
mirror of https://github.com/Comfy-Org/ComfyUI.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Lens: some cleanup (#14112) 

* Lens: remove redundant memory optimization
This commit is contained in:
Jukka Seppänen 2026-05-26 10:32:53 +03:00 committed by GitHub
parent 41812fa0ac
commit f9f54cae42
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 0 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
comfy/ldm/lens/model.py
View File

@ -141,7 +141,6 @@ class LensJointAttention(nn.Module):
img_q, img_k, img_v = img_qkv.unbind(dim=2) img_q, img_k, img_v = img_qkv.unbind(dim=2)
img_q = self.norm_q(img_q) img_q = self.norm_q(img_q)
img_k = self.norm_k(img_k) img_k = self.norm_k(img_k)
img_v = img_v.contiguous()
del img_qkv del img_qkv
# text stream # text stream
@ -149,8 +148,6 @@ class LensJointAttention(nn.Module):
txt_q, txt_k, txt_v = txt_qkv.unbind(dim=2) txt_q, txt_k, txt_v = txt_qkv.unbind(dim=2)
txt_q = self.norm_added_q(txt_q) txt_q = self.norm_added_q(txt_q)
txt_k = self.norm_added_k(txt_k) txt_k = self.norm_added_k(txt_k)
txt_v = txt_v.contiguous()
del txt_qkv
# [B, S, H, D] → [B, H, S, D] for attention, dels to avoid VRAM peaks # [B, S, H, D] → [B, H, S, D] for attention, dels to avoid VRAM peaks
q = torch.cat([img_q, txt_q], dim=1).transpose(1, 2) q = torch.cat([img_q, txt_q], dim=1).transpose(1, 2)