RomanNum3ral
/
ComfyUI
mirror of https://github.com/Comfy-Org/ComfyUI.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Merge 18113c7736 into 6665515349

This commit is contained in:
Markury 2026-07-20 07:42:06 +08:00 committed by GitHub
parent 6665515349 18113c7736
commit 4ae682efb6
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 36 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

36
comfy/lora_convert.py
View File

@ -33,6 +33,40 @@ def convert_uso_lora(sd):
return sd_out
def convert_krea2_lora(sd):
sd_out = {}
for k in sd:
if ".attn.to_qkv." not in k:
sd_out[k] = sd[k]
continue
base, suffix = k.split(".attn.to_qkv.", 1)
if suffix in ("lora_B.weight", "lora.up.weight", "lora_up.weight"):
tensor = sd[k]
for down_sfx in ("lora_A.weight", "lora.down.weight", "lora_down.weight"):
down_key = "{}.attn.to_qkv.{}".format(base, down_sfx)
if down_key in sd:
input_dim = sd[down_key].shape[1]
break
else:
sd_out[k] = sd[k]
continue
output_dim = tensor.shape[0]
q_dim = input_dim
kv_dim = (output_dim - q_dim) // 2
q_up, k_up, v_up = tensor.split([q_dim, kv_dim, output_dim - q_dim - kv_dim], dim=0)
sd_out["{}.attn.to_q.{}".format(base, suffix)] = q_up
sd_out["{}.attn.to_k.{}".format(base, suffix)] = k_up
sd_out["{}.attn.to_v.{}".format(base, suffix)] = v_up
else:
for name in ("to_q", "to_k", "to_v"):
sd_out["{}.attn.{}.{}".format(base, name, suffix)] = sd[k]
return sd_out
def convert_lora(sd):
if "img_in.lora_A.weight" in sd and "single_blocks.0.norm.key_norm.scale" in sd:
return convert_lora_bfl_control(sd)
@ -40,4 +74,6 @@ def convert_lora(sd):
return convert_lora_wan_fun(sd)
if "single_blocks.37.processor.qkv_lora.up.weight" in sd and "double_blocks.18.processor.qkv_lora2.up.weight" in sd:
return convert_uso_lora(sd)
if any(".text_fusion." in k for k in sd) and any(".attn.to_qkv." in k for k in sd):
return convert_krea2_lora(sd)
return sd