o
¶ ÏiTW ã @ s d Z ddlmZ ddlZddlZddlZddlmZ ddl Z ddl
Z
dddddd d
œZ d d d
„Z i fdd„Z
i fdd„Zd dd„Zd dd„Ze
jdfdd „ZdS ) aÎ
This file is part of ComfyUI.
Copyright (C) 2024 Comfy
This program is free software: you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation, either version 3 of the License, or
(at your option) any later version.
This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU General Public License for more details.
You should have received a copy of the GNU General Public License
along with this program. If not, see .
é )Ú annotationsNÚmlp_fc1Úmlp_fc2Úself_attn_k_projÚself_attn_q_projÚself_attn_v_projÚself_attn_out_proj)zmlp.fc1zmlp.fc2zself_attn.k_projzself_attn.q_projzself_attn.v_projzself_attn.out_projTc C s. i }t ƒ }|D ]õ}d |¡}d }|| ¡ v r!| | ¡ }| |¡ d |¡}d } || ¡ v r7| | } | |¡ tjD ] }
|
|| || |¡} | d urV| ||| < | | j ¡ q:q:d |¡} d |¡}
|
| d ¡}|
|
d ¡}|d ur›| | ¡ d|ff||| < |d ur›| |
¡ d|ff|d || d t dƒ … ¡< d |¡}|
|d ¡}|d ur¸d|ff||| < | |¡ d |¡}|
|d ¡}|d urßd|ff|d || d t dƒ … ¡< | |¡ d
|¡}|
|d ¡}|d urüd |ff||| < | |¡ q|r| ¡ D ]}||vrt
d |¡¡ q|S )
Nz{}.alphaz
{}.dora_scalez {}.w_normz {}.b_normÚdiffz{}.biasú.weightz{}.diffz {}.diff_bz
{}.set_weightÚsetzlora key not loaded: {})r ÚformatÚkeysÚitemÚaddÚweight_adapterÚadaptersÚloadÚupdateÚ loaded_keysÚgetÚlenÚloggingÚwarning)ÚloraÚto_loadÚ log_missingÚ
patch_dictr ÚxÚ
alpha_nameÚalphaÚdora_scale_nameÚ
dora_scaleÚ adapter_clsÚadapterÚ w_norm_nameÚ b_norm_nameÚw_normÚb_normÚ diff_nameÚ diff_weightÚdiff_bias_nameÚ diff_biasÚset_weight_nameÚ
set_weight© r. ú(/mnt/c/Users/fbmor/ComfyUI/comfy/lora.pyÚ load_lora% sh
ý
&
&
€
€r0 c
C sî | ¡ ¡ }|D ]3}| d¡r;||d |d tdƒ … ¡< | d¡}|dkr;| d¡s;||d ||d tdƒ … ¡< qd}d}d}td ƒD ]¨}tD ]£} d
|| ¡}||v rx| |t| ¡}
|||
< d |t| ¡}
|||
< d || ¡}
|||
< d
|| ¡}||v r¦| |t| ¡}
|||
< d |t| ¡}
|||
< d}d || ¡}
|||
< d || ¡}||v ríd}|rËd |t| ¡}
|||
< d || ¡}
|||
< qJd |t| ¡}
|||
< d || ¡}
|||
< d |t| ¡}
|||
< qJqF|D ]i}| d¡rZ| d¡r<|tdƒtdƒ … } d} |r| d7 } |r/| d7 } | dkr/||d | | dd¡¡< | d7 } ||d | | dd¡¡< qñ| d¡rZ|tdƒtdƒ … } d | dd¡¡}
|||
< qñd}||v rj||d< ||d < d }||v ru||d < |S ) Nr
ztext_encoders.{}z
.transformer.r Úclip_é z'lora_te_text_model_encoder_layers_{}_{}Fé z9clip_h.transformer.text_model.encoder.layers.{}.{}.weightz(lora_te1_text_model_encoder_layers_{}_{}z,text_encoder.text_model.encoder.layers.{}.{}z9clip_l.transformer.text_model.encoder.layers.{}.{}.weightTz9clip_g.transformer.text_model.encoder.layers.{}.{}.weightz(lora_te2_text_model_encoder_layers_{}_{}z.text_encoder_2.text_model.encoder.layers.{}.{}z-lora_prior_te_text_model_encoder_layers_{}_{}zt5xxl.transformer.é z lora_te{}_{}Ú.Ú_z hydit_clip.transformer.bert.z lora_te1_{}z)clip_g.transformer.text_projection.weightÚ lora_prior_te_text_projectionÚlora_te2_text_projectionz)clip_l.transformer.text_projection.weightÚlora_te1_text_projection)
Ú
state_dictr
Úendswithr r ÚfindÚ
startswithÚrangeÚ
LORA_CLIP_MAPÚreplace)
ÚmodelÚkey_mapÚsdkÚkÚtpÚtext_model_lora_keyÚclip_l_presentÚclip_g_presentÚbÚcÚlora_keyÚl_keyÚt5_indexr. r. r/ Úmodel_lora_keys_clipa s
€
€Þ$
€
rN c
C sÞ | ¡ }| ¡ }|D ]8}| d¡rB| d¡r;|tdƒtdƒ … dd¡}||d |¡< ||d |d tdƒ … ¡< q
||d |¡< q
tj | j
j ¡}|D ]R}| d¡rŸd || ¡}|d tdƒ … dd¡}||d |¡< ||d |¡< d d
g}|D ]"} d | |d tdƒ … d d
¡¡}
|
d¡rš|
d d… }
|||
< q|qMt | tj
jƒrÌ|D ]"}| d¡rË| d¡rË|tdƒtdƒ … dd¡}||d |¡< q©t | tj
jƒr5tjj| j
j dd}|D ]T}| d¡r4|| } d |d tdƒ … ¡}| ||< d |d tdƒ … ¡}| ||< d |d tdƒ … dd¡¡}| ||< d |d tdƒ … dd¡¡}| ||< qàt | tj
jƒrgtjj| j
j dd}|D ] }| d¡re|| } d |d tdƒ … ¡}| ||< qIt | tj
jƒr¹tjj| j
j dd}|D ]=}| d¡r·|| } d |d tdƒ … ¡}| ||< d |d tdƒ … ¡}| ||< d |d tdƒ … ¡}| ||< q{t | tj
jƒrå|D ]!}| d¡rã| d¡rã|tdƒtdƒ … }||d |¡< qÃt | tj
jƒrotjj| j
j dd}|D ]J}| d¡rB|| } | |d |d tdƒ … ¡< | |d |d tdƒ … dd¡¡< | |d |d tdƒ … dd¡¡< | ||d tdƒ … < qù|D ](}| j
j dd¡} | d¡rmd|v rm|dd| d ff|d | dd¡¡< qFt | tj
jƒr›|D ]!}| d¡r™| d¡r™|tdƒtdƒ … }||d |¡< qyt | tj
jƒrî|D ]H}| d¡rì| d¡rì|}| d d ¡ d d ¡ d d!¡}| d"d#¡ d$d%¡}| d&d'¡}|tdƒtdƒ … }||d |¡< ||d |¡< q¥t | tj
jƒr%|D ],}| d¡r#| d¡r#|tdƒtdƒ … }||d | dd¡¡< ||d |¡< qøt | tj
j ƒrQ|D ]!}| d¡rO| d¡rO|tdƒtdƒ … }||d |¡< q/t | tj
j ƒr}|D ]!}| d¡r{| d¡r{|tdƒtdƒ … }||d |¡< q[t | tj
j ƒr»|D ]3}| d¡r¹| d¡r¹|tdƒtdƒ … }||d |¡< ||d |¡< ||d | dd¡¡< q‡t | tj
j ƒrtjj | j
j dd}|D ]3}| d¡r|| } |d tdƒ … }| |d |¡< | |d |¡< | |d | dd¡¡< | ||< qÏt | tj
j!ƒr6|D ](}| d¡r4| d¡r4|tdƒtdƒ … }||d |¡< ||d |¡< q
t | tj
j"ƒrm|D ],}| d(¡rk| d¡rk|td(ƒtdƒ … }||d |¡< ||d | dd¡¡< q@|S ))Nzdiffusion_model.r
r5 r6 z lora_unet_{}z{}zdiffusion_model.{}z
lycoris_{}Ú zunet.z{}{}z.to_z.processor.to_z .to_out.0éþÿÿÿzlora_prior_unet_{})Ú
output_prefixztransformer.{}zbase_model.model.{}zlora_transformer_{}zunet.base_model.model.{}Ú hidden_sizer z .linear1.é z.linear1.weightz .linear1_qkvz _mod.lin.z _mod.linear.z
_attn.qkv.z
_attn_qkv.z _attn.proj.z _attn_proj.zmlp.0.zmlp.fc1.zmlp.2.zmlp.fc2.z.modulation.lin.z.modulation.linear.zdiffusion_model.decoder.)#r: r
r= r; r r@ r ÚcomfyÚutilsÚunet_to_diffusersÚ model_configÚ unet_configÚ
isinstanceÚ
model_baseÚStableCascade_CÚSD3Úmmdit_to_diffusersÚAuraFlowÚauraflow_to_diffusersÚPixArtÚpixart_to_diffusersÚ
HunyuanDiTÚFluxÚflux_to_diffusersr Ú
GenmoMochiÚ HunyuanVideoÚHiDreamÚACEStepÚOmnigen2Ú QwenImageÚLumina2Úz_image_to_diffusersÚ
Kandinsky5Ú ACEStep15)
rA rB ÚsdrC rD Úkey_loraÚdiffusers_keysÚunet_keyÚdiffusers_lora_prefixÚpÚdiffusers_lora_keyÚtorR r. r. r/ Úmodel_lora_keys_unet² s:
€
"
€
€ € € €€ $$€$€€ € €€€€ €€€rw Útensorú torch.TensorÚ new_shapeú list[int]Úreturnc sŽ t ‡ ‡fdd„ttˆ ƒƒD ƒƒrtdƒ‚tˆ ƒtˆjƒkr!tdƒ‚tjˆ ˆjˆjd}t dd„ ˆjD ƒƒ}t dd„ ˆjD ƒƒ}ˆ| ||< |S ) aº
Pad a tensor to a new shape with zeros.
Args:
tensor (torch.Tensor): The original tensor to be padded.
new_shape (List[int]): The desired shape of the padded tensor.
Returns:
torch.Tensor: A new tensor padded with zeros to the specified shape.
Note:
If the new shape is smaller than the original tensor in any dimension,
the original tensor will be truncated in that dimension.
c s g | ] }ˆ | ˆj | k ‘qS r. )Úshape)Ú.0Úi©rz rx r. r/ Ú
k s z'pad_tensor_to_shape..zGThe new shape must be larger than the original tensor in all dimensionszLThe new shape must have the same number of dimensions as the original tensor)ÚdtypeÚdevicec s ó | ]}t d |ƒV qdS ©r N©Úslice©r~ Údimr. r. r/ Ú u ó € z&pad_tensor_to_shape..c s r„ r… r† rˆ r. r. r/ rŠ v r‹ )
Úanyr> r Ú
ValueErrorr} ÚtorchÚzerosr‚ rƒ Útuple)rx rz Ú
padded_tensorÚ orig_slicesÚ
new_slicesr. r€ r/ Úpad_tensor_to_shape\ s r” c C s¤ |j }| D ]J}|d }|d }|d ust|tƒrqt|tjƒr+| |¡}|d ur*|}qt|ƒdkrO|d |d } }
| dkrOt|
ƒdkrO|
d d rO|
d j }q|S )Nr2 rS r4 r r Ú
pad_weight)r} rY Úlistr ÚWeightAdapterBaseÚcalculate_shaper ) ÚpatchesÚweightÚkeyÚoriginal_weightsÚ
current_shapert ÚvÚoffsetÚ
adapter_shapeÚ
patch_typeÚ
patch_datar. r. r/ r˜ } s"
€r˜ c C sœ | D ]H}|d }|d }|d }|d } |d }
|
d u r!dd„ }
d } | d ur6|} | | d | d | d ¡}|dkr>||9 }t|tƒret|dd … |d d tjj|d d |j|d d
d d ||d f}t|tj ƒr| ||||| |
||¡} | d u r†t
d
|j
|¡¡ n| }| d urŽ| }qt|ƒdkr˜d}
nt|ƒdkr¦|d }
|d }|
dkrü|d }t|ƒdko¹|d d }|rÔ|j|jkrÔt
d ||j|j¡¡ t||jƒ}|dkrû|j|jkrët
d ||j|j¡¡ nY||
|tj ||j|j¡ ƒ7 }nH|
dkr | |d ¡ n;|
dkr;|d }tj ||j|¡tj || d d |j|¡ }||
|tj ||j|j¡ ƒ7 }n t
d |
|¡¡ | d urK| }q|S )Nr r2 r4 rS é c S s | S ©Nr. )Úar. r. r/ Úž s z"calculate_weight..g ð?T)Úcopy)Úinplace)Úintermediate_dtypez Calculate Weight Failed: {} {}r r• z"Pad weight {} from {} to shape: {}g z4WARNING SHAPE MISMATCH {} WEIGHT NOT MERGED {} != {}r Ú
model_as_loraz patch type not recognized {} {})ÚnarrowrY r– Úcalculate_weightrT Úmodel_managementÚcast_to_devicerƒ r r— r r r Únamer r} Úinfor” r‚ Úcopy_)r™ rš r› r© rœ rt Ústrengthrž Ústrength_modelrŸ ÚfunctionÚ
old_weightÚoutputr¡ r Ú
do_pad_weightÚ
target_weightr) r. r. r/ r¬ – sj
D €
ÿ"
€r¬ )T)rx ry rz r{ r| ry r¤ )Ú__doc__Ú
__future__r Ú comfy.utilsrT Úcomfy.model_managementÚcomfy.model_baseÚcomfy.weight_adapterr r rŽ r? r0 rN rw r” r˜ Úfloat32r¬ r. r. r. r/ Ú s, ú
< Q
+
!