Fix lowvram dora issue.
This commit is contained in:
parent
ec6f16adb6
commit
2d41642716
|
@ -16,7 +16,7 @@ def apply_weight_decompose(dora_scale, weight):
|
|||
.transpose(0, 1)
|
||||
)
|
||||
|
||||
return weight * (dora_scale / weight_norm)
|
||||
return weight * (dora_scale / weight_norm).type(weight.dtype)
|
||||
|
||||
def set_model_options_patch_replace(model_options, patch, name, block_name, number, transformer_index=None):
|
||||
to = model_options["transformer_options"].copy()
|
||||
|
|
Loading…
Reference in New Issue