diff options
| author | InvincibleDude <81354513+InvincibleDude@users.noreply.github.com> | 2023-01-29 14:36:10 +0300 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2023-01-29 14:36:10 +0300 |
| commit | ee3d63b6beb88e63542976a1095d4c8aa97388bd (patch) | |
| tree | cf891130682c343107ae0a0f8cec309aea16807a /extensions-builtin/Lora/lora.py | |
| parent | 44c0e6b993d00bb2f441f0fde409bcb79136f034 (diff) | |
| parent | 00dab8f10defbbda579a1bc89c8d4e972c58a20d (diff) | |
Merge branch 'master' into master
Diffstat (limited to 'extensions-builtin/Lora/lora.py')
| -rw-r--r-- | extensions-builtin/Lora/lora.py | 5 |
1 files changed, 4 insertions, 1 deletions
diff --git a/extensions-builtin/Lora/lora.py b/extensions-builtin/Lora/lora.py index 137e58f7..cb8f1d36 100644 --- a/extensions-builtin/Lora/lora.py +++ b/extensions-builtin/Lora/lora.py @@ -166,7 +166,10 @@ def lora_forward(module, input, res): for lora in loaded_loras:
module = lora.modules.get(lora_layer_name, None)
if module is not None:
- res = res + module.up(module.down(input)) * lora.multiplier * (module.alpha / module.up.weight.shape[1] if module.alpha else 1.0)
+ if shared.opts.lora_apply_to_outputs and res.shape == input.shape:
+ res = res + module.up(module.down(res)) * lora.multiplier * (module.alpha / module.up.weight.shape[1] if module.alpha else 1.0)
+ else:
+ res = res + module.up(module.down(input)) * lora.multiplier * (module.alpha / module.up.weight.shape[1] if module.alpha else 1.0)
return res
|