diff options
| author | v0xie <28695009+v0xie@users.noreply.github.com> | 2023-11-03 19:47:27 -0700 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2023-11-03 19:47:27 -0700 |
| commit | 1dd25be0377145d9557ca504eb1289dac6e0f5c0 (patch) | |
| tree | fd723fe60732a55f080083fe60d120b086325cbb /extensions-builtin/Lora/networks.py | |
| parent | 6523edb8a45d4e09f11f3b4e1d133afa6fb65e53 (diff) | |
| parent | f6c8201e5663ca2182a66c8eca63ce4801d52849 (diff) | |
Merge pull request #1 from v0xie/oft-faster
Support LyCORIS diag-oft OFT implementation (minus MultiheadAttention layer), maintains support for kohya-ss OFT
Diffstat (limited to 'extensions-builtin/Lora/networks.py')
| -rw-r--r-- | extensions-builtin/Lora/networks.py | 7 |
1 files changed, 7 insertions, 0 deletions
diff --git a/extensions-builtin/Lora/networks.py b/extensions-builtin/Lora/networks.py index 78a97033..7f814706 100644 --- a/extensions-builtin/Lora/networks.py +++ b/extensions-builtin/Lora/networks.py @@ -191,10 +191,17 @@ def load_network(name, network_on_disk): key = key_network_without_network_parts.replace("lora_te1_text_model", "transformer_text_model")
sd_module = shared.sd_model.network_layer_mapping.get(key, None)
+ # kohya_ss OFT module
elif sd_module is None and "oft_unet" in key_network_without_network_parts:
key = key_network_without_network_parts.replace("oft_unet", "diffusion_model")
sd_module = shared.sd_model.network_layer_mapping.get(key, None)
+ # KohakuBlueLeaf OFT module
+ if sd_module is None and "oft_diag" in key:
+ key = key_network_without_network_parts.replace("lora_unet", "diffusion_model")
+ key = key_network_without_network_parts.replace("lora_te1_text_model", "0_transformer_text_model")
+ sd_module = shared.sd_model.network_layer_mapping.get(key, None)
+
if sd_module is None:
keys_failed_to_match[key_network] = key
continue
|