diff options
| author | Kohaku-Blueleaf <59680068+KohakuBlueleaf@users.noreply.github.com> | 2023-08-14 13:53:40 +0800 |
|---|---|---|
| committer | Kohaku-Blueleaf <59680068+KohakuBlueleaf@users.noreply.github.com> | 2023-08-14 13:53:40 +0800 |
| commit | f70ded89365f71d42b6a60a561e8fccfdd25c159 (patch) | |
| tree | 10866ba5978c97bbbc3a18605c638b3d8de80404 /extensions-builtin | |
| parent | e7c03ccdcefb2a80129703931ef1f8455708945b (diff) | |
remove "if bias exist" check
Diffstat (limited to 'extensions-builtin')
| -rw-r--r-- | extensions-builtin/Lora/networks.py | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/extensions-builtin/Lora/networks.py b/extensions-builtin/Lora/networks.py index 96d14344..22fdff4a 100644 --- a/extensions-builtin/Lora/networks.py +++ b/extensions-builtin/Lora/networks.py @@ -312,7 +312,7 @@ def network_apply_weights(self: Union[torch.nn.Conv2d, torch.nn.Linear, torch.nn self.network_weights_backup = weights_backup
bias_backup = getattr(self, "network_bias_backup", None)
- if bias_backup is None and getattr(self, 'bias', None) is not None:
+ if bias_backup is None:
if isinstance(self, torch.nn.MultiheadAttention) and self.out_proj.bias is not None:
bias_backup = self.out_proj.bias.to(devices.cpu, copy=True)
elif getattr(self, 'bias', None) is not None:
|