diff options
| author | AUTOMATIC1111 <16777216c@gmail.com> | 2023-12-16 10:22:51 +0300 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2023-12-16 10:22:51 +0300 |
| commit | c121f8c31587a21020e8670664977f6f76e68905 (patch) | |
| tree | 5db19664111d4264d4b018bee6557d7d6b0ec1c4 /extensions-builtin/Lora/network.py | |
| parent | 60186c7b9d6034ff08f4fe9e213a495b5321302d (diff) | |
| parent | 8edb9144cc76b39f3d68c0407b3bb990809d1b03 (diff) | |
Merge pull request #14031 from AUTOMATIC1111/test-fp8
A big improvement for dtype casting system with fp8 storage type and manual cast
Diffstat (limited to 'extensions-builtin/Lora/network.py')
| -rw-r--r-- | extensions-builtin/Lora/network.py | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/extensions-builtin/Lora/network.py b/extensions-builtin/Lora/network.py index 6021fd8d..a62e5eff 100644 --- a/extensions-builtin/Lora/network.py +++ b/extensions-builtin/Lora/network.py @@ -137,7 +137,7 @@ class NetworkModule: def finalize_updown(self, updown, orig_weight, output_shape, ex_bias=None):
if self.bias is not None:
updown = updown.reshape(self.bias.shape)
- updown += self.bias.to(orig_weight.device, dtype=orig_weight.dtype)
+ updown += self.bias.to(orig_weight.device, dtype=updown.dtype)
updown = updown.reshape(output_shape)
if len(output_shape) == 4:
|