diff options
| author | Sj-Si <sjw.jetty@gmail.com> | 2024-01-11 16:37:35 -0500 |
|---|---|---|
| committer | Sj-Si <sjw.jetty@gmail.com> | 2024-01-11 16:37:35 -0500 |
| commit | 036500223de0a3caaa86360a8ad3ed301e4367b0 (patch) | |
| tree | f05f0d5fc503d9c35d57bad077a5dab1dfd6569e /extensions-builtin/Lora/network_norm.py | |
| parent | 0726a6e12e85a37d1e514f5603acf9f058c11783 (diff) | |
| parent | cb5b335acddd126d4f6c990982816c06beb0d6ae (diff) | |
Merge changes from dev
Diffstat (limited to 'extensions-builtin/Lora/network_norm.py')
| -rw-r--r-- | extensions-builtin/Lora/network_norm.py | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/extensions-builtin/Lora/network_norm.py b/extensions-builtin/Lora/network_norm.py index ce450158..d25afcbb 100644 --- a/extensions-builtin/Lora/network_norm.py +++ b/extensions-builtin/Lora/network_norm.py @@ -18,10 +18,10 @@ class NetworkModuleNorm(network.NetworkModule): def calc_updown(self, orig_weight): output_shape = self.w_norm.shape - updown = self.w_norm.to(orig_weight.device, dtype=orig_weight.dtype) + updown = self.w_norm.to(orig_weight.device) if self.b_norm is not None: - ex_bias = self.b_norm.to(orig_weight.device, dtype=orig_weight.dtype) + ex_bias = self.b_norm.to(orig_weight.device) else: ex_bias = None |