From aa57a89a21d7c0e59a2006a642c3838264c35051 Mon Sep 17 00:00:00 2001
From: Kohaku-Blueleaf <59680068+KohakuBlueleaf@users.noreply.github.com>
Date: Tue, 15 Aug 2023 23:41:46 +0800
Subject: full module with ex_bias

---
 extensions-builtin/Lora/network_full.py | 7 ++++++-
 1 file changed, 6 insertions(+), 1 deletion(-)

(limited to 'extensions-builtin/Lora/network_full.py')

diff --git a/extensions-builtin/Lora/network_full.py b/extensions-builtin/Lora/network_full.py
index 109b4c2c..bf6930e9 100644
--- a/extensions-builtin/Lora/network_full.py
+++ b/extensions-builtin/Lora/network_full.py
@@ -14,9 +14,14 @@ class NetworkModuleFull(network.NetworkModule):
         super().__init__(net, weights)
 
         self.weight = weights.w.get("diff")
+        self.ex_bias = weights.w.get("diff_b")
 
     def calc_updown(self, orig_weight):
         output_shape = self.weight.shape
         updown = self.weight.to(orig_weight.device, dtype=orig_weight.dtype)
+        if self.ex_bias is not None:
+            ex_bias = self.ex_bias.to(orig_weight.device, dtype=orig_weight.dtype)
+        else:
+            ex_bias = None
 
-        return self.finalize_updown(updown, orig_weight, output_shape)
+        return self.finalize_updown(updown, orig_weight, output_shape, ex_bias)
-- 
cgit v1.2.1