Revert unresolved changes in Bias initialization

it should be zeros_ or parameterized in future properly.

1 files changed, 1 insertions, 1 deletions

diff --git a/modules/hypernetworks/hypernetwork.py b/modules/hypernetworks/hypernetwork.py
index b17598fe..25427a37 100644
--- a/modules/hypernetworks/hypernetwork.py
+++ b/modules/hypernetworks/hypernetwork.py
@@ -75,7 +75,7 @@ class HypernetworkModule(torch.nn.Module):
                     w, b = layer.weight.data, layer.bias.data

                     if weight_init == "Normal" or type(layer) == torch.nn.LayerNorm:

                         normal_(w, mean=0.0, std=0.01)

-                        normal_(b, mean=0.0, std=0.005)

+                        normal_(b, mean=0.0, std=0)

                     elif weight_init == 'XavierUniform':

                         xavier_uniform_(w)

                         zeros_(b)