Merge pull request #3199 from discus0434/master

Add features to insert activation functions to hypernetworks

1 files changed, 2 insertions, 0 deletions

diff --git a/modules/ui.py b/modules/ui.py
index a2dbd41e..716f14b8 100644
--- a/modules/ui.py
+++ b/modules/ui.py
@@ -1224,6 +1224,7 @@ def create_ui(wrap_gradio_gpu_call):
                     new_hypernetwork_sizes = gr.CheckboxGroup(label="Modules", value=["768", "320", "640", "1280"], choices=["768", "320", "640", "1280"])

                     new_hypernetwork_layer_structure = gr.Textbox("1, 2, 1", label="Enter hypernetwork layer structure", placeholder="1st and last digit must be 1. ex:'1, 2, 1'")

                     new_hypernetwork_add_layer_norm = gr.Checkbox(label="Add layer normalization")

+                    new_hypernetwork_activation_func = gr.Dropdown(value="relu", label="Select activation function of hypernetwork", choices=["linear", "relu", "leakyrelu"])

 

                     with gr.Row():

                         with gr.Column(scale=3):

@@ -1308,6 +1309,7 @@ def create_ui(wrap_gradio_gpu_call):
                 new_hypernetwork_sizes,

                 new_hypernetwork_layer_structure,

                 new_hypernetwork_add_layer_norm,

+                new_hypernetwork_activation_func,

             ],

             outputs=[

                 train_hypernetwork_name,