diff options
| author | AUTOMATIC <16777216c@gmail.com> | 2023-01-15 20:30:42 +0300 |
|---|---|---|
| committer | AUTOMATIC <16777216c@gmail.com> | 2023-01-15 20:30:42 +0300 |
| commit | 205991df7826429e6183fc4afbbda3d321c9fee4 (patch) | |
| tree | 7953bb91ad525aa7e02703d76703fb8c10a85b22 | |
| parent | b6ce041cdf722b400df9b5eac306d0cb049923d7 (diff) | |
| parent | 16f410893eb96c7810cbbd812541ba35e0e92524 (diff) | |
Merge remote-tracking branch 'origin/fix-mean-loss'
| -rw-r--r-- | modules/hypernetworks/hypernetwork.py | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/modules/hypernetworks/hypernetwork.py b/modules/hypernetworks/hypernetwork.py index ae6af516..bbd1f673 100644 --- a/modules/hypernetworks/hypernetwork.py +++ b/modules/hypernetworks/hypernetwork.py @@ -644,7 +644,7 @@ def train_hypernetwork(id_task, hypernetwork_name, learn_rate, batch_size, gradi if shared.opts.training_enable_tensorboard:
epoch_num = hypernetwork.step // len(ds)
epoch_step = hypernetwork.step - (epoch_num * len(ds)) + 1
-
+ mean_loss = sum(sum(x) for x in loss_dict.values()) / sum(len(x) for x in loss_dict.values())
textual_inversion.tensorboard_add(tensorboard_writer, loss=mean_loss, global_step=hypernetwork.step, step=epoch_step, learn_rate=scheduler.learn_rate, epoch_num=epoch_num)
textual_inversion.write_loss(log_directory, "hypernetwork_loss.csv", hypernetwork.step, steps_per_epoch, {
|