diff options
| author | Melan <alexleander91@gmail.com> | 2022-10-13 12:37:58 +0200 |
|---|---|---|
| committer | Melan <alexleander91@gmail.com> | 2022-10-13 12:37:58 +0200 |
| commit | 8636b50aea83f9c743f005722d9f3f8ee9303e00 (patch) | |
| tree | 01afcd9e7cecdc6bac22af40da01c4ef2d49aa82 | |
| parent | 1cfc2a18981ee56bdb69a2de7b463a11ad05e329 (diff) | |
Add learn_rate to csv and removed a left-over debug statement
| -rw-r--r-- | modules/hypernetworks/hypernetwork.py | 6 | ||||
| -rw-r--r-- | modules/textual_inversion/textual_inversion.py | 5 |
2 files changed, 6 insertions, 5 deletions
diff --git a/modules/hypernetworks/hypernetwork.py b/modules/hypernetworks/hypernetwork.py index 6522078f..2751a8c8 100644 --- a/modules/hypernetworks/hypernetwork.py +++ b/modules/hypernetworks/hypernetwork.py @@ -257,19 +257,19 @@ def train_hypernetwork(hypernetwork_name, learn_rate, data_root, log_directory, last_saved_file = os.path.join(hypernetwork_dir, f'{hypernetwork_name}-{hypernetwork.step}.pt')
hypernetwork.save(last_saved_file)
- print(f"{write_csv_every} > {hypernetwork.step % write_csv_every == 0}, {write_csv_every}")
if write_csv_every > 0 and hypernetwork_dir is not None and hypernetwork.step % write_csv_every == 0:
write_csv_header = False if os.path.exists(os.path.join(hypernetwork_dir, "hypernetwork_loss.csv")) else True
with open(os.path.join(hypernetwork_dir, "hypernetwork_loss.csv"), "a+") as fout:
- csv_writer = csv.DictWriter(fout, fieldnames=["step", "loss"])
+ csv_writer = csv.DictWriter(fout, fieldnames=["step", "loss", "learn_rate"])
if write_csv_header:
csv_writer.writeheader()
csv_writer.writerow({"step": hypernetwork.step,
- "loss": f"{losses.mean():.7f}"})
+ "loss": f"{losses.mean():.7f}",
+ "learn_rate": scheduler.learn_rate})
if hypernetwork.step > 0 and images_dir is not None and hypernetwork.step % create_image_every == 0:
last_saved_image = os.path.join(images_dir, f'{hypernetwork_name}-{hypernetwork.step}.png')
diff --git a/modules/textual_inversion/textual_inversion.py b/modules/textual_inversion/textual_inversion.py index 25038a89..b83df079 100644 --- a/modules/textual_inversion/textual_inversion.py +++ b/modules/textual_inversion/textual_inversion.py @@ -262,14 +262,15 @@ def train_embedding(embedding_name, learn_rate, data_root, log_directory, traini with open(os.path.join(log_directory, "textual_inversion_loss.csv"), "a+") as fout:
- csv_writer = csv.DictWriter(fout, fieldnames=["epoch", "epoch_step", "loss"])
+ csv_writer = csv.DictWriter(fout, fieldnames=["epoch", "epoch_step", "loss", "learn_rate"])
if write_csv_header:
csv_writer.writeheader()
csv_writer.writerow({"epoch": epoch_num + 1,
"epoch_step": epoch_step - 1,
- "loss": f"{losses.mean():.7f}"})
+ "loss": f"{losses.mean():.7f}",
+ "learn_rate": scheduler.learn_rate})
if embedding.step > 0 and images_dir is not None and embedding.step % create_image_every == 0:
last_saved_image = os.path.join(images_dir, f'{embedding_name}-{embedding.step}.png')
|