aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorShondoit <shondoit@gmail.com>2023-01-12 09:53:35 +0100
committerShondoit <shondoit@gmail.com>2023-01-12 09:53:35 +0100
commitd48dcbd2b29eab492d53d78f482356d78e5beb19 (patch)
treec36b271808f565f00cf8a431b3d91dbb63d96c31
parentd52a80f7f7da160c73afd067c8f1bf491391f994 (diff)
Add zero vector feature to hints.js
Also add the note that some tokens might be skipped. Not everyone is aware of this.
-rw-r--r--javascript/hints.js1
1 files changed, 1 insertions, 0 deletions
diff --git a/javascript/hints.js b/javascript/hints.js
index 856e1389..244bfde2 100644
--- a/javascript/hints.js
+++ b/javascript/hints.js
@@ -92,6 +92,7 @@ titles = {
"Weighted sum": "Result = A * (1 - M) + B * M",
"Add difference": "Result = A + (B - C) * M",
+ "Initialization text": "If the number of tokens is more than the number of vectors, some may be skipped.\nLeave the textbox empty to start with zeroed out vectors",
"Learning rate": "How fast should training go. Low values will take longer to train, high values may fail to converge (not generate accurate results) and/or may break the embedding (This has happened if you see Loss: nan in the training info textbox. If this happens, you need to manually restore your embedding from an older not-broken backup).\n\nYou can set a single numeric value, or multiple learning rates using the syntax:\n\n rate_1:max_steps_1, rate_2:max_steps_2, ...\n\nEG: 0.005:100, 1e-3:1000, 1e-5\n\nWill train with rate of 0.005 for first 100 steps, then 1e-3 until 1000 steps, then 1e-5 for all remaining steps.",
"Clip skip": "Early stopping parameter for CLIP model; 1 is stop at last layer as usual, 2 is stop at penultimate layer, etc.",