update

2026-01-23 23:48:14 +08:00
parent ec39f7774b
commit 0caa80b6ef
2 changed files with 17 additions and 2 deletions
--- a/example/config.json
+++ b/example/config.json
@@ -11,7 +11,7 @@
  "seq_len": 128,
  "epochs": 10,
  "max_batches": 4000,
-  "lambda": 0.5,
+  "lambda": 0.7,
  "lr": 0.0005,
  "seed": 1337,
  "log_every": 10,
@@ -33,6 +33,8 @@
  "model_pos_dim": 64,
  "model_use_pos_embed": true,
  "disc_mask_scale": 0.9,
+  "cont_loss_weighting": "inv_std",
+  "cont_loss_eps": 1e-6,
  "shuffle_buffer": 256,
  "sample_batch_size": 8,
  "sample_seq_len": 128