transformer

2026-01-27 00:41:42 +08:00
parent 65391910a2
commit 334db7082b
12 changed files with 175 additions and 11 deletions
--- a/example/config.json
+++ b/example/config.json
@@ -32,6 +32,11 @@
  "model_ff_mult": 2,
  "model_pos_dim": 64,
  "model_use_pos_embed": true,
+  "backbone_type": "transformer",
+  "transformer_num_layers": 2,
+  "transformer_nhead": 4,
+  "transformer_ff_dim": 512,
+  "transformer_dropout": 0.1,
  "disc_mask_scale": 0.9,
  "cont_loss_weighting": "inv_std",
  "cont_loss_eps": 1e-6,