update新结构

2026-01-26 18:27:41 +08:00
parent bc838d7cd7
commit cb610281ce
6 changed files with 55 additions and 2 deletions
--- a/example/train.py
+++ b/example/train.py
@@ -58,6 +58,9 @@ DEFAULTS = {
    "model_ff_mult": 2,
    "model_pos_dim": 64,
    "model_use_pos_embed": True,
+    "model_use_feature_graph": True,
+    "feature_graph_scale": 0.1,
+    "feature_graph_dropout": 0.0,
    "disc_mask_scale": 0.9,
    "shuffle_buffer": 256,
    "cont_loss_weighting": "none",  # none | inv_std
@@ -193,6 +196,9 @@ def main():
        ff_mult=int(config.get("model_ff_mult", 2)),
        pos_dim=int(config.get("model_pos_dim", 64)),
        use_pos_embed=bool(config.get("model_use_pos_embed", True)),
+        use_feature_graph=bool(config.get("model_use_feature_graph", False)),
+        feature_graph_scale=float(config.get("feature_graph_scale", 0.1)),
+        feature_graph_dropout=float(config.get("feature_graph_dropout", 0.0)),
        cond_vocab_size=cond_vocab_size,
        cond_dim=int(config.get("cond_dim", 32)),
        use_tanh_eps=bool(config.get("use_tanh_eps", False)),