This commit is contained in:
MZ YANG
2026-01-27 19:21:10 +08:00
parent f48c1a8a9c
commit 4f64b3b881
6 changed files with 55303 additions and 1134 deletions

View File

@@ -33,18 +33,18 @@
"model_pos_dim": 64,
"model_use_pos_embed": true,
"disc_mask_scale": 0.9,
"shuffle_buffer": 1024,
"shuffle_buffer": 256,
"cont_loss_weighting": "inv_std",
"cont_loss_eps": 1e-06,
"cont_target": "x0",
"cont_clamp_x0": 5.0,
"use_temporal_stage1": true,
"temporal_hidden_dim": 512,
"temporal_num_layers": 2,
"temporal_hidden_dim": 256,
"temporal_num_layers": 1,
"temporal_dropout": 0.0,
"temporal_epochs": 5,
"temporal_lr": 0.0005,
"quantile_loss_weight": 0.0,
"temporal_epochs": 2,
"temporal_lr": 0.001,
"quantile_loss_weight": 0.2,
"quantile_points": [
0.05,
0.25,
@@ -54,12 +54,15 @@
],
"snr_weighted_loss": true,
"snr_gamma": 1.0,
"residual_stat_weight": 0.0,
"residual_stat_weight": 0.05,
"backbone_type": "transformer",
"transformer_num_layers": 2,
"transformer_nhead": 4,
"transformer_ff_dim": 512,
"transformer_dropout": 0.1,
"use_quantile_transform": true,
"quantile_bins": 1001,
"cont_bound_mode": "sigmoid",
"sample_batch_size": 4,
"sample_seq_len": 128
}