update
This commit is contained in:
@@ -33,18 +33,18 @@
|
||||
"model_pos_dim": 64,
|
||||
"model_use_pos_embed": true,
|
||||
"disc_mask_scale": 0.9,
|
||||
"shuffle_buffer": 1024,
|
||||
"shuffle_buffer": 256,
|
||||
"cont_loss_weighting": "inv_std",
|
||||
"cont_loss_eps": 1e-06,
|
||||
"cont_target": "x0",
|
||||
"cont_clamp_x0": 5.0,
|
||||
"use_temporal_stage1": true,
|
||||
"temporal_hidden_dim": 512,
|
||||
"temporal_num_layers": 2,
|
||||
"temporal_hidden_dim": 256,
|
||||
"temporal_num_layers": 1,
|
||||
"temporal_dropout": 0.0,
|
||||
"temporal_epochs": 5,
|
||||
"temporal_lr": 0.0005,
|
||||
"quantile_loss_weight": 0.0,
|
||||
"temporal_epochs": 2,
|
||||
"temporal_lr": 0.001,
|
||||
"quantile_loss_weight": 0.2,
|
||||
"quantile_points": [
|
||||
0.05,
|
||||
0.25,
|
||||
@@ -54,12 +54,15 @@
|
||||
],
|
||||
"snr_weighted_loss": true,
|
||||
"snr_gamma": 1.0,
|
||||
"residual_stat_weight": 0.0,
|
||||
"residual_stat_weight": 0.05,
|
||||
"backbone_type": "transformer",
|
||||
"transformer_num_layers": 2,
|
||||
"transformer_nhead": 4,
|
||||
"transformer_ff_dim": 512,
|
||||
"transformer_dropout": 0.1,
|
||||
"use_quantile_transform": true,
|
||||
"quantile_bins": 1001,
|
||||
"cont_bound_mode": "sigmoid",
|
||||
"sample_batch_size": 4,
|
||||
"sample_seq_len": 128
|
||||
}
|
||||
Reference in New Issue
Block a user