63 lines
1.6 KiB
JSON
63 lines
1.6 KiB
JSON
{
|
|
"data_path": "../../dataset/hai/hai-21.03/train1.csv.gz",
|
|
"data_glob": "../../dataset/hai/hai-21.03/train*.csv.gz",
|
|
"split_path": "./feature_split.json",
|
|
"stats_path": "./results/cont_stats.json",
|
|
"vocab_path": "./results/disc_vocab.json",
|
|
"out_dir": "./results",
|
|
"device": "auto",
|
|
"timesteps": 600,
|
|
"batch_size": 128,
|
|
"seq_len": 128,
|
|
"epochs": 10,
|
|
"max_batches": 4000,
|
|
"lambda": 0.7,
|
|
"lr": 0.0005,
|
|
"seed": 1337,
|
|
"log_every": 10,
|
|
"ckpt_every": 50,
|
|
"ema_decay": 0.999,
|
|
"use_ema": true,
|
|
"clip_k": 5.0,
|
|
"grad_clip": 1.0,
|
|
"use_condition": true,
|
|
"condition_type": "file_id",
|
|
"cond_dim": 32,
|
|
"use_tanh_eps": false,
|
|
"eps_scale": 1.0,
|
|
"model_time_dim": 128,
|
|
"model_hidden_dim": 512,
|
|
"model_num_layers": 2,
|
|
"model_dropout": 0.1,
|
|
"model_ff_mult": 2,
|
|
"model_pos_dim": 64,
|
|
"model_use_pos_embed": true,
|
|
"backbone_type": "transformer",
|
|
"transformer_num_layers": 2,
|
|
"transformer_nhead": 4,
|
|
"transformer_ff_dim": 512,
|
|
"transformer_dropout": 0.1,
|
|
"disc_mask_scale": 0.9,
|
|
"cont_loss_weighting": "inv_std",
|
|
"cont_loss_eps": 1e-6,
|
|
"cont_target": "x0",
|
|
"cont_clamp_x0": 5.0,
|
|
"use_quantile_transform": true,
|
|
"quantile_bins": 1001,
|
|
"cont_bound_mode": "sigmoid",
|
|
"shuffle_buffer": 256,
|
|
"use_temporal_stage1": true,
|
|
"temporal_hidden_dim": 256,
|
|
"temporal_num_layers": 1,
|
|
"temporal_dropout": 0.0,
|
|
"temporal_epochs": 2,
|
|
"temporal_lr": 0.001,
|
|
"quantile_loss_weight": 0.2,
|
|
"quantile_points": [0.05, 0.25, 0.5, 0.75, 0.95],
|
|
"snr_weighted_loss": true,
|
|
"snr_gamma": 1.0,
|
|
"residual_stat_weight": 0.05,
|
|
"sample_batch_size": 8,
|
|
"sample_seq_len": 128
|
|
}
|