ModuFlow/mask-ddpm
3
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Use transformer for temporal trend model

Browse Source
This commit is contained in:
Mingzhe Yang
2026-02-04 02:40:57 +08:00
parent 84ac4cd2eb
commit 175fc684e3
6 changed files with 166 additions and 20 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
example/config_temporal_strong.json
View File

@@ -51,9 +51,16 @@
"full_stats": true,
"shuffle_buffer": 1024,
"use_temporal_stage1": true,
"temporal_backbone": "transformer",
"temporal_hidden_dim": 512,
"temporal_num_layers": 2,
"temporal_dropout": 0.0,
"temporal_pos_dim": 64,
"temporal_use_pos_embed": true,
"temporal_transformer_num_layers": 2,
"temporal_transformer_nhead": 4,
"temporal_transformer_ff_dim": 512,
"temporal_transformer_dropout": 0.1,
"temporal_epochs": 5,
"temporal_lr": 0.0005,
"sample_batch_size": 4,