ModuFlow/mask-ddpm
3
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Add comprehensive evaluation and ablation summaries

Browse Source
This commit is contained in:
mzYang
2026-03-27 22:11:07 +08:00
parent 17f69f963f
commit b8696d0c54
46 changed files with 30666 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

97
example/results/ablations/ablation_summary.json Normal file
View File

@@ -0,0 +1,97 @@
{
"variants": [
"no_snr_weight",
"no_quantile_loss",
"no_residual_stat",
"eps_target"
],
"seeds": [
1337
],
"rows": [
{
"variant": "no_snr_weight",
"seed": 1337,
"run_dir": "/root/autodl-tmp/mask-ddpm/example/results/ablations/runs/no_snr_weight__seed1337",
"avg_ks": 0.39950668238993714,
"avg_jsd": 0.02154500462890076,
"avg_lag1_diff": 0.2994253248181626,
"continuous_mmd_rbf": 0.6485295295715332,
"discriminative_accuracy": 1.0,
"corr_mean_abs_diff": 0.21394668519496918,
"avg_psd_l1": 0.019868340343236923,
"memorization_ratio": 2.98201284485682,
"predictive_rmse_real": 0.5583509206771851,
"predictive_rmse_synth": 0.9607057571411133,
"utility_auprc_real": 0.6527744226377132,
"utility_auprc_synth": 0.5839558451818384,
"utility_auprc_aug": 0.637313246257706,
"post_avg_ks": null,
"post_avg_jsd": null,
"post_avg_lag1_diff": null
},
{
"variant": "no_quantile_loss",
"seed": 1337,
"run_dir": "/root/autodl-tmp/mask-ddpm/example/results/ablations/runs/no_quantile_loss__seed1337",
"avg_ks": 0.4130987421383648,
"avg_jsd": 0.017899328657243745,
"avg_lag1_diff": 0.3108961322076135,
"continuous_mmd_rbf": 0.6504309177398682,
"discriminative_accuracy": 1.0,
"corr_mean_abs_diff": 0.21265330910682678,
"avg_psd_l1": 0.02026984840631485,
"memorization_ratio": 2.948979736458853,
"predictive_rmse_real": 0.5583509206771851,
"predictive_rmse_synth": 0.9654670357704163,
"utility_auprc_real": 0.6527744226377132,
"utility_auprc_synth": 0.5904586531962263,
"utility_auprc_aug": 0.6451654579890704,
"post_avg_ks": null,
"post_avg_jsd": null,
"post_avg_lag1_diff": null
},
{
"variant": "no_residual_stat",
"seed": 1337,
"run_dir": "/root/autodl-tmp/mask-ddpm/example/results/ablations/runs/no_residual_stat__seed1337",
"avg_ks": 0.4039510220125786,
"avg_jsd": 0.02930392024585336,
"avg_lag1_diff": 0.28531566380969187,
"continuous_mmd_rbf": 0.6561890840530396,
"discriminative_accuracy": 1.0,
"corr_mean_abs_diff": 0.21048887073993683,
"avg_psd_l1": 0.019299142062664032,
"memorization_ratio": 2.953516468815496,
"predictive_rmse_real": 0.5583509206771851,
"predictive_rmse_synth": 0.9696047902107239,
"utility_auprc_real": 0.6527744226377132,
"utility_auprc_synth": 0.5848963274786471,
"utility_auprc_aug": 0.6465074146607899,
"post_avg_ks": null,
"post_avg_jsd": null,
"post_avg_lag1_diff": null
},
{
"variant": "eps_target",
"seed": 1337,
"run_dir": "/root/autodl-tmp/mask-ddpm/example/results/ablations/runs/eps_target__seed1337",
"avg_ks": 0.48224064465408806,
"avg_jsd": 0.10238307146791868,
"avg_lag1_diff": 0.7276772745273601,
"continuous_mmd_rbf": 0.4687999486923218,
"discriminative_accuracy": 1.0,
"corr_mean_abs_diff": 0.1948104053735733,
"avg_psd_l1": 0.026633866131305695,
"memorization_ratio": 3.5463823500232126,
"predictive_rmse_real": 0.5583509206771851,
"predictive_rmse_synth": 0.9675812721252441,
"utility_auprc_real": 0.6527744226377132,
"utility_auprc_synth": 0.5817769935282933,
"utility_auprc_aug": 0.6466204571725106,
"post_avg_ks": null,
"post_avg_jsd": null,
"post_avg_lag1_diff": null
}
]
}