ModuFlow/mask-ddpm
3
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Add comprehensive evaluation and ablation summaries

Browse Source
This commit is contained in:
mzYang
2026-03-27 22:11:07 +08:00
parent 17f69f963f
commit b8696d0c54
46 changed files with 30666 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
example/results/ablations/benchmark_summary.csv Normal file
View File

@@ -0,0 +1,11 @@
config,n_runs,avg_ks_mean,avg_ks_std,avg_jsd_mean,avg_jsd_std,avg_lag1_diff_mean,avg_lag1_diff_std,best_run_name,best_avg_ks
/root/autodl-tmp/mask-ddpm/example/results/ablations/configs/eps_target.json,1,0.48224064465408806,0.0,0.10238307146791868,0.0,0.7276772745273601,0.0,eps_target__seed1337,0.48224064465408806
/root/autodl-tmp/mask-ddpm/example/results/ablations/configs/full.json,1,0.40165841194968555,0.0,0.028006235870934912,0.0,0.29136546564037447,0.0,full__seed1337,0.40165841194968555
/root/autodl-tmp/mask-ddpm/example/results/ablations/configs/no_file_condition.json,1,0.4049190251572327,0.0,0.0327003560472195,0.0,0.23744482453266894,0.0,no_file_condition__seed1337,0.4049190251572327
/root/autodl-tmp/mask-ddpm/example/results/ablations/configs/no_post_calibration.json,1,0.5430239779874214,0.0,0.024122590895914533,0.0,0.25321129348110133,0.0,no_post_calibration__seed1337,0.5430239779874214
/root/autodl-tmp/mask-ddpm/example/results/ablations/configs/no_quantile.json,1,0.5986268081761006,0.0,0.010030341725636,0.0,0.15569708276765754,0.0,no_quantile__seed1337,0.5986268081761006
/root/autodl-tmp/mask-ddpm/example/results/ablations/configs/no_quantile_loss.json,1,0.4130987421383648,0.0,0.017899328657243745,0.0,0.3108961322076135,0.0,no_quantile_loss__seed1337,0.4130987421383648
/root/autodl-tmp/mask-ddpm/example/results/ablations/configs/no_residual_stat.json,1,0.4039510220125786,0.0,0.02930392024585336,0.0,0.28531566380969187,0.0,no_residual_stat__seed1337,0.4039510220125786
/root/autodl-tmp/mask-ddpm/example/results/ablations/configs/no_snr_weight.json,2,0.39928580974842764,0.00031236108517985957,0.023058803813228376,0.002140835337185445,0.30282913892157826,0.004813720068847257,no_snr_weight__seed1337,0.3990649371069182
/root/autodl-tmp/mask-ddpm/example/results/ablations/configs/no_temporal.json,1,0.40846108490566035,0.0,0.031160008477122598,0.0,0.6642869349466621,0.0,no_temporal__seed1337,0.40846108490566035
/root/autodl-tmp/mask-ddpm/example/results/ablations/configs/no_type_routing.json,1,0.35632916666666664,0.0,0.021975792751969963,0.0,0.13777518542478578,0.0,no_type_routing__seed1337,0.35632916666666664
1 config n_runs avg_ks_mean avg_ks_std avg_jsd_mean avg_jsd_std avg_lag1_diff_mean avg_lag1_diff_std best_run_name best_avg_ks
2 /root/autodl-tmp/mask-ddpm/example/results/ablations/configs/eps_target.json 1 0.48224064465408806 0.0 0.10238307146791868 0.0 0.7276772745273601 0.0 eps_target__seed1337 0.48224064465408806
3 /root/autodl-tmp/mask-ddpm/example/results/ablations/configs/full.json 1 0.40165841194968555 0.0 0.028006235870934912 0.0 0.29136546564037447 0.0 full__seed1337 0.40165841194968555
4 /root/autodl-tmp/mask-ddpm/example/results/ablations/configs/no_file_condition.json 1 0.4049190251572327 0.0 0.0327003560472195 0.0 0.23744482453266894 0.0 no_file_condition__seed1337 0.4049190251572327
5 /root/autodl-tmp/mask-ddpm/example/results/ablations/configs/no_post_calibration.json 1 0.5430239779874214 0.0 0.024122590895914533 0.0 0.25321129348110133 0.0 no_post_calibration__seed1337 0.5430239779874214
6 /root/autodl-tmp/mask-ddpm/example/results/ablations/configs/no_quantile.json 1 0.5986268081761006 0.0 0.010030341725636 0.0 0.15569708276765754 0.0 no_quantile__seed1337 0.5986268081761006
7 /root/autodl-tmp/mask-ddpm/example/results/ablations/configs/no_quantile_loss.json 1 0.4130987421383648 0.0 0.017899328657243745 0.0 0.3108961322076135 0.0 no_quantile_loss__seed1337 0.4130987421383648
8 /root/autodl-tmp/mask-ddpm/example/results/ablations/configs/no_residual_stat.json 1 0.4039510220125786 0.0 0.02930392024585336 0.0 0.28531566380969187 0.0 no_residual_stat__seed1337 0.4039510220125786
9 /root/autodl-tmp/mask-ddpm/example/results/ablations/configs/no_snr_weight.json 2 0.39928580974842764 0.00031236108517985957 0.023058803813228376 0.002140835337185445 0.30282913892157826 0.004813720068847257 no_snr_weight__seed1337 0.3990649371069182
10 /root/autodl-tmp/mask-ddpm/example/results/ablations/configs/no_temporal.json 1 0.40846108490566035 0.0 0.031160008477122598 0.0 0.6642869349466621 0.0 no_temporal__seed1337 0.40846108490566035
11 /root/autodl-tmp/mask-ddpm/example/results/ablations/configs/no_type_routing.json 1 0.35632916666666664 0.0 0.021975792751969963 0.0 0.13777518542478578 0.0 no_type_routing__seed1337 0.35632916666666664