97 lines
3.4 KiB
JSON
97 lines
3.4 KiB
JSON
{
|
|
"variants": [
|
|
"no_snr_weight",
|
|
"no_quantile_loss",
|
|
"no_residual_stat",
|
|
"eps_target"
|
|
],
|
|
"seeds": [
|
|
1337
|
|
],
|
|
"rows": [
|
|
{
|
|
"variant": "no_snr_weight",
|
|
"seed": 1337,
|
|
"run_dir": "/root/autodl-tmp/mask-ddpm/example/results/ablations/runs/no_snr_weight__seed1337",
|
|
"avg_ks": 0.39950668238993714,
|
|
"avg_jsd": 0.02154500462890076,
|
|
"avg_lag1_diff": 0.2994253248181626,
|
|
"continuous_mmd_rbf": 0.6485295295715332,
|
|
"discriminative_accuracy": 1.0,
|
|
"corr_mean_abs_diff": 0.21394668519496918,
|
|
"avg_psd_l1": 0.019868340343236923,
|
|
"memorization_ratio": 2.98201284485682,
|
|
"predictive_rmse_real": 0.5583509206771851,
|
|
"predictive_rmse_synth": 0.9607057571411133,
|
|
"utility_auprc_real": 0.6527744226377132,
|
|
"utility_auprc_synth": 0.5839558451818384,
|
|
"utility_auprc_aug": 0.637313246257706,
|
|
"post_avg_ks": null,
|
|
"post_avg_jsd": null,
|
|
"post_avg_lag1_diff": null
|
|
},
|
|
{
|
|
"variant": "no_quantile_loss",
|
|
"seed": 1337,
|
|
"run_dir": "/root/autodl-tmp/mask-ddpm/example/results/ablations/runs/no_quantile_loss__seed1337",
|
|
"avg_ks": 0.4130987421383648,
|
|
"avg_jsd": 0.017899328657243745,
|
|
"avg_lag1_diff": 0.3108961322076135,
|
|
"continuous_mmd_rbf": 0.6504309177398682,
|
|
"discriminative_accuracy": 1.0,
|
|
"corr_mean_abs_diff": 0.21265330910682678,
|
|
"avg_psd_l1": 0.02026984840631485,
|
|
"memorization_ratio": 2.948979736458853,
|
|
"predictive_rmse_real": 0.5583509206771851,
|
|
"predictive_rmse_synth": 0.9654670357704163,
|
|
"utility_auprc_real": 0.6527744226377132,
|
|
"utility_auprc_synth": 0.5904586531962263,
|
|
"utility_auprc_aug": 0.6451654579890704,
|
|
"post_avg_ks": null,
|
|
"post_avg_jsd": null,
|
|
"post_avg_lag1_diff": null
|
|
},
|
|
{
|
|
"variant": "no_residual_stat",
|
|
"seed": 1337,
|
|
"run_dir": "/root/autodl-tmp/mask-ddpm/example/results/ablations/runs/no_residual_stat__seed1337",
|
|
"avg_ks": 0.4039510220125786,
|
|
"avg_jsd": 0.02930392024585336,
|
|
"avg_lag1_diff": 0.28531566380969187,
|
|
"continuous_mmd_rbf": 0.6561890840530396,
|
|
"discriminative_accuracy": 1.0,
|
|
"corr_mean_abs_diff": 0.21048887073993683,
|
|
"avg_psd_l1": 0.019299142062664032,
|
|
"memorization_ratio": 2.953516468815496,
|
|
"predictive_rmse_real": 0.5583509206771851,
|
|
"predictive_rmse_synth": 0.9696047902107239,
|
|
"utility_auprc_real": 0.6527744226377132,
|
|
"utility_auprc_synth": 0.5848963274786471,
|
|
"utility_auprc_aug": 0.6465074146607899,
|
|
"post_avg_ks": null,
|
|
"post_avg_jsd": null,
|
|
"post_avg_lag1_diff": null
|
|
},
|
|
{
|
|
"variant": "eps_target",
|
|
"seed": 1337,
|
|
"run_dir": "/root/autodl-tmp/mask-ddpm/example/results/ablations/runs/eps_target__seed1337",
|
|
"avg_ks": 0.48224064465408806,
|
|
"avg_jsd": 0.10238307146791868,
|
|
"avg_lag1_diff": 0.7276772745273601,
|
|
"continuous_mmd_rbf": 0.4687999486923218,
|
|
"discriminative_accuracy": 1.0,
|
|
"corr_mean_abs_diff": 0.1948104053735733,
|
|
"avg_psd_l1": 0.026633866131305695,
|
|
"memorization_ratio": 3.5463823500232126,
|
|
"predictive_rmse_real": 0.5583509206771851,
|
|
"predictive_rmse_synth": 0.9675812721252441,
|
|
"utility_auprc_real": 0.6527744226377132,
|
|
"utility_auprc_synth": 0.5817769935282933,
|
|
"utility_auprc_aug": 0.6466204571725106,
|
|
"post_avg_ks": null,
|
|
"post_avg_jsd": null,
|
|
"post_avg_lag1_diff": null
|
|
}
|
|
]
|
|
} |