{ "variants": [ "no_snr_weight", "no_quantile_loss", "no_residual_stat", "eps_target" ], "seeds": [ 1337 ], "rows": [ { "variant": "no_snr_weight", "seed": 1337, "run_dir": "/root/autodl-tmp/mask-ddpm/example/results/ablations/runs/no_snr_weight__seed1337", "avg_ks": 0.39950668238993714, "avg_jsd": 0.02154500462890076, "avg_lag1_diff": 0.2994253248181626, "continuous_mmd_rbf": 0.6485295295715332, "discriminative_accuracy": 1.0, "corr_mean_abs_diff": 0.21394668519496918, "avg_psd_l1": 0.019868340343236923, "memorization_ratio": 2.98201284485682, "predictive_rmse_real": 0.5583509206771851, "predictive_rmse_synth": 0.9607057571411133, "utility_auprc_real": 0.6527744226377132, "utility_auprc_synth": 0.5839558451818384, "utility_auprc_aug": 0.637313246257706, "post_avg_ks": null, "post_avg_jsd": null, "post_avg_lag1_diff": null }, { "variant": "no_quantile_loss", "seed": 1337, "run_dir": "/root/autodl-tmp/mask-ddpm/example/results/ablations/runs/no_quantile_loss__seed1337", "avg_ks": 0.4130987421383648, "avg_jsd": 0.017899328657243745, "avg_lag1_diff": 0.3108961322076135, "continuous_mmd_rbf": 0.6504309177398682, "discriminative_accuracy": 1.0, "corr_mean_abs_diff": 0.21265330910682678, "avg_psd_l1": 0.02026984840631485, "memorization_ratio": 2.948979736458853, "predictive_rmse_real": 0.5583509206771851, "predictive_rmse_synth": 0.9654670357704163, "utility_auprc_real": 0.6527744226377132, "utility_auprc_synth": 0.5904586531962263, "utility_auprc_aug": 0.6451654579890704, "post_avg_ks": null, "post_avg_jsd": null, "post_avg_lag1_diff": null }, { "variant": "no_residual_stat", "seed": 1337, "run_dir": "/root/autodl-tmp/mask-ddpm/example/results/ablations/runs/no_residual_stat__seed1337", "avg_ks": 0.4039510220125786, "avg_jsd": 0.02930392024585336, "avg_lag1_diff": 0.28531566380969187, "continuous_mmd_rbf": 0.6561890840530396, "discriminative_accuracy": 1.0, "corr_mean_abs_diff": 0.21048887073993683, "avg_psd_l1": 0.019299142062664032, "memorization_ratio": 2.953516468815496, "predictive_rmse_real": 0.5583509206771851, "predictive_rmse_synth": 0.9696047902107239, "utility_auprc_real": 0.6527744226377132, "utility_auprc_synth": 0.5848963274786471, "utility_auprc_aug": 0.6465074146607899, "post_avg_ks": null, "post_avg_jsd": null, "post_avg_lag1_diff": null }, { "variant": "eps_target", "seed": 1337, "run_dir": "/root/autodl-tmp/mask-ddpm/example/results/ablations/runs/eps_target__seed1337", "avg_ks": 0.48224064465408806, "avg_jsd": 0.10238307146791868, "avg_lag1_diff": 0.7276772745273601, "continuous_mmd_rbf": 0.4687999486923218, "discriminative_accuracy": 1.0, "corr_mean_abs_diff": 0.1948104053735733, "avg_psd_l1": 0.026633866131305695, "memorization_ratio": 3.5463823500232126, "predictive_rmse_real": 0.5583509206771851, "predictive_rmse_synth": 0.9675812721252441, "utility_auprc_real": 0.6527744226377132, "utility_auprc_synth": 0.5817769935282933, "utility_auprc_aug": 0.6466204571725106, "post_avg_ks": null, "post_avg_jsd": null, "post_avg_lag1_diff": null } ] }