ModuFlow/mask-ddpm
3
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Add comprehensive evaluation and ablation summaries

Browse Source
This commit is contained in:
mzYang
2026-03-27 22:11:07 +08:00
parent 17f69f963f
commit b8696d0c54
46 changed files with 30666 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

538
example/results/ablations/runs/no_quantile__seed1337/comprehensive_eval.json Normal file
View File

@@ -0,0 +1,538 @@
{
"generated_path": "/root/autodl-tmp/mask-ddpm/example/results/ablations/runs/no_quantile__seed1337/generated.csv",
"reference_paths": [
"/root/autodl-tmp/dataset/hai/hai-21.03/train1.csv.gz",
"/root/autodl-tmp/dataset/hai/hai-21.03/train2.csv.gz",
"/root/autodl-tmp/dataset/hai/hai-21.03/train3.csv.gz"
],
"test_paths": [
"/root/autodl-tmp/dataset/hai/hai-21.03/test1.csv.gz",
"/root/autodl-tmp/dataset/hai/hai-21.03/test2.csv.gz",
"/root/autodl-tmp/dataset/hai/hai-21.03/test3.csv.gz",
"/root/autodl-tmp/dataset/hai/hai-21.03/test4.csv.gz",
"/root/autodl-tmp/dataset/hai/hai-21.03/test5.csv.gz"
],
"seq_len": 96,
"stride": 96,
"counts": {
"train_windows": 1024,
"generated_windows": 4,
"test_windows": 1024,
"test_anomalous_windows": 44,
"test_normal_windows": 980
},
"basic_eval": {
"avg_ks": 0.5986268081761006,
"avg_jsd": 0.010030341725636,
"avg_lag1_diff": 0.15569708276765754
},
"two_sample": {
"continuous_mmd_rbf": 0.7526681423187256,
"continuous_mmd_gamma": 1.0540935269187076e-05,
"histogram_mmd_rbf": 0.7526563405990601,
"histogram_mmd_gamma": 1.05401766418322e-05,
"discriminative_accuracy": 1.0,
"discriminative_balanced_accuracy": 0.5,
"discriminative_auroc": NaN
},
"diversity_privacy": {
"duplicate_rate": 0.0,
"exact_match_rate_to_train": 0.0,
"nn_gen_to_train_mean": 170.52767944335938,
"nn_holdout_to_train_mean": 70.52462005615234,
"memorization_ratio": 2.4179879212051576,
"one_nn_two_sample_accuracy": 1.0
},
"coupling": {
"corr_mean_abs_diff": 0.30008164048194885,
"corr_frobenius": 21.361055374145508,
"lag1_corr_mean_abs_diff": 0.29954877495765686,
"lag1_corr_frobenius": 21.304372787475586,
"by_process": {
"P1": {
"corr_mean_abs_diff": 0.3157265782356262,
"corr_frobenius": 11.02734088897705,
"lag1_corr_mean_abs_diff": 0.3185610771179199,
"lag1_corr_frobenius": 11.136503219604492
},
"P2": {
"corr_mean_abs_diff": 0.2017672210931778,
"corr_frobenius": 3.9136135578155518,
"lag1_corr_mean_abs_diff": 0.17747682332992554,
"lag1_corr_frobenius": 3.1356148719787598
},
"P3": {
"corr_mean_abs_diff": 0.29451829195022583,
"corr_frobenius": 2.0890676975250244,
"lag1_corr_mean_abs_diff": 0.3015052080154419,
"lag1_corr_frobenius": 2.1081626415252686
},
"P4": {
"corr_mean_abs_diff": 0.4004734456539154,
"corr_frobenius": 5.465811729431152,
"lag1_corr_mean_abs_diff": 0.41377076506614685,
"lag1_corr_frobenius": 5.516853332519531
}
}
},
"frequency": {
"avg_psd_l1": 0.0160636268556118,
"avg_psd_cosine": 0.30595176223053333,
"avg_low_high_ratio_abs_diff": 5660491.196250632
},
"type_metrics": {
"type1_program": {
"features": [
"P1_B4002",
"P2_MSD",
"P4_HT_LD",
"P1_B2004",
"P1_B3004",
"P1_B4022",
"P1_B3005"
],
"generated": {
"P1_B4002": {
"num_changes": 0.0,
"mean_dwell": 384.0,
"median_dwell": 384.0,
"mean_step": NaN,
"median_step": NaN
},
"P2_MSD": {
"num_changes": 0.0,
"mean_dwell": 384.0,
"median_dwell": 384.0,
"mean_step": NaN,
"median_step": NaN
},
"P4_HT_LD": {
"num_changes": 15.0,
"mean_dwell": 24.0,
"median_dwell": 2.5,
"mean_step": 0.0337586657765011,
"median_step": 0.021709997206926346
},
"P1_B2004": {
"num_changes": 0.0,
"mean_dwell": 384.0,
"median_dwell": 384.0,
"mean_step": NaN,
"median_step": NaN
},
"P1_B3004": {
"num_changes": 0.0,
"mean_dwell": 384.0,
"median_dwell": 384.0,
"mean_step": NaN,
"median_step": NaN
},
"P1_B4022": {
"num_changes": 383.0,
"mean_dwell": 1.0,
"median_dwell": 1.0,
"mean_step": 0.013833596251963324,
"median_step": 0.009159088134765625
},
"P1_B3005": {
"num_changes": 0.0,
"mean_dwell": 384.0,
"median_dwell": 384.0,
"mean_step": NaN,
"median_step": NaN
}
},
"reference": {
"P1_B4002": {
"num_changes": 97.0,
"mean_dwell": 1003.1020408163265,
"median_dwell": 1.0,
"mean_step": 0.032477270696581025,
"median_step": 0.0126495361328125
},
"P2_MSD": {
"num_changes": 0.0,
"mean_dwell": 98304.0,
"median_dwell": 98304.0,
"mean_step": NaN,
"median_step": NaN
},
"P4_HT_LD": {
"num_changes": 63727.0,
"mean_dwell": 1.5425558624152649,
"median_dwell": 1.0,
"mean_step": 1.0409184914880636,
"median_step": 0.245941162109375
},
"P1_B2004": {
"num_changes": 145.0,
"mean_dwell": 673.3150684931506,
"median_dwell": 1.0,
"mean_step": 0.0015369655757114806,
"median_step": 0.00010000169277191162
},
"P1_B3004": {
"num_changes": 146.0,
"mean_dwell": 668.734693877551,
"median_dwell": 1.0,
"mean_step": 1.113193877755779,
"median_step": 0.819305419921875
},
"P1_B4022": {
"num_changes": 97122.0,
"mean_dwell": 1.0121598385552342,
"median_dwell": 1.0,
"mean_step": 0.011706427666086412,
"median_step": 0.00952911376953125
},
"P1_B3005": {
"num_changes": 148.0,
"mean_dwell": 659.7583892617449,
"median_dwell": 1.0,
"mean_step": 5.635673316749367,
"median_step": 5.34417724609375
}
},
"aggregates": {
"mean_abs_diff_num_changes": 22998.14285714286,
"mean_abs_diff_mean_dwell": 14201.625685203559,
"mean_abs_diff_median_dwell": 14207.642857142857,
"mean_abs_diff_mean_step": 0.5046434971487197,
"mean_abs_diff_median_step": 0.11230059526860714
}
},
"type2_controller": {
"features": [
"P1_B4005"
],
"generated": {
"P1_B4005": {
"saturation_ratio": 0.7369791666666666,
"change_rate": 1.0,
"step_median": 1.5560455322265625
}
},
"reference": {
"P1_B4005": {
"saturation_ratio": 0.588958740234375,
"change_rate": 0.4608201173921447,
"step_median": 0.03202030062675476
}
},
"aggregates": {
"mean_abs_diff_saturation_ratio": 0.14802042643229163,
"mean_abs_diff_change_rate": 0.5391798826078553,
"mean_abs_diff_step_median": 1.5240252315998077
}
},
"type3_actuator": {
"features": [
"P1_PCV02Z",
"P1_PCV01Z",
"P1_PCV01D",
"P1_FCV02Z",
"P1_FCV03D",
"P1_FCV03Z",
"P1_LCV01D",
"P1_LCV01Z"
],
"generated": {
"P1_PCV02Z": {
"unique_ratio": 0.010416666666666666,
"top1_mass": 0.921875,
"top3_mass": 0.9921875,
"median_dwell": 2.0
},
"P1_PCV01Z": {
"unique_ratio": 0.4895833333333333,
"top1_mass": 0.5,
"top3_mass": 0.5104166666666666,
"median_dwell": 1.0
},
"P1_PCV01D": {
"unique_ratio": 0.4947916666666667,
"top1_mass": 0.4895833333333333,
"top3_mass": 0.5,
"median_dwell": 1.0
},
"P1_FCV02Z": {
"unique_ratio": 0.9375,
"top1_mass": 0.0078125,
"top3_mass": 0.018229166666666668,
"median_dwell": 1.0
},
"P1_FCV03D": {
"unique_ratio": 0.828125,
"top1_mass": 0.0078125,
"top3_mass": 0.0234375,
"median_dwell": 1.0
},
"P1_FCV03Z": {
"unique_ratio": 0.7630208333333334,
"top1_mass": 0.010416666666666666,
"top3_mass": 0.03125,
"median_dwell": 1.0
},
"P1_LCV01D": {
"unique_ratio": 0.5338541666666666,
"top1_mass": 0.015625,
"top3_mass": 0.046875,
"median_dwell": 1.0
},
"P1_LCV01Z": {
"unique_ratio": 0.5520833333333334,
"top1_mass": 0.015625,
"top3_mass": 0.046875,
"median_dwell": 1.0
}
},
"reference": {
"P1_PCV02Z": {
"unique_ratio": 5.0862630208333336e-05,
"top1_mass": 0.5122273763020834,
"top3_mass": 0.9970194498697916,
"median_dwell": 2.0
},
"P1_PCV01Z": {
"unique_ratio": 0.063232421875,
"top1_mass": 0.009714762369791666,
"top3_mass": 0.020904541015625,
"median_dwell": 1.0
},
"P1_PCV01D": {
"unique_ratio": 0.074310302734375,
"top1_mass": 0.043843587239583336,
"top3_mass": 0.044850667317708336,
"median_dwell": 1.0
},
"P1_FCV02Z": {
"unique_ratio": 0.058146158854166664,
"top1_mass": 0.20765177408854166,
"top3_mass": 0.3501078287760417,
"median_dwell": 1.0
},
"P1_FCV03D": {
"unique_ratio": 0.017527262369791668,
"top1_mass": 0.004384358723958333,
"top3_mass": 0.012776692708333334,
"median_dwell": 1.0
},
"P1_FCV03Z": {
"unique_ratio": 0.013102213541666666,
"top1_mass": 0.10939534505208333,
"top3_mass": 0.2132568359375,
"median_dwell": 1.0
},
"P1_LCV01D": {
"unique_ratio": 0.015523274739583334,
"top1_mass": 0.0033976236979166665,
"top3_mass": 0.009999593098958334,
"median_dwell": 1.0
},
"P1_LCV01Z": {
"unique_ratio": 0.012715657552083334,
"top1_mass": 0.047566731770833336,
"top3_mass": 0.1214599609375,
"median_dwell": 1.0
}
},
"aggregates": {
"mean_abs_diff_unique_ratio": 0.5443458557128906,
"mean_abs_diff_top1_mass": 0.21151097615559894,
"mean_abs_diff_top3_mass": 0.19818751017252603,
"mean_abs_diff_median_dwell": 0.0
}
},
"type4_pv": {
"features": [
"P1_PIT02",
"P2_SIT02",
"P1_FT03"
],
"generated": {
"P1_PIT02": {
"q05": -0.10307999700307846,
"q50": 0.3064199984073639,
"q95": 0.5731499791145325,
"tail_ratio": 0.6513552715423715
},
"P2_SIT02": {
"q05": 779.8792114257812,
"q50": 785.1359252929688,
"q95": 789.8136596679688,
"tail_ratio": 0.889859043726633
},
"P1_FT03": {
"q05": 78.47207641601562,
"q50": 117.61963653564453,
"q95": 249.82940673828125,
"tail_ratio": 3.377216097213314
}
},
"reference": {
"P1_PIT02": {
"q05": 0.20232999324798584,
"q50": 0.2763400077819824,
"q95": 1.8746999502182007,
"tail_ratio": 21.596535989085773
},
"P2_SIT02": {
"q05": 771.5216674804688,
"q50": 779.1593017578125,
"q95": 785.1046752929688,
"tail_ratio": 0.7784312942022615
},
"P1_FT03": {
"q05": 201.6184539794922,
"q50": 300.2251892089844,
"q95": 313.76690673828125,
"tail_ratio": 0.13733055351422585
}
},
"aggregates": {
"mean_abs_diff_q05": 43.93644383301338,
"mean_abs_diff_q50": 62.870752066373825,
"mean_abs_diff_q95": 23.31601144870122,
"mean_abs_diff_tail_ratio": 8.098831336922286
}
},
"type5_program_proxy": {
"features": [
"P1_FT03Z",
"P1_FT02Z"
],
"generated": {
"P1_FT03Z": {
"num_changes": 379.0,
"mean_dwell": 1.0105263157894737,
"median_dwell": 1.0,
"mean_step": 5.128579293203228,
"median_step": 2.242828369140625
},
"P1_FT02Z": {
"num_changes": 383.0,
"mean_dwell": 1.0,
"median_dwell": 1.0,
"mean_step": 60.14884355111782,
"median_step": 25.625
}
},
"reference": {
"P1_FT03Z": {
"num_changes": 83889.0,
"mean_dwell": 1.1718202407915126,
"median_dwell": 1.0,
"mean_step": 0.9289188007355237,
"median_step": 0.6378173828125
},
"P1_FT02Z": {
"num_changes": 95436.0,
"mean_dwell": 1.0300407598730053,
"median_dwell": 1.0,
"mean_step": 14.373282350295296,
"median_step": 5.89599609375
}
},
"aggregates": {
"mean_abs_diff_num_changes": 89281.5,
"mean_abs_diff_mean_dwell": 0.09566734243752206,
"mean_abs_diff_median_dwell": 0.0,
"mean_abs_diff_mean_step": 24.987610846645115,
"mean_abs_diff_median_step": 10.667007446289062
}
},
"type6_aux": {
"features": [
"P4_HT_PO",
"P2_24Vdc",
"P2_HILout"
],
"generated": {
"P4_HT_PO": {
"mean": 33.037071228027344,
"std": 12.766562461853027,
"lag1": 0.9784713983535767
},
"P2_24Vdc": {
"mean": 28.029876708984375,
"std": 0.003262430662289262,
"lag1": 0.1120024099946022
},
"P2_HILout": {
"mean": 711.7379760742188,
"std": 10.349284172058105,
"lag1": 0.04841964691877365
}
},
"reference": {
"P4_HT_PO": {
"mean": 34.35928726196289,
"std": 31.320688247680664,
"lag1": 0.9990671873092651
},
"P2_24Vdc": {
"mean": 28.0284366607666,
"std": 0.0032698388677090406,
"lag1": 0.05670436844229698
},
"P2_HILout": {
"mean": 711.9729614257812,
"std": 8.238578796386719,
"lag1": 0.2585394084453583
}
},
"aggregates": {
"mean_abs_diff_mean": 0.5195471445719401,
"mean_abs_diff_std": 6.888279523234814,
"mean_abs_diff_lag1": 0.09533786401152611
}
}
},
"predictive_consistency": {
"real_only": {
"rmse": 0.8651301860809326,
"mae": 0.4152381420135498
},
"synthetic_only": {
"rmse": 1.6529492139816284,
"mae": 1.0005885362625122
},
"real_plus_synthetic": {
"rmse": 1.013792634010315,
"mae": 0.4782671332359314
},
"rmse_ratio_synth_to_real": 1.9106363881134945
},
"anomaly_utility": {
"real_only": {
"auroc": 0.8564471243042671,
"auprc": 0.4132698022160485,
"threshold": 0.3127160668373108,
"f1": 0.21333333333333335,
"precision": 0.125,
"recall": 0.7272727272727273,
"best_f1": 0.5684210526315789,
"best_f1_threshold": 0.6349313259124756
},
"synthetic_only": {
"auroc": 0.7455241187384045,
"auprc": 0.3300653727950748,
"threshold": 0.026501694694161415,
"f1": 0.08239700374531835,
"precision": 0.04296875,
"recall": 1.0,
"best_f1": 0.4470588235294118,
"best_f1_threshold": 4.122805118560791
},
"real_plus_synthetic": {
"auroc": 0.8571196660482374,
"auprc": 0.4166041816171082,
"threshold": 0.31336838006973267,
"f1": 0.19701492537313434,
"precision": 0.1134020618556701,
"recall": 0.75,
"best_f1": 0.5684210526315789,
"best_f1_threshold": 0.6686344742774963
}
}
}

538
example/results/ablations/runs/no_quantile__seed1337/comprehensive_eval_post.json Normal file
View File

@@ -0,0 +1,538 @@
{
"generated_path": "/root/autodl-tmp/mask-ddpm/example/results/ablations/runs/no_quantile__seed1337/generated_post.csv",
"reference_paths": [
"/root/autodl-tmp/dataset/hai/hai-21.03/train1.csv.gz",
"/root/autodl-tmp/dataset/hai/hai-21.03/train2.csv.gz",
"/root/autodl-tmp/dataset/hai/hai-21.03/train3.csv.gz"
],
"test_paths": [
"/root/autodl-tmp/dataset/hai/hai-21.03/test1.csv.gz",
"/root/autodl-tmp/dataset/hai/hai-21.03/test2.csv.gz",
"/root/autodl-tmp/dataset/hai/hai-21.03/test3.csv.gz",
"/root/autodl-tmp/dataset/hai/hai-21.03/test4.csv.gz",
"/root/autodl-tmp/dataset/hai/hai-21.03/test5.csv.gz"
],
"seq_len": 96,
"stride": 96,
"counts": {
"train_windows": 1024,
"generated_windows": 4,
"test_windows": 1024,
"test_anomalous_windows": 44,
"test_normal_windows": 980
},
"basic_eval": {
"avg_ks": null,
"avg_jsd": null,
"avg_lag1_diff": null
},
"two_sample": {
"continuous_mmd_rbf": 0.562717080116272,
"continuous_mmd_gamma": 3.302989184568352e-06,
"histogram_mmd_rbf": 0.5627133846282959,
"histogram_mmd_gamma": 3.3028882725791118e-06,
"discriminative_accuracy": 0.5,
"discriminative_balanced_accuracy": 0.25,
"discriminative_auroc": NaN
},
"diversity_privacy": {
"duplicate_rate": 0.0,
"exact_match_rate_to_train": 0.0,
"nn_gen_to_train_mean": 386.08416748046875,
"nn_holdout_to_train_mean": 70.52462005615234,
"memorization_ratio": 5.474459375648745,
"one_nn_two_sample_accuracy": 1.0
},
"coupling": {
"corr_mean_abs_diff": 0.23569586873054504,
"corr_frobenius": 18.60379409790039,
"lag1_corr_mean_abs_diff": 0.24315960705280304,
"lag1_corr_frobenius": 19.07374382019043,
"by_process": {
"P1": {
"corr_mean_abs_diff": 0.35428014397621155,
"corr_frobenius": 12.232251167297363,
"lag1_corr_mean_abs_diff": 0.37317487597465515,
"lag1_corr_frobenius": 12.860593795776367
},
"P2": {
"corr_mean_abs_diff": 0.1587069034576416,
"corr_frobenius": 3.2476303577423096,
"lag1_corr_mean_abs_diff": 0.17968608438968658,
"lag1_corr_frobenius": 3.1598639488220215
},
"P3": {
"corr_mean_abs_diff": 0.29451829195022583,
"corr_frobenius": 2.0890676975250244,
"lag1_corr_mean_abs_diff": 0.3015052080154419,
"lag1_corr_frobenius": 2.1081626415252686
},
"P4": {
"corr_mean_abs_diff": 0.3379024267196655,
"corr_frobenius": 4.841367721557617,
"lag1_corr_mean_abs_diff": 0.37427571415901184,
"lag1_corr_frobenius": 5.122097492218018
}
}
},
"frequency": {
"avg_psd_l1": 0.019801901653409004,
"avg_psd_cosine": 0.420957660618818,
"avg_low_high_ratio_abs_diff": 118.50159391702495
},
"type_metrics": {
"type1_program": {
"features": [
"P1_B4002",
"P2_MSD",
"P4_HT_LD",
"P1_B2004",
"P1_B3004",
"P1_B4022",
"P1_B3005"
],
"generated": {
"P1_B4002": {
"num_changes": 308.0,
"mean_dwell": 1.2427184466019416,
"median_dwell": 1.0,
"mean_step": 0.8413416007896523,
"median_step": 0.7274894714355469
},
"P2_MSD": {
"num_changes": 0.0,
"mean_dwell": 384.0,
"median_dwell": 384.0,
"mean_step": NaN,
"median_step": NaN
},
"P4_HT_LD": {
"num_changes": 347.0,
"mean_dwell": 1.103448275862069,
"median_dwell": 1.0,
"mean_step": 41.3141472878254,
"median_step": 54.116028785705566
},
"P1_B2004": {
"num_changes": 362.0,
"mean_dwell": 1.0578512396694215,
"median_dwell": 1.0,
"mean_step": 0.014068839402653235,
"median_step": 0.0017450004816055298
},
"P1_B3004": {
"num_changes": 370.0,
"mean_dwell": 1.0350404312668464,
"median_dwell": 1.0,
"mean_step": 14.77256890374261,
"median_step": 10.804779052734375
},
"P1_B4022": {
"num_changes": 383.0,
"mean_dwell": 1.0,
"median_dwell": 1.0,
"mean_step": 0.8157603410765646,
"median_step": 0.5944099426269531
},
"P1_B3005": {
"num_changes": 362.0,
"mean_dwell": 1.0578512396694215,
"median_dwell": 1.0,
"mean_step": 64.28072175926926,
"median_step": 41.228179931640625
}
},
"reference": {
"P1_B4002": {
"num_changes": 97.0,
"mean_dwell": 1003.1020408163265,
"median_dwell": 1.0,
"mean_step": 0.032477270696581025,
"median_step": 0.0126495361328125
},
"P2_MSD": {
"num_changes": 0.0,
"mean_dwell": 98304.0,
"median_dwell": 98304.0,
"mean_step": NaN,
"median_step": NaN
},
"P4_HT_LD": {
"num_changes": 63727.0,
"mean_dwell": 1.5425558624152649,
"median_dwell": 1.0,
"mean_step": 1.0409184914880636,
"median_step": 0.245941162109375
},
"P1_B2004": {
"num_changes": 145.0,
"mean_dwell": 673.3150684931506,
"median_dwell": 1.0,
"mean_step": 0.0015369655757114806,
"median_step": 0.00010000169277191162
},
"P1_B3004": {
"num_changes": 146.0,
"mean_dwell": 668.734693877551,
"median_dwell": 1.0,
"mean_step": 1.113193877755779,
"median_step": 0.819305419921875
},
"P1_B4022": {
"num_changes": 97122.0,
"mean_dwell": 1.0121598385552342,
"median_dwell": 1.0,
"mean_step": 0.011706427666086412,
"median_step": 0.00952911376953125
},
"P1_B3005": {
"num_changes": 148.0,
"mean_dwell": 659.7583892617449,
"median_dwell": 1.0,
"mean_step": 5.635673316749367,
"median_step": 5.34417724609375
}
},
"aggregates": {
"mean_abs_diff_num_changes": 22997.85714285714,
"mean_abs_diff_mean_dwell": 14417.281142645239,
"mean_abs_diff_median_dwell": 13988.57142857143,
"mean_abs_diff_mean_step": 19.03385039702909,
"mean_abs_diff_median_step": 16.840154950817425
}
},
"type2_controller": {
"features": [
"P1_B4005"
],
"generated": {
"P1_B4005": {
"saturation_ratio": 0.6822916666666666,
"change_rate": 0.7702349869451697,
"step_median": 68.81373023986816
}
},
"reference": {
"P1_B4005": {
"saturation_ratio": 0.588958740234375,
"change_rate": 0.4608201173921447,
"step_median": 0.03202030062675476
}
},
"aggregates": {
"mean_abs_diff_saturation_ratio": 0.09333292643229163,
"mean_abs_diff_change_rate": 0.309414869553025,
"mean_abs_diff_step_median": 68.78170993924141
}
},
"type3_actuator": {
"features": [
"P1_PCV02Z",
"P1_PCV01Z",
"P1_PCV01D",
"P1_FCV02Z",
"P1_FCV03D",
"P1_FCV03Z",
"P1_LCV01D",
"P1_LCV01Z"
],
"generated": {
"P1_PCV02Z": {
"unique_ratio": 0.015625,
"top1_mass": 0.40625,
"top3_mass": 0.7760416666666666,
"median_dwell": 1.0
},
"P1_PCV01Z": {
"unique_ratio": 0.8776041666666666,
"top1_mass": 0.0078125,
"top3_mass": 0.0234375,
"median_dwell": 1.0
},
"P1_PCV01D": {
"unique_ratio": 0.9166666666666666,
"top1_mass": 0.059895833333333336,
"top3_mass": 0.0703125,
"median_dwell": 1.0
},
"P1_FCV02Z": {
"unique_ratio": 0.22135416666666666,
"top1_mass": 0.18229166666666666,
"top3_mass": 0.3697916666666667,
"median_dwell": 1.0
},
"P1_FCV03D": {
"unique_ratio": 0.8463541666666666,
"top1_mass": 0.010416666666666666,
"top3_mass": 0.026041666666666668,
"median_dwell": 1.0
},
"P1_FCV03Z": {
"unique_ratio": 0.4817708333333333,
"top1_mass": 0.033854166666666664,
"top3_mass": 0.0859375,
"median_dwell": 1.0
},
"P1_LCV01D": {
"unique_ratio": 0.7864583333333334,
"top1_mass": 0.010416666666666666,
"top3_mass": 0.026041666666666668,
"median_dwell": 1.0
},
"P1_LCV01Z": {
"unique_ratio": 0.3515625,
"top1_mass": 0.036458333333333336,
"top3_mass": 0.09635416666666667,
"median_dwell": 1.0
}
},
"reference": {
"P1_PCV02Z": {
"unique_ratio": 5.0862630208333336e-05,
"top1_mass": 0.5122273763020834,
"top3_mass": 0.9970194498697916,
"median_dwell": 2.0
},
"P1_PCV01Z": {
"unique_ratio": 0.063232421875,
"top1_mass": 0.009714762369791666,
"top3_mass": 0.020904541015625,
"median_dwell": 1.0
},
"P1_PCV01D": {
"unique_ratio": 0.074310302734375,
"top1_mass": 0.043843587239583336,
"top3_mass": 0.044850667317708336,
"median_dwell": 1.0
},
"P1_FCV02Z": {
"unique_ratio": 0.058146158854166664,
"top1_mass": 0.20765177408854166,
"top3_mass": 0.3501078287760417,
"median_dwell": 1.0
},
"P1_FCV03D": {
"unique_ratio": 0.017527262369791668,
"top1_mass": 0.004384358723958333,
"top3_mass": 0.012776692708333334,
"median_dwell": 1.0
},
"P1_FCV03Z": {
"unique_ratio": 0.013102213541666666,
"top1_mass": 0.10939534505208333,
"top3_mass": 0.2132568359375,
"median_dwell": 1.0
},
"P1_LCV01D": {
"unique_ratio": 0.015523274739583334,
"top1_mass": 0.0033976236979166665,
"top3_mass": 0.009999593098958334,
"median_dwell": 1.0
},
"P1_LCV01Z": {
"unique_ratio": 0.012715657552083334,
"top1_mass": 0.047566731770833336,
"top3_mass": 0.1214599609375,
"median_dwell": 1.0
}
},
"aggregates": {
"mean_abs_diff_unique_ratio": 0.5303484598795573,
"mean_abs_diff_top1_mass": 0.03112411499023438,
"mean_abs_diff_top3_mass": 0.05629857381184896,
"mean_abs_diff_median_dwell": 0.125
}
},
"type4_pv": {
"features": [
"P1_PIT02",
"P2_SIT02",
"P1_FT03"
],
"generated": {
"P1_PIT02": {
"q05": -0.10307999700307846,
"q50": 0.3064199984073639,
"q95": 0.5731499791145325,
"tail_ratio": 0.6513552715423715
},
"P2_SIT02": {
"q05": 779.8792114257812,
"q50": 785.1359252929688,
"q95": 789.8136596679688,
"tail_ratio": 0.889859043726633
},
"P1_FT03": {
"q05": 78.47207641601562,
"q50": 117.61963653564453,
"q95": 249.82940673828125,
"tail_ratio": 3.377216097213314
}
},
"reference": {
"P1_PIT02": {
"q05": 0.20232999324798584,
"q50": 0.2763400077819824,
"q95": 1.8746999502182007,
"tail_ratio": 21.596535989085773
},
"P2_SIT02": {
"q05": 771.5216674804688,
"q50": 779.1593017578125,
"q95": 785.1046752929688,
"tail_ratio": 0.7784312942022615
},
"P1_FT03": {
"q05": 201.6184539794922,
"q50": 300.2251892089844,
"q95": 313.76690673828125,
"tail_ratio": 0.13733055351422585
}
},
"aggregates": {
"mean_abs_diff_q05": 43.93644383301338,
"mean_abs_diff_q50": 62.870752066373825,
"mean_abs_diff_q95": 23.31601144870122,
"mean_abs_diff_tail_ratio": 8.098831336922286
}
},
"type5_program_proxy": {
"features": [
"P1_FT03Z",
"P1_FT02Z"
],
"generated": {
"P1_FT03Z": {
"num_changes": 380.0,
"mean_dwell": 1.0078740157480315,
"median_dwell": 1.0,
"mean_step": 64.74391126130756,
"median_step": 62.410614013671875
},
"P1_FT02Z": {
"num_changes": 378.0,
"mean_dwell": 1.0131926121372032,
"median_dwell": 1.0,
"mean_step": 1312.3134692358592,
"median_step": 1284.6439208984375
}
},
"reference": {
"P1_FT03Z": {
"num_changes": 83889.0,
"mean_dwell": 1.1718202407915126,
"median_dwell": 1.0,
"mean_step": 0.9289188007355237,
"median_step": 0.6378173828125
},
"P1_FT02Z": {
"num_changes": 95436.0,
"mean_dwell": 1.0300407598730053,
"median_dwell": 1.0,
"mean_step": 14.373282350295296,
"median_step": 5.89599609375
}
},
"aggregates": {
"mean_abs_diff_num_changes": 89283.5,
"mean_abs_diff_mean_dwell": 0.09039718638964156,
"mean_abs_diff_median_dwell": 0.0,
"mean_abs_diff_mean_step": 680.877589673068,
"mean_abs_diff_median_step": 670.2603607177734
}
},
"type6_aux": {
"features": [
"P4_HT_PO",
"P2_24Vdc",
"P2_HILout"
],
"generated": {
"P4_HT_PO": {
"mean": 35.254512786865234,
"std": 31.650897979736328,
"lag1": -0.0927804708480835
},
"P2_24Vdc": {
"mean": 28.028608322143555,
"std": 0.003297113813459873,
"lag1": 0.06643600016832352
},
"P2_HILout": {
"mean": 711.4987182617188,
"std": 7.856828212738037,
"lag1": -0.013758387416601181
}
},
"reference": {
"P4_HT_PO": {
"mean": 34.35928726196289,
"std": 31.320688247680664,
"lag1": 0.9990671873092651
},
"P2_24Vdc": {
"mean": 28.0284366607666,
"std": 0.0032698388677090406,
"lag1": 0.05670436844229698
},
"P2_HILout": {
"mean": 711.9729614257812,
"std": 8.238578796386719,
"lag1": 0.2585394084453583
}
},
"aggregates": {
"mean_abs_diff_mean": 0.4565467834472656,
"mean_abs_diff_std": 0.2373291968833655,
"mean_abs_diff_lag1": 0.4579590285817782
}
}
},
"predictive_consistency": {
"real_only": {
"rmse": 0.8651301860809326,
"mae": 0.4152381420135498
},
"synthetic_only": {
"rmse": 1.4939647912979126,
"mae": 0.8916867971420288
},
"real_plus_synthetic": {
"rmse": 0.9160420298576355,
"mae": 0.4468558728694916
},
"rmse_ratio_synth_to_real": 1.726867025719702
},
"anomaly_utility": {
"real_only": {
"auroc": 0.8564471243042671,
"auprc": 0.4132698022160485,
"threshold": 0.3127160668373108,
"f1": 0.21333333333333335,
"precision": 0.125,
"recall": 0.7272727272727273,
"best_f1": 0.5684210526315789,
"best_f1_threshold": 0.6349313259124756
},
"synthetic_only": {
"auroc": 0.803409090909091,
"auprc": 0.3912601416668211,
"threshold": 0.0337178111076355,
"f1": 0.08239700374531835,
"precision": 0.04296875,
"recall": 1.0,
"best_f1": 0.5168539325842696,
"best_f1_threshold": 2.754981756210327
},
"real_plus_synthetic": {
"auroc": 0.8491419294990722,
"auprc": 0.414894592762339,
"threshold": 0.2921687662601471,
"f1": 0.17433414043583537,
"precision": 0.0975609756097561,
"recall": 0.8181818181818182,
"best_f1": 0.5684210526315789,
"best_f1_threshold": 0.6208351850509644
}
}
}

974
example/results/ablations/runs/no_quantile__seed1337/eval.json Normal file
View File

@@ -0,0 +1,974 @@
{
"rows": 384,
"continuous_summary": {
"P1_B2004": {
"mean": 0.10121,
"std": 0.0
},
"P1_B2016": {
"mean": 1.36826609375,
"std": 0.11514677714347482
},
"P1_B3004": {
"mean": 397.63785,
"std": 0.0
},
"P1_B3005": {
"mean": 1001.99799,
"std": 0.0
},
"P1_B4002": {
"mean": 33.6555,
"std": 0.0
},
"P1_B4005": {
"mean": 110.32928916666673,
"std": 21.209772564054123
},
"P1_B400B": {
"mean": 3416.8118279687505,
"std": 658.4866988945513
},
"P1_B4022": {
"mean": 37.07456895833334,
"std": 0.1625858665988879
},
"P1_FCV02Z": {
"mean": -32.49385838541669,
"std": 15.242345933983334
},
"P1_FCV03D": {
"mean": 37.49565908854168,
"std": 6.2405704684417636
},
"P1_FCV03Z": {
"mean": 38.25372846354165,
"std": 6.09190582166826
},
"P1_FT01": {
"mean": 48.651001015625,
"std": 39.649205778866055
},
"P1_FT01Z": {
"mean": 439.0570858333332,
"std": 121.73074514114414
},
"P1_FT02": {
"mean": 2395.205417161458,
"std": 494.87379435244907
},
"P1_FT02Z": {
"mean": 2395.205417161458,
"std": 494.87379435244907
},
"P1_FT03": {
"mean": 122.57399249999997,
"std": 47.90186702721992
},
"P1_FT03Z": {
"mean": 122.57399249999997,
"std": 47.90186702721992
},
"P1_LCV01D": {
"mean": 4.066330000000002,
"std": 1.7691601052594914
},
"P1_LCV01Z": {
"mean": 1.9114013281250017,
"std": 2.2158779634384835
},
"P1_LIT01": {
"mean": 372.67841315104175,
"std": 16.67141228151998
},
"P1_PCV01D": {
"mean": -31.283391666666652,
"std": 21.78768412939701
},
"P1_PCV01Z": {
"mean": -31.129499427083346,
"std": 22.094751901988932
},
"P1_PCV02Z": {
"mean": 11.994848307291663,
"std": 0.0041165894397556845
},
"P1_PIT01": {
"mean": 1.5574970833333341,
"std": 0.13360030473548123
},
"P1_PIT02": {
"mean": 0.2834835416666666,
"std": 0.17770432666324976
},
"P1_TIT01": {
"mean": 36.37579648437499,
"std": 0.23692429657147043
},
"P1_TIT02": {
"mean": 37.96692018229167,
"std": 0.7466679390743095
},
"P2_24Vdc": {
"mean": 28.029874661458326,
"std": 0.0032624608101602046
},
"P2_CO_rpm": {
"mean": 54098.85718749998,
"std": 21.127002258841436
},
"P2_HILout": {
"mean": 711.7379582812499,
"std": 10.349284391352574
},
"P2_MSD": {
"mean": 763.19324,
"std": 0.0
},
"P2_SIT01": {
"mean": 784.5050000000002,
"std": 2.7899647657731954
},
"P2_SIT02": {
"mean": 784.938246744792,
"std": 3.030155698080626
},
"P2_VT01": {
"mean": 11.962031875000003,
"std": 0.030386675254603233
},
"P2_VXT02": {
"mean": -2.7612545052083326,
"std": 0.22704602290904505
},
"P2_VXT03": {
"mean": -0.608252239583333,
"std": 0.1882723210798349
},
"P2_VYT02": {
"mean": 4.281282291666663,
"std": 0.27228711825206514
},
"P2_VYT03": {
"mean": 6.417153229166667,
"std": 0.3109031766451265
},
"P3_FIT01": {
"mean": 1709.5997135416662,
"std": 2005.791684315084
},
"P3_LCP01D": {
"mean": 7303.585937499997,
"std": 2497.1332112203777
},
"P3_LCV01D": {
"mean": 5007.481770833336,
"std": 2555.242022981675
},
"P3_LIT01": {
"mean": 11495.241197916674,
"std": 1157.0713476064584
},
"P3_PIT01": {
"mean": 48.490026041666646,
"std": 210.54386189328645
},
"P4_HT_FD": {
"mean": 0.0023197656249999998,
"std": 0.002926024615303769
},
"P4_HT_LD": {
"mean": -0.004517604166666671,
"std": 0.011271361314850317
},
"P4_HT_PO": {
"mean": 33.0370705989583,
"std": 12.766562744589022
},
"P4_LD": {
"mean": 300.8689323437499,
"std": 57.53204552624241
},
"P4_ST_FD": {
"mean": -0.00035153645833333315,
"std": 0.0019591724377820787
},
"P4_ST_GOV": {
"mean": 16993.95177083333,
"std": 1770.0428398487213
},
"P4_ST_LD": {
"mean": 290.75086945312495,
"std": 44.47131476093578
},
"P4_ST_PO": {
"mean": 319.0671400781251,
"std": 32.90894195377767
},
"P4_ST_PT01": {
"mean": 10111.798255208329,
"std": 36.35350842428432
},
"P4_ST_TT01": {
"mean": 27624.066406250007,
"std": 12.768416591222536
}
},
"continuous_error": {
"P1_B2004": {
"mean_abs_err": 0.01471913179999973,
"std_abs_err": 0.024492489898690458
},
"P1_B2016": {
"mean_abs_err": 0.007895362250001092,
"std_abs_err": 0.01434594850412263
},
"P1_B3004": {
"mean_abs_err": 1.4516903093982023,
"std_abs_err": 10.16264800653289
},
"P1_B3005": {
"mean_abs_err": 35.374394413793084,
"std_abs_err": 70.85697659109
},
"P1_B4002": {
"mean_abs_err": 1.0906270592000098,
"std_abs_err": 0.7578213113008355
},
"P1_B4005": {
"mean_abs_err": 44.34738159426625,
"std_abs_err": 20.590880585863847
},
"P1_B400B": {
"mean_abs_err": 1491.7726709441572,
"std_abs_err": 518.1578558503119
},
"P1_B4022": {
"mean_abs_err": 0.7854882903333262,
"std_abs_err": 0.6595256400498211
},
"P1_FCV02Z": {
"mean_abs_err": 54.23811950381672,
"std_abs_err": 23.876086043658436
},
"P1_FCV03D": {
"mean_abs_err": 19.865573652858764,
"std_abs_err": 1.6489369792848612
},
"P1_FCV03Z": {
"mean_abs_err": 19.79711673285837,
"std_abs_err": 1.9541630842774564
},
"P1_FT01": {
"mean_abs_err": 135.5351501075723,
"std_abs_err": 8.848035460037494
},
"P1_FT01Z": {
"mean_abs_err": 412.8210892372633,
"std_abs_err": 30.45205859781234
},
"P1_FT02": {
"mean_abs_err": 1139.3481998070513,
"std_abs_err": 384.8425333810003
},
"P1_FT02Z": {
"mean_abs_err": 470.1843416420468,
"std_abs_err": 681.7961587780626
},
"P1_FT03": {
"mean_abs_err": 146.79886635780576,
"std_abs_err": 9.721708607570513
},
"P1_FT03Z": {
"mean_abs_err": 914.792179730601,
"std_abs_err": 22.829140717144355
},
"P1_LCV01D": {
"mean_abs_err": 7.162519048599961,
"std_abs_err": 1.5664054362962683
},
"P1_LCV01Z": {
"mean_abs_err": 9.080208853475014,
"std_abs_err": 1.1704542703350613
},
"P1_LIT01": {
"mean_abs_err": 24.206117959957623,
"std_abs_err": 6.092697521415859
},
"P1_PCV01D": {
"mean_abs_err": 85.08440785086651,
"std_abs_err": 2.1720046932581596
},
"P1_PCV01Z": {
"mean_abs_err": 85.77613971428295,
"std_abs_err": 2.315997434686846
},
"P1_PCV02Z": {
"mean_abs_err": 0.022925235508408193,
"std_abs_err": 0.000688208453404315
},
"P1_PIT01": {
"mean_abs_err": 0.1882111345333266,
"std_abs_err": 0.05593880933016994
},
"P1_PIT02": {
"mean_abs_err": 0.16110717093333565,
"std_abs_err": 0.2705279914932733
},
"P1_TIT01": {
"mean_abs_err": 0.7332383443751098,
"std_abs_err": 0.36174355618141096
},
"P1_TIT02": {
"mean_abs_err": 1.5188419516914422,
"std_abs_err": 0.44256618137779535
},
"P2_24Vdc": {
"mean_abs_err": 0.0018727600584256265,
"std_abs_err": 5.361830606238861e-05
},
"P2_CO_rpm": {
"mean_abs_err": 6.78716249998979,
"std_abs_err": 0.551524437334102
},
"P2_HILout": {
"mean_abs_err": 0.32090846134224194,
"std_abs_err": 2.1704310114439664
},
"P2_MSD": {
"mean_abs_err": 0.0,
"std_abs_err": 1.0
},
"P2_SIT01": {
"mean_abs_err": 5.728014999998891,
"std_abs_err": 1.1045710098940607
},
"P2_SIT02": {
"mean_abs_err": 6.1603531975938495,
"std_abs_err": 0.8523213807773136
},
"P2_VT01": {
"mean_abs_err": 0.047082426799958554,
"std_abs_err": 0.037743233912099244
},
"P2_VXT02": {
"mean_abs_err": 0.7655326887916849,
"std_abs_err": 0.20399554826664298
},
"P2_VXT03": {
"mean_abs_err": 0.9438382526166584,
"std_abs_err": 0.08067019850156285
},
"P2_VYT02": {
"mean_abs_err": 0.4851695540666614,
"std_abs_err": 0.18880367006869347
},
"P2_VYT03": {
"mean_abs_err": 0.29546153216664894,
"std_abs_err": 0.004938882794371768
},
"P3_FIT01": {
"mean_abs_err": 541.3468335416649,
"std_abs_err": 218.49291500089726
},
"P3_LCP01D": {
"mean_abs_err": 2628.1206975000086,
"std_abs_err": 2648.276214960895
},
"P3_LCV01D": {
"mean_abs_err": 2437.726949166681,
"std_abs_err": 4230.360758783421
},
"P3_LIT01": {
"mean_abs_err": 2233.7411170831783,
"std_abs_err": 2903.8440942662864
},
"P3_PIT01": {
"mean_abs_err": 620.4822089583337,
"std_abs_err": 957.5632645491162
},
"P4_HT_FD": {
"mean_abs_err": 0.0024198914250000004,
"std_abs_err": 0.0008934422346861771
},
"P4_HT_LD": {
"mean_abs_err": 35.4239676051662,
"std_abs_err": 33.20108980793838
},
"P4_HT_PO": {
"mean_abs_err": 2.371499392241901,
"std_abs_err": 18.421263169926135
},
"P4_LD": {
"mean_abs_err": 64.51444223664868,
"std_abs_err": 2.2045710628032325
},
"P4_ST_FD": {
"mean_abs_err": 0.0003450158583333332,
"std_abs_err": 0.00031629372503882915
},
"P4_ST_GOV": {
"mean_abs_err": 807.8611741666318,
"std_abs_err": 29.443094035900003
},
"P4_ST_LD": {
"mean_abs_err": 39.081722728874695,
"std_abs_err": 8.60498187193501
},
"P4_ST_PO": {
"mean_abs_err": 11.040806071671625,
"std_abs_err": 0.5339292185209743
},
"P4_ST_PT01": {
"mean_abs_err": 64.11865020820187,
"std_abs_err": 13.893545606138073
},
"P4_ST_TT01": {
"mean_abs_err": 17.20633624985203,
"std_abs_err": 11.977522758998951
}
},
"discrete_invalid_counts": {
"P1_FCV01D": 0,
"P1_FCV01Z": 0,
"P1_FCV02D": 0,
"P1_PCV02D": 0,
"P1_PP01AD": 0,
"P1_PP01AR": 0,
"P1_PP01BD": 0,
"P1_PP01BR": 0,
"P1_PP02D": 0,
"P1_PP02R": 0,
"P1_STSP": 0,
"P2_ASD": 0,
"P2_AutoGO": 0,
"P2_Emerg": 0,
"P2_ManualGO": 0,
"P2_OnOff": 0,
"P2_RTR": 0,
"P2_TripEx": 0,
"P2_VTR01": 0,
"P2_VTR02": 0,
"P2_VTR03": 0,
"P2_VTR04": 0,
"P3_LH": 0,
"P3_LL": 0,
"P4_HT_PS": 0,
"P4_ST_PS": 0
},
"missing_generated_columns": {},
"continuous_ks": {
"P1_B2004": 0.1894,
"P1_B2016": 0.30232083333333337,
"P1_B3004": 0.18945,
"P1_B3005": 0.18945,
"P1_B4002": 0.1895,
"P1_B4005": 0.6901041666666667,
"P1_B400B": 0.9479166666666666,
"P1_B4022": 0.44731666666666664,
"P1_FCV02Z": 0.9557291666666666,
"P1_FCV03D": 0.9259333333333334,
"P1_FCV03Z": 0.9248333333333334,
"P1_FT01": 0.9074166666666666,
"P1_FT01Z": 0.9041666666666667,
"P1_FT02": 0.9478708333333333,
"P1_FT02Z": 0.6634875,
"P1_FT03": 0.9375,
"P1_FT03Z": 1.0,
"P1_LCV01D": 0.9166666666666666,
"P1_LCV01Z": 0.9200833333333334,
"P1_LIT01": 0.7643666666666666,
"P1_PCV01D": 0.9479166666666666,
"P1_PCV01Z": 0.9479166666666666,
"P1_PCV02Z": 0.96405,
"P1_PIT01": 0.6181625,
"P1_PIT02": 0.5325,
"P1_TIT01": 0.5590208333333334,
"P1_TIT02": 0.6881625,
"P2_24Vdc": 0.29181250000000003,
"P2_CO_rpm": 0.15797499999999998,
"P2_HILout": 0.08944583333333335,
"P2_MSD": 0.0,
"P2_SIT01": 0.6598333333333334,
"P2_SIT02": 0.6629958333333333,
"P2_VT01": 0.4668916666666666,
"P2_VXT02": 0.9322583333333334,
"P2_VXT03": 0.9784166666666666,
"P2_VYT02": 0.5474958333333334,
"P2_VYT03": 0.5795333333333332,
"P3_FIT01": 0.3636125,
"P3_LCP01D": 0.57795,
"P3_LCV01D": 0.49150000000000005,
"P3_LIT01": 0.44431666666666664,
"P3_PIT01": 0.4088541666666667,
"P4_HT_FD": 0.5907875,
"P4_HT_LD": 0.6954,
"P4_HT_PO": 0.4130541666666666,
"P4_LD": 0.4144958333333334,
"P4_ST_FD": 0.168875,
"P4_ST_GOV": 0.4306625,
"P4_ST_LD": 0.51475,
"P4_ST_PO": 0.38827083333333334,
"P4_ST_PT01": 0.7711666666666667,
"P4_ST_TT01": 0.515625
},
"continuous_quantile_diff": {
"P1_B2004": {
"q05_diff": 0.0707,
"q25_diff": 0.0,
"q50_diff": 0.0,
"q75_diff": 0.0,
"q95_diff": 0.0
},
"P1_B2016": {
"q05_diff": 0.11887999999999987,
"q25_diff": 0.012909999999999977,
"q50_diff": 0.0697000000000001,
"q75_diff": 0.026550000000000074,
"q95_diff": 0.04960999999999993
},
"P1_B3004": {
"q05_diff": 4.475590000000011,
"q25_diff": 0.0,
"q50_diff": 0.0,
"q75_diff": 0.0,
"q95_diff": 0.0
},
"P1_B3005": {
"q05_diff": 0.0,
"q25_diff": 0.0,
"q50_diff": 0.0,
"q75_diff": 0.0,
"q95_diff": 113.12176000000011
},
"P1_B4002": {
"q05_diff": 1.6555000000000035,
"q25_diff": 0.0,
"q50_diff": 0.0,
"q75_diff": 0.0,
"q95_diff": 0.0
},
"P1_B4005": {
"q05_diff": 91.23792,
"q25_diff": 1.1653400000000005,
"q50_diff": 3.422150000000002,
"q75_diff": 11.597669999999994,
"q95_diff": 62.72931
},
"P1_B400B": {
"q05_diff": 2718.85966,
"q25_diff": 200.6357399999997,
"q50_diff": 399.82324000000017,
"q75_diff": 690.95606,
"q95_diff": 2133.9103999999998
},
"P1_B4022": {
"q05_diff": 1.3686399999999992,
"q25_diff": 0.006489999999999441,
"q50_diff": 0.28572000000000486,
"q75_diff": 0.36582999999999544,
"q95_diff": 0.4306800000000024
},
"P1_FCV02Z": {
"q05_diff": 57.74044,
"q25_diff": 40.57549,
"q50_diff": 27.177329999999998,
"q75_diff": 23.56168,
"q95_diff": 105.6484
},
"P1_FCV03D": {
"q05_diff": 19.01674,
"q25_diff": 18.620870000000004,
"q50_diff": 15.529209999999999,
"q75_diff": 12.119680000000002,
"q95_diff": 13.128130000000006
},
"P1_FCV03Z": {
"q05_diff": 18.576789999999995,
"q25_diff": 18.062510000000003,
"q50_diff": 15.1873,
"q75_diff": 12.377589999999998,
"q95_diff": 13.75231999999999
},
"P1_FT01": {
"q05_diff": 120.72912000000001,
"q25_diff": 135.22494,
"q50_diff": 139.04176,
"q75_diff": 136.48351,
"q95_diff": 55.99644999999998
},
"P1_FT01Z": {
"q05_diff": 387.58875,
"q25_diff": 420.63922,
"q50_diff": 434.99024,
"q75_diff": 448.03643999999997,
"q95_diff": 136.61852999999996
},
"P1_FT02": {
"q05_diff": 1991.54888,
"q25_diff": 139.78015000000005,
"q50_diff": 286.57434999999987,
"q75_diff": 414.56177,
"q95_diff": 1577.1709
},
"P1_FT02Z": {
"q05_diff": 1964.1081900000001,
"q25_diff": 722.1606400000001,
"q50_diff": 573.0,
"q75_diff": 443.30029000000013,
"q95_diff": 721.47388
},
"P1_FT03": {
"q05_diff": 166.6325,
"q25_diff": 161.89179,
"q50_diff": 130.77871,
"q75_diff": 112.34787,
"q95_diff": 67.71792999999997
},
"P1_FT03Z": {
"q05_diff": 919.36636,
"q25_diff": 916.0905,
"q50_diff": 886.19805,
"q75_diff": 869.72023,
"q95_diff": 869.82565
},
"P1_LCV01D": {
"q05_diff": 5.07595,
"q25_diff": 4.59192,
"q50_diff": 4.89555,
"q75_diff": 6.74542,
"q95_diff": 7.39312
},
"P1_LCV01Z": {
"q05_diff": 6.77731,
"q25_diff": 6.70737,
"q50_diff": 6.95468,
"q75_diff": 8.906450000000001,
"q95_diff": 7.823410000000001
},
"P1_LIT01": {
"q05_diff": 41.02197000000001,
"q25_diff": 39.912379999999985,
"q50_diff": 25.052059999999983,
"q75_diff": 11.556579999999997,
"q95_diff": 6.819880000000012
},
"P1_PCV01D": {
"q05_diff": 80.22999999999999,
"q25_diff": 84.68,
"q50_diff": 86.55514,
"q75_diff": 72.77674,
"q95_diff": 27.149800000000003
},
"P1_PCV01Z": {
"q05_diff": 80.70954,
"q25_diff": 85.33295000000001,
"q50_diff": 88.41523000000001,
"q75_diff": 73.40637,
"q95_diff": 27.29011
},
"P1_PCV02Z": {
"q05_diff": 0.016439999999999344,
"q25_diff": 0.016439999999999344,
"q50_diff": 0.024070000000000036,
"q75_diff": 0.024070000000000036,
"q95_diff": 0.012980000000000658
},
"P1_PIT01": {
"q05_diff": 0.12588,
"q25_diff": 0.09983000000000009,
"q50_diff": 0.14529999999999998,
"q75_diff": 0.28562,
"q95_diff": 0.27505
},
"P1_PIT02": {
"q05_diff": 0.3077,
"q25_diff": 0.09689999999999999,
"q50_diff": 0.029230000000000034,
"q75_diff": 0.09885,
"q95_diff": 0.29157999999999995
},
"P1_TIT01": {
"q05_diff": 1.1499400000000009,
"q25_diff": 1.0675299999999979,
"q50_diff": 0.7149500000000018,
"q75_diff": 0.24499999999999744,
"q95_diff": 0.0903199999999984
},
"P1_TIT02": {
"q05_diff": 1.5033499999999975,
"q25_diff": 1.9118800000000036,
"q50_diff": 1.714420000000004,
"q75_diff": 1.4456300000000013,
"q95_diff": 0.03227000000000402
},
"P2_24Vdc": {
"q05_diff": 0.0015299999999989211,
"q25_diff": 0.0020500000000005514,
"q50_diff": 0.0015199999999992997,
"q75_diff": 0.0020199999999981344,
"q95_diff": 0.002449999999999619
},
"P2_CO_rpm": {
"q05_diff": 11.330000000001746,
"q25_diff": 8.69999999999709,
"q50_diff": 5.690000000002328,
"q75_diff": 7.30000000000291,
"q95_diff": 4.44999999999709
},
"P2_HILout": {
"q05_diff": 6.2588499999999385,
"q25_diff": 1.794369999999958,
"q50_diff": 1.1411699999999882,
"q75_diff": 0.18639999999993506,
"q95_diff": 1.2944299999999203
},
"P2_MSD": {
"q05_diff": 0.0,
"q25_diff": 0.0,
"q50_diff": 0.0,
"q75_diff": 0.0,
"q95_diff": 0.0
},
"P2_SIT01": {
"q05_diff": 7.360000000000014,
"q25_diff": 5.57000000000005,
"q50_diff": 5.840000000000032,
"q75_diff": 5.5,
"q95_diff": 3.3899999999999864
},
"P2_SIT02": {
"q05_diff": 7.619019999999978,
"q25_diff": 6.217650000000049,
"q50_diff": 6.172910000000002,
"q75_diff": 5.812379999999962,
"q95_diff": 5.001769999999965
},
"P2_VT01": {
"q05_diff": 0.08244000000000007,
"q25_diff": 0.10481000000000051,
"q50_diff": 0.05597999999999992,
"q75_diff": 0.0054800000000003735,
"q95_diff": 0.0011799999999997368
},
"P2_VXT02": {
"q05_diff": 0.9418600000000001,
"q25_diff": 1.1576499999999998,
"q50_diff": 0.8090000000000002,
"q75_diff": 0.51065,
"q95_diff": 0.5369000000000002
},
"P2_VXT03": {
"q05_diff": 1.15339,
"q25_diff": 1.1620499999999998,
"q50_diff": 0.9971699999999999,
"q75_diff": 0.83748,
"q95_diff": 1.09912
},
"P2_VYT02": {
"q05_diff": 0.41571999999999987,
"q25_diff": 0.9217900000000001,
"q50_diff": 0.6209599999999997,
"q75_diff": 0.2496299999999998,
"q95_diff": 0.2185100000000002
},
"P2_VYT03": {
"q05_diff": 0.057640000000000136,
"q25_diff": 0.4686199999999996,
"q50_diff": 0.46452000000000027,
"q75_diff": 0.2946100000000005,
"q95_diff": 0.28494999999999937
},
"P3_FIT01": {
"q05_diff": 928.66,
"q25_diff": 256.27,
"q50_diff": 1503.74,
"q75_diff": 754.9899999999998,
"q95_diff": 193.55000000000018
},
"P3_LCP01D": {
"q05_diff": 3916.0,
"q25_diff": 5120.0,
"q50_diff": 5198.0,
"q75_diff": 102.0,
"q95_diff": 2435.0
},
"P3_LCV01D": {
"q05_diff": 1945.0,
"q25_diff": 2748.0,
"q50_diff": 4739.0,
"q75_diff": 7291.0,
"q95_diff": 6816.0
},
"P3_LIT01": {
"q05_diff": 3192.3999999999996,
"q25_diff": 757.8799999999992,
"q50_diff": 1750.5100000000002,
"q75_diff": 3869.7700000000004,
"q95_diff": 5256.780000000001
},
"P3_PIT01": {
"q05_diff": 234.13,
"q25_diff": 124.66999999999999,
"q50_diff": 66.61,
"q75_diff": 702.55,
"q95_diff": 3113.87
},
"P4_HT_FD": {
"q05_diff": 0.0013199999999999998,
"q25_diff": 3.9999999999999996e-05,
"q50_diff": 0.0037099999999999998,
"q75_diff": 0.0044800000000000005,
"q95_diff": 0.0047599999999999995
},
"P4_HT_LD": {
"q05_diff": 0.0,
"q25_diff": 0.0,
"q50_diff": 54.74537,
"q75_diff": 68.58362000000001,
"q95_diff": 76.30932
},
"P4_HT_PO": {
"q05_diff": 11.97899,
"q25_diff": 22.97427,
"q50_diff": 13.187750000000005,
"q75_diff": 24.267110000000002,
"q95_diff": 20.974529999999994
},
"P4_LD": {
"q05_diff": 40.30498,
"q25_diff": 80.16645,
"q50_diff": 73.74402000000003,
"q75_diff": 50.643100000000004,
"q95_diff": 78.09792999999996
},
"P4_ST_FD": {
"q05_diff": 0.0007900000000000003,
"q25_diff": 0.0006099999999999999,
"q50_diff": 0.00058,
"q75_diff": 0.0001600000000000001,
"q95_diff": 0.0006099999999999999
},
"P4_ST_GOV": {
"q05_diff": 653.1599999999999,
"q25_diff": 1090.1299999999992,
"q50_diff": 1825.2299999999996,
"q75_diff": 659.5400000000009,
"q95_diff": 273.40999999999985
},
"P4_ST_LD": {
"q05_diff": 25.522340000000014,
"q25_diff": 54.95673000000002,
"q50_diff": 52.53005999999999,
"q75_diff": 30.317200000000014,
"q95_diff": 3.5045499999999947
},
"P4_ST_PO": {
"q05_diff": 16.012389999999982,
"q25_diff": 16.468050000000005,
"q50_diff": 30.65924000000001,
"q75_diff": 9.563509999999951,
"q95_diff": 11.301789999999983
},
"P4_ST_PT01": {
"q05_diff": 24.659999999999854,
"q25_diff": 55.17000000000007,
"q50_diff": 55.30999999999949,
"q75_diff": 101.72999999999956,
"q95_diff": 76.97999999999956
},
"P4_ST_TT01": {
"q05_diff": 50.419999999998254,
"q25_diff": 25.590000000000146,
"q50_diff": 1.5400000000008731,
"q75_diff": 7.9099999999998545,
"q95_diff": 12.450000000000728
}
},
"continuous_lag1_diff": {
"P1_B2004": 0.9999898105231887,
"P1_B2016": 0.005256433366776614,
"P1_B3004": 0.9999898125949512,
"P1_B3005": 0.9999898125942444,
"P1_B4002": 0.9999898146591784,
"P1_B4005": 0.030658498303901216,
"P1_B400B": 0.028092634631170177,
"P1_B4022": 0.022255348150370113,
"P1_FCV02Z": 0.1075232422240463,
"P1_FCV03D": 0.07023839671002341,
"P1_FCV03Z": 0.07319651353736367,
"P1_FT01": 0.04946603703802366,
"P1_FT01Z": 0.05045622563091379,
"P1_FT02": 0.02664690203439979,
"P1_FT02Z": 0.026701880644311338,
"P1_FT03": 0.06818052959716525,
"P1_FT03Z": 0.06804347255255838,
"P1_LCV01D": 0.06943161529628272,
"P1_LCV01Z": 0.07198514280503232,
"P1_LIT01": 0.032560279359611255,
"P1_PCV01D": 0.0851891166055243,
"P1_PCV01Z": 0.08398043639362618,
"P1_PCV02Z": 0.30996734709091944,
"P1_PIT01": 0.0021008931037195255,
"P1_PIT02": 0.013277356227836434,
"P1_TIT01": 0.013176470128318685,
"P1_TIT02": 0.0066781343327798615,
"P2_24Vdc": 0.08554521051562067,
"P2_CO_rpm": 0.2763124243951074,
"P2_HILout": 0.18488250640096165,
"P2_MSD": 0.0,
"P2_SIT01": 0.3958485218427761,
"P2_SIT02": 0.5077622761106568,
"P2_VT01": 0.09799551246438576,
"P2_VXT02": 0.08617199848952684,
"P2_VXT03": 0.020537043704080604,
"P2_VYT02": 0.004882186781516085,
"P2_VYT03": 0.11977875042928843,
"P3_FIT01": 0.015510481846798818,
"P3_LCP01D": 0.028799148940010566,
"P3_LCV01D": 0.02734570443173201,
"P3_LIT01": 0.06146827249625708,
"P3_PIT01": 0.021691058833552712,
"P4_HT_FD": 0.48478468436597033,
"P4_HT_LD": 0.24400140093685518,
"P4_HT_PO": 0.020554571451316894,
"P4_LD": 0.025261119593570136,
"P4_ST_FD": 0.17359710056794989,
"P4_ST_GOV": 0.009656930397496155,
"P4_ST_LD": 0.018143802080119564,
"P4_ST_PO": 0.008112295501195299,
"P4_ST_PT01": 0.003276191275868312,
"P4_ST_TT01": 0.015004036696998568
},
"discrete_jsd": {
"P1_FCV01D": 0.09833180131798225,
"P1_FCV01Z": 0.09144631115705412,
"P1_FCV02D": 0.07101077239149962,
"P1_PCV02D": 0.0,
"P1_PP01AD": 0.0,
"P1_PP01AR": 0.0,
"P1_PP01BD": 0.0,
"P1_PP01BR": 0.0,
"P1_PP02D": 0.0,
"P1_PP02R": 0.0,
"P1_STSP": 0.0,
"P2_ASD": 0.0,
"P2_AutoGO": 0.0,
"P2_Emerg": 0.0,
"P2_ManualGO": 0.0,
"P2_OnOff": 0.0,
"P2_RTR": 0.0,
"P2_TripEx": 0.0,
"P2_VTR01": 0.0,
"P2_VTR02": 0.0,
"P2_VTR03": 0.0,
"P2_VTR04": 0.0,
"P3_LH": 0.0,
"P3_LL": 0.0,
"P4_HT_PS": 0.0,
"P4_ST_PS": 0.0
},
"avg_ks": 0.5986268081761006,
"avg_jsd": 0.010030341725636,
"avg_lag1_diff": 0.15569708276765754
}

971
example/results/ablations/runs/no_quantile__seed1337/eval_post.json Normal file
View File

@@ -0,0 +1,971 @@
{
"rows": 384,
"continuous_summary": {
"P1_B2004": {
"mean": 0.09355486979166669,
"std": 0.01799194293084728
},
"P1_B2016": {
"mean": 1.36826609375,
"std": 0.11514677714347482
},
"P1_B3004": {
"mean": 403.2905014583335,
"std": 14.217563527951576
},
"P1_B3005": {
"mean": 1059.5253898958326,
"std": 58.42587703751758
},
"P1_B4002": {
"mean": 32.37490617187499,
"std": 0.6519533213854061
},
"P1_B4005": {
"mean": 64.99571291666655,
"std": 42.03467331899641
},
"P1_B400B": {
"mean": 3416.8118279687505,
"std": 658.4866988945513
},
"P1_B4022": {
"mean": 36.08671476562498,
"std": 0.7147782383668128
},
"P1_FCV02Z": {
"mean": 21.954832630208315,
"std": 38.87335152465215
},
"P1_FCV03D": {
"mean": 58.14541601562505,
"std": 6.267267768996455
},
"P1_FCV03Z": {
"mean": 58.21398343750003,
"std": 6.423211358701469
},
"P1_FT01": {
"mean": 48.651001015625,
"std": 39.649205778866055
},
"P1_FT01Z": {
"mean": 439.0570858333332,
"std": 121.73074514114414
},
"P1_FT02": {
"mean": 2395.205417161458,
"std": 494.87379435244907
},
"P1_FT02Z": {
"mean": 1843.7261292187509,
"std": 1190.4241853713818
},
"P1_FT03": {
"mean": 122.57399249999997,
"std": 47.90186702721992
},
"P1_FT03Z": {
"mean": 1058.2564329947922,
"std": 59.50957255113764
},
"P1_LCV01D": {
"mean": 11.699055963541667,
"std": 3.0155193220433567
},
"P1_LCV01Z": {
"mean": 11.627510442708333,
"std": 3.0251072332459787
},
"P1_LIT01": {
"mean": 372.67841315104175,
"std": 16.67141228151998
},
"P1_PCV01D": {
"mean": 65.64593611979173,
"std": 23.56629129628467
},
"P1_PCV01Z": {
"mean": 65.565628671875,
"std": 23.790956943468952
},
"P1_PCV02Z": {
"mean": 11.867279765625007,
"std": 0.10811550492611105
},
"P1_PIT01": {
"mean": 1.5574970833333341,
"std": 0.13360030473548123
},
"P1_PIT02": {
"mean": 0.2834835416666666,
"std": 0.17770432666324976
},
"P1_TIT01": {
"mean": 36.37579648437499,
"std": 0.23692429657147043
},
"P1_TIT02": {
"mean": 37.96692018229167,
"std": 0.7466679390743095
},
"P2_24Vdc": {
"mean": 28.02860809895833,
"std": 0.0032970984602375326
},
"P2_CO_rpm": {
"mean": 54098.85718749998,
"std": 21.127002258841436
},
"P2_HILout": {
"mean": 711.4986896354167,
"std": 7.856828438379631
},
"P2_MSD": {
"mean": 763.19324,
"std": 0.0
},
"P2_SIT01": {
"mean": 784.5050000000002,
"std": 2.7899647657731954
},
"P2_SIT02": {
"mean": 784.938246744792,
"std": 3.030155698080626
},
"P2_VT01": {
"mean": 11.962031875000003,
"std": 0.030386675254603233
},
"P2_VXT02": {
"mean": -2.7612545052083326,
"std": 0.22704602290904505
},
"P2_VXT03": {
"mean": -0.608252239583333,
"std": 0.1882723210798349
},
"P2_VYT02": {
"mean": 4.281282291666663,
"std": 0.27228711825206514
},
"P2_VYT03": {
"mean": 6.417153229166667,
"std": 0.3109031766451265
},
"P3_FIT01": {
"mean": 1709.5997135416662,
"std": 2005.791684315084
},
"P3_LCP01D": {
"mean": 7303.585937499997,
"std": 2497.1332112203777
},
"P3_LCV01D": {
"mean": 5007.481770833336,
"std": 2555.242022981675
},
"P3_LIT01": {
"mean": 11495.241197916674,
"std": 1157.0713476064584
},
"P3_PIT01": {
"mean": 48.490026041666646,
"std": 210.54386189328645
},
"P4_HT_FD": {
"mean": 0.0023197656249999998,
"std": 0.002926024615303769
},
"P4_HT_LD": {
"mean": 34.231568880208286,
"std": 33.60361854009684
},
"P4_HT_PO": {
"mean": 35.25451283854166,
"std": 31.650898099038645
},
"P4_LD": {
"mean": 300.8689323437499,
"std": 57.53204552624241
},
"P4_ST_FD": {
"mean": -0.00035153645833333315,
"std": 0.0019591724377820787
},
"P4_ST_GOV": {
"mean": 16993.95177083333,
"std": 1770.0428398487213
},
"P4_ST_LD": {
"mean": 290.75086945312495,
"std": 44.47131476093578
},
"P4_ST_PO": {
"mean": 319.0671400781251,
"std": 32.90894195377767
},
"P4_ST_PT01": {
"mean": 10111.798255208329,
"std": 36.35350842428432
},
"P4_ST_TT01": {
"mean": 27624.066406250007,
"std": 12.768416591222536
}
},
"continuous_error": {
"P1_B2004": {
"mean_abs_err": 0.0070640015916664245,
"std_abs_err": 0.0065005469678431765
},
"P1_B2016": {
"mean_abs_err": 0.007895362250001092,
"std_abs_err": 0.01434594850412263
},
"P1_B3004": {
"mean_abs_err": 7.1043417677316825,
"std_abs_err": 4.054915521418685
},
"P1_B3005": {
"mean_abs_err": 22.15300548203959,
"std_abs_err": 12.431099553572423
},
"P1_B4002": {
"mean_abs_err": 0.18996676892500375,
"std_abs_err": 0.10586798991542945
},
"P1_B4005": {
"mean_abs_err": 0.9861946557339252,
"std_abs_err": 0.23402016907844114
},
"P1_B400B": {
"mean_abs_err": 1491.7726709441572,
"std_abs_err": 518.1578558503119
},
"P1_B4022": {
"mean_abs_err": 0.20236590237502838,
"std_abs_err": 0.10733326828189615
},
"P1_FCV02Z": {
"mean_abs_err": 0.21057151180827915,
"std_abs_err": 0.2450804529896189
},
"P1_FCV03D": {
"mean_abs_err": 0.7841832742246098,
"std_abs_err": 1.6222396787301694
},
"P1_FCV03Z": {
"mean_abs_err": 0.16313824110001462,
"std_abs_err": 1.622857547244248
},
"P1_FT01": {
"mean_abs_err": 135.5351501075723,
"std_abs_err": 8.848035460037494
},
"P1_FT01Z": {
"mean_abs_err": 412.8210892372633,
"std_abs_err": 30.45205859781234
},
"P1_FT02": {
"mean_abs_err": 1139.3481998070513,
"std_abs_err": 384.8425333810003
},
"P1_FT02Z": {
"mean_abs_err": 81.29494630066051,
"std_abs_err": 13.754232240870124
},
"P1_FT03": {
"mean_abs_err": 146.79886635780576,
"std_abs_err": 9.721708607570513
},
"P1_FT03Z": {
"mean_abs_err": 20.890260764191225,
"std_abs_err": 11.22143519322664
},
"P1_LCV01D": {
"mean_abs_err": 0.47020691494170386,
"std_abs_err": 0.320046219512403
},
"P1_LCV01Z": {
"mean_abs_err": 0.6359002611083167,
"std_abs_err": 0.3612250005275661
},
"P1_LIT01": {
"mean_abs_err": 24.206117959957623,
"std_abs_err": 6.092697521415859
},
"P1_PCV01D": {
"mean_abs_err": 11.844919935591868,
"std_abs_err": 3.9506118601458198
},
"P1_PCV01Z": {
"mean_abs_err": 10.918988384675409,
"std_abs_err": 4.012202476166866
},
"P1_PCV02Z": {
"mean_abs_err": 0.15049377717506474,
"std_abs_err": 0.10331070703295105
},
"P1_PIT01": {
"mean_abs_err": 0.1882111345333266,
"std_abs_err": 0.05593880933016994
},
"P1_PIT02": {
"mean_abs_err": 0.16110717093333565,
"std_abs_err": 0.2705279914932733
},
"P1_TIT01": {
"mean_abs_err": 0.7332383443751098,
"std_abs_err": 0.36174355618141096
},
"P1_TIT02": {
"mean_abs_err": 1.5188419516914422,
"std_abs_err": 0.44256618137779535
},
"P2_24Vdc": {
"mean_abs_err": 0.0006061975584294998,
"std_abs_err": 8.825595613971664e-05
},
"P2_CO_rpm": {
"mean_abs_err": 6.78716249998979,
"std_abs_err": 0.551524437334102
},
"P2_HILout": {
"mean_abs_err": 0.5601771071754911,
"std_abs_err": 0.3220249415289764
},
"P2_MSD": {
"mean_abs_err": 0.0,
"std_abs_err": 1.0
},
"P2_SIT01": {
"mean_abs_err": 5.728014999998891,
"std_abs_err": 1.1045710098940607
},
"P2_SIT02": {
"mean_abs_err": 6.1603531975938495,
"std_abs_err": 0.8523213807773136
},
"P2_VT01": {
"mean_abs_err": 0.047082426799958554,
"std_abs_err": 0.037743233912099244
},
"P2_VXT02": {
"mean_abs_err": 0.7655326887916849,
"std_abs_err": 0.20399554826664298
},
"P2_VXT03": {
"mean_abs_err": 0.9438382526166584,
"std_abs_err": 0.08067019850156285
},
"P2_VYT02": {
"mean_abs_err": 0.4851695540666614,
"std_abs_err": 0.18880367006869347
},
"P2_VYT03": {
"mean_abs_err": 0.29546153216664894,
"std_abs_err": 0.004938882794371768
},
"P3_FIT01": {
"mean_abs_err": 541.3468335416649,
"std_abs_err": 218.49291500089726
},
"P3_LCP01D": {
"mean_abs_err": 2628.1206975000086,
"std_abs_err": 2648.276214960895
},
"P3_LCV01D": {
"mean_abs_err": 2437.726949166681,
"std_abs_err": 4230.360758783421
},
"P3_LIT01": {
"mean_abs_err": 2233.7411170831783,
"std_abs_err": 2903.8440942662864
},
"P3_PIT01": {
"mean_abs_err": 620.4822089583337,
"std_abs_err": 957.5632645491162
},
"P4_HT_FD": {
"mean_abs_err": 0.0024198914250000004,
"std_abs_err": 0.0008934422346861771
},
"P4_HT_LD": {
"mean_abs_err": 1.1878811207912463,
"std_abs_err": 0.39125737084361134
},
"P4_HT_PO": {
"mean_abs_err": 0.15405715265854525,
"std_abs_err": 0.46307218452348664
},
"P4_LD": {
"mean_abs_err": 64.51444223664868,
"std_abs_err": 2.2045710628032325
},
"P4_ST_FD": {
"mean_abs_err": 0.0003450158583333332,
"std_abs_err": 0.00031629372503882915
},
"P4_ST_GOV": {
"mean_abs_err": 807.8611741666318,
"std_abs_err": 29.443094035900003
},
"P4_ST_LD": {
"mean_abs_err": 39.081722728874695,
"std_abs_err": 8.60498187193501
},
"P4_ST_PO": {
"mean_abs_err": 11.040806071671625,
"std_abs_err": 0.5339292185209743
},
"P4_ST_PT01": {
"mean_abs_err": 64.11865020820187,
"std_abs_err": 13.893545606138073
},
"P4_ST_TT01": {
"mean_abs_err": 17.20633624985203,
"std_abs_err": 11.977522758998951
}
},
"discrete_invalid_counts": {
"P1_FCV01D": 0,
"P1_FCV01Z": 0,
"P1_FCV02D": 0,
"P1_PCV02D": 0,
"P1_PP01AD": 0,
"P1_PP01AR": 0,
"P1_PP01BD": 0,
"P1_PP01BR": 0,
"P1_PP02D": 0,
"P1_PP02R": 0,
"P1_STSP": 0,
"P2_ASD": 0,
"P2_AutoGO": 0,
"P2_Emerg": 0,
"P2_ManualGO": 0,
"P2_OnOff": 0,
"P2_RTR": 0,
"P2_TripEx": 0,
"P2_VTR01": 0,
"P2_VTR02": 0,
"P2_VTR03": 0,
"P2_VTR04": 0,
"P3_LH": 0,
"P3_LL": 0,
"P4_HT_PS": 0,
"P4_ST_PS": 0
},
"missing_generated_columns": {},
"continuous_ks": {
"P1_B2004": 0.6595583333333334,
"P1_B2016": 0.30232083333333337,
"P1_B3004": 0.671875,
"P1_B3005": 0.5293,
"P1_B4002": 0.7923208333333334,
"P1_B4005": 0.3062625,
"P1_B400B": 0.9479166666666666,
"P1_B4022": 0.5756333333333334,
"P1_FCV02Z": 0.7746,
"P1_FCV03D": 0.45162500000000005,
"P1_FCV03Z": 0.40985833333333327,
"P1_FT01": 0.9074166666666666,
"P1_FT01Z": 0.9041666666666667,
"P1_FT02": 0.9478708333333333,
"P1_FT02Z": 0.4029958333333334,
"P1_FT03": 0.9375,
"P1_FT03Z": 0.46950833333333336,
"P1_LCV01D": 0.3859916666666667,
"P1_LCV01Z": 0.397625,
"P1_LIT01": 0.7643666666666666,
"P1_PCV01D": 0.5304583333333333,
"P1_PCV01Z": 0.5184416666666667,
"P1_PCV02Z": 0.6588541666666666,
"P1_PIT01": 0.6181625,
"P1_PIT02": 0.5325,
"P1_TIT01": 0.5590208333333334,
"P1_TIT02": 0.6881625,
"P2_24Vdc": 0.13548333333333334,
"P2_CO_rpm": 0.15797499999999998,
"P2_HILout": 0.08242499999999997,
"P2_MSD": 0.0,
"P2_SIT01": 0.6598333333333334,
"P2_SIT02": 0.6629958333333333,
"P2_VT01": 0.4668916666666666,
"P2_VXT02": 0.9322583333333334,
"P2_VXT03": 0.9784166666666666,
"P2_VYT02": 0.5474958333333334,
"P2_VYT03": 0.5795333333333332,
"P3_FIT01": 0.3636125,
"P3_LCP01D": 0.57795,
"P3_LCV01D": 0.49150000000000005,
"P3_LIT01": 0.44431666666666664,
"P3_PIT01": 0.4088541666666667,
"P4_HT_FD": 0.5907875,
"P4_HT_LD": 0.06742500000000001,
"P4_HT_PO": 0.05970416666666667,
"P4_LD": 0.4144958333333334,
"P4_ST_FD": 0.168875,
"P4_ST_GOV": 0.4306625,
"P4_ST_LD": 0.51475,
"P4_ST_PO": 0.38827083333333334,
"P4_ST_PT01": 0.7711666666666667,
"P4_ST_TT01": 0.515625
},
"continuous_quantile_diff": {
"P1_B2004": {
"q05_diff": 0.02845,
"q25_diff": 0.0028399999999999953,
"q50_diff": 0.0011099999999999999,
"q75_diff": 0.0003399999999999931,
"q95_diff": 0.00033000000000001084
},
"P1_B2016": {
"q05_diff": 0.11887999999999987,
"q25_diff": 0.012909999999999977,
"q50_diff": 0.0697000000000001,
"q75_diff": 0.026550000000000074,
"q95_diff": 0.04960999999999993
},
"P1_B3004": {
"q05_diff": 14.80313000000001,
"q25_diff": 1.6197799999999916,
"q50_diff": 6.726189999999974,
"q75_diff": 8.508819999999957,
"q95_diff": 37.86444
},
"P1_B3005": {
"q05_diff": 40.40789999999993,
"q25_diff": 8.045049999999947,
"q50_diff": 89.51202,
"q75_diff": 104.97393,
"q95_diff": 4.4593499999998585
},
"P1_B4002": {
"q05_diff": 0.4564699999999995,
"q25_diff": 1.6555000000000035,
"q50_diff": 1.6555000000000035,
"q75_diff": 0.9287000000000063,
"q95_diff": 0.16969000000000278
},
"P1_B4005": {
"q05_diff": 0.0,
"q25_diff": 81.96193,
"q50_diff": 0.04000000000000625,
"q75_diff": 0.0,
"q95_diff": 0.0
},
"P1_B400B": {
"q05_diff": 2718.85966,
"q25_diff": 200.6357399999997,
"q50_diff": 399.82324000000017,
"q75_diff": 690.95606,
"q95_diff": 2133.9103999999998
},
"P1_B4022": {
"q05_diff": 0.38222999999999985,
"q25_diff": 1.3479000000000028,
"q50_diff": 1.4273799999999994,
"q75_diff": 0.9127399999999994,
"q95_diff": 0.5270299999999963
},
"P1_FCV02Z": {
"q05_diff": 0.007630000000000026,
"q25_diff": 0.015260000000000051,
"q50_diff": 0.05340999999999996,
"q75_diff": 38.169869999999996,
"q95_diff": 0.030520000000009873
},
"P1_FCV03D": {
"q05_diff": 1.3654200000000003,
"q25_diff": 0.2554099999999977,
"q50_diff": 8.60333,
"q75_diff": 10.84863,
"q95_diff": 0.824300000000008
},
"P1_FCV03Z": {
"q05_diff": 1.7547599999999974,
"q25_diff": 0.10681000000000296,
"q50_diff": 8.148199999999996,
"q75_diff": 10.864249999999998,
"q95_diff": 0.9307899999999876
},
"P1_FT01": {
"q05_diff": 120.72912000000001,
"q25_diff": 135.22494,
"q50_diff": 139.04176,
"q75_diff": 136.48351,
"q95_diff": 55.99644999999998
},
"P1_FT01Z": {
"q05_diff": 387.58875,
"q25_diff": 420.63922,
"q50_diff": 434.99024,
"q75_diff": 448.03643999999997,
"q95_diff": 136.61852999999996
},
"P1_FT02": {
"q05_diff": 1991.54888,
"q25_diff": 139.78015000000005,
"q50_diff": 286.57434999999987,
"q75_diff": 414.56177,
"q95_diff": 1577.1709
},
"P1_FT02Z": {
"q05_diff": 1.9862300000000026,
"q25_diff": 2300.54303,
"q50_diff": 14.318849999999657,
"q75_diff": 7.299800000000232,
"q95_diff": 6.317140000000109
},
"P1_FT03": {
"q05_diff": 166.6325,
"q25_diff": 161.89179,
"q50_diff": 130.77871,
"q75_diff": 112.34787,
"q95_diff": 67.71792999999997
},
"P1_FT03Z": {
"q05_diff": 23.41980000000001,
"q25_diff": 2.9805299999999306,
"q50_diff": 84.98266000000012,
"q75_diff": 100.6383699999999,
"q95_diff": 3.5079399999999623
},
"P1_LCV01D": {
"q05_diff": 0.17497000000000007,
"q25_diff": 0.29953000000000074,
"q50_diff": 4.171619999999999,
"q75_diff": 3.162939999999999,
"q95_diff": 0.7125800000000009
},
"P1_LCV01Z": {
"q05_diff": 0.0,
"q25_diff": 0.5874600000000001,
"q50_diff": 4.638670000000001,
"q75_diff": 3.4561199999999985,
"q95_diff": 0.9536700000000007
},
"P1_LIT01": {
"q05_diff": 41.02197000000001,
"q25_diff": 39.912379999999985,
"q50_diff": 25.052059999999983,
"q75_diff": 11.556579999999997,
"q95_diff": 6.819880000000012
},
"P1_PCV01D": {
"q05_diff": 0.18625000000000114,
"q25_diff": 2.7490099999999984,
"q50_diff": 18.274499999999996,
"q75_diff": 43.266600000000004,
"q95_diff": 46.32521
},
"P1_PCV01Z": {
"q05_diff": 0.22888000000000375,
"q25_diff": 2.0370500000000007,
"q50_diff": 16.029360000000004,
"q75_diff": 43.33495,
"q95_diff": 45.1493
},
"P1_PCV02Z": {
"q05_diff": 0.2288800000000002,
"q25_diff": 0.2212499999999995,
"q50_diff": 0.2288800000000002,
"q75_diff": 0.0,
"q95_diff": 0.0
},
"P1_PIT01": {
"q05_diff": 0.12588,
"q25_diff": 0.09983000000000009,
"q50_diff": 0.14529999999999998,
"q75_diff": 0.28562,
"q95_diff": 0.27505
},
"P1_PIT02": {
"q05_diff": 0.3077,
"q25_diff": 0.09689999999999999,
"q50_diff": 0.029230000000000034,
"q75_diff": 0.09885,
"q95_diff": 0.29157999999999995
},
"P1_TIT01": {
"q05_diff": 1.1499400000000009,
"q25_diff": 1.0675299999999979,
"q50_diff": 0.7149500000000018,
"q75_diff": 0.24499999999999744,
"q95_diff": 0.0903199999999984
},
"P1_TIT02": {
"q05_diff": 1.5033499999999975,
"q25_diff": 1.9118800000000036,
"q50_diff": 1.714420000000004,
"q75_diff": 1.4456300000000013,
"q95_diff": 0.03227000000000402
},
"P2_24Vdc": {
"q05_diff": 3.999999999848569e-05,
"q25_diff": 0.0008400000000001739,
"q50_diff": 0.00013999999999825263,
"q75_diff": 0.0008799999999986596,
"q95_diff": 0.00010999999999938836
},
"P2_CO_rpm": {
"q05_diff": 11.330000000001746,
"q25_diff": 8.69999999999709,
"q50_diff": 5.690000000002328,
"q75_diff": 7.30000000000291,
"q95_diff": 4.44999999999709
},
"P2_HILout": {
"q05_diff": 0.3295900000000529,
"q25_diff": 1.6540499999999838,
"q50_diff": 0.31737999999995736,
"q75_diff": 1.7334000000000742,
"q95_diff": 2.2399900000000343
},
"P2_MSD": {
"q05_diff": 0.0,
"q25_diff": 0.0,
"q50_diff": 0.0,
"q75_diff": 0.0,
"q95_diff": 0.0
},
"P2_SIT01": {
"q05_diff": 7.360000000000014,
"q25_diff": 5.57000000000005,
"q50_diff": 5.840000000000032,
"q75_diff": 5.5,
"q95_diff": 3.3899999999999864
},
"P2_SIT02": {
"q05_diff": 7.619019999999978,
"q25_diff": 6.217650000000049,
"q50_diff": 6.172910000000002,
"q75_diff": 5.812379999999962,
"q95_diff": 5.001769999999965
},
"P2_VT01": {
"q05_diff": 0.08244000000000007,
"q25_diff": 0.10481000000000051,
"q50_diff": 0.05597999999999992,
"q75_diff": 0.0054800000000003735,
"q95_diff": 0.0011799999999997368
},
"P2_VXT02": {
"q05_diff": 0.9418600000000001,
"q25_diff": 1.1576499999999998,
"q50_diff": 0.8090000000000002,
"q75_diff": 0.51065,
"q95_diff": 0.5369000000000002
},
"P2_VXT03": {
"q05_diff": 1.15339,
"q25_diff": 1.1620499999999998,
"q50_diff": 0.9971699999999999,
"q75_diff": 0.83748,
"q95_diff": 1.09912
},
"P2_VYT02": {
"q05_diff": 0.41571999999999987,
"q25_diff": 0.9217900000000001,
"q50_diff": 0.6209599999999997,
"q75_diff": 0.2496299999999998,
"q95_diff": 0.2185100000000002
},
"P2_VYT03": {
"q05_diff": 0.057640000000000136,
"q25_diff": 0.4686199999999996,
"q50_diff": 0.46452000000000027,
"q75_diff": 0.2946100000000005,
"q95_diff": 0.28494999999999937
},
"P3_FIT01": {
"q05_diff": 928.66,
"q25_diff": 256.27,
"q50_diff": 1503.74,
"q75_diff": 754.9899999999998,
"q95_diff": 193.55000000000018
},
"P3_LCP01D": {
"q05_diff": 3916.0,
"q25_diff": 5120.0,
"q50_diff": 5198.0,
"q75_diff": 102.0,
"q95_diff": 2435.0
},
"P3_LCV01D": {
"q05_diff": 1945.0,
"q25_diff": 2748.0,
"q50_diff": 4739.0,
"q75_diff": 7291.0,
"q95_diff": 6816.0
},
"P3_LIT01": {
"q05_diff": 3192.3999999999996,
"q25_diff": 757.8799999999992,
"q50_diff": 1750.5100000000002,
"q75_diff": 3869.7700000000004,
"q95_diff": 5256.780000000001
},
"P3_PIT01": {
"q05_diff": 234.13,
"q25_diff": 124.66999999999999,
"q50_diff": 66.61,
"q75_diff": 702.55,
"q95_diff": 3113.87
},
"P4_HT_FD": {
"q05_diff": 0.0013199999999999998,
"q25_diff": 3.9999999999999996e-05,
"q50_diff": 0.0037099999999999998,
"q75_diff": 0.0044800000000000005,
"q95_diff": 0.0047599999999999995
},
"P4_HT_LD": {
"q05_diff": 0.0,
"q25_diff": 0.0,
"q50_diff": 27.14122,
"q75_diff": 0.13020999999999106,
"q95_diff": 0.21701000000000192
},
"P4_HT_PO": {
"q05_diff": 0.0,
"q25_diff": 0.9223299999999999,
"q50_diff": 8.89752,
"q75_diff": 0.054199999999994475,
"q95_diff": 0.6510700000000043
},
"P4_LD": {
"q05_diff": 40.30498,
"q25_diff": 80.16645,
"q50_diff": 73.74402000000003,
"q75_diff": 50.643100000000004,
"q95_diff": 78.09792999999996
},
"P4_ST_FD": {
"q05_diff": 0.0007900000000000003,
"q25_diff": 0.0006099999999999999,
"q50_diff": 0.00058,
"q75_diff": 0.0001600000000000001,
"q95_diff": 0.0006099999999999999
},
"P4_ST_GOV": {
"q05_diff": 653.1599999999999,
"q25_diff": 1090.1299999999992,
"q50_diff": 1825.2299999999996,
"q75_diff": 659.5400000000009,
"q95_diff": 273.40999999999985
},
"P4_ST_LD": {
"q05_diff": 25.522340000000014,
"q25_diff": 54.95673000000002,
"q50_diff": 52.53005999999999,
"q75_diff": 30.317200000000014,
"q95_diff": 3.5045499999999947
},
"P4_ST_PO": {
"q05_diff": 16.012389999999982,
"q25_diff": 16.468050000000005,
"q50_diff": 30.65924000000001,
"q75_diff": 9.563509999999951,
"q95_diff": 11.301789999999983
},
"P4_ST_PT01": {
"q05_diff": 24.659999999999854,
"q25_diff": 55.17000000000007,
"q50_diff": 55.30999999999949,
"q75_diff": 101.72999999999956,
"q95_diff": 76.97999999999956
},
"P4_ST_TT01": {
"q05_diff": 50.419999999998254,
"q25_diff": 25.590000000000146,
"q50_diff": 1.5400000000008731,
"q75_diff": 7.9099999999998545,
"q95_diff": 12.450000000000728
}
},
"continuous_lag1_diff": {
"P1_B2004": 1.0624831607922858,
"P1_B2016": 0.005256433366776614,
"P1_B3004": 0.9420514424699565,
"P1_B3005": 0.9755864990985265,
"P1_B4002": 0.9939428775878422,
"P1_B4005": 1.0901635813805555,
"P1_B400B": 0.028092634631170177,
"P1_B4022": 1.0728287547128275,
"P1_FCV02Z": 1.0856923346443097,
"P1_FCV03D": 1.0287616800381814,
"P1_FCV03Z": 1.01920928123416,
"P1_FT01": 0.04946603703802366,
"P1_FT01Z": 0.05045622563091379,
"P1_FT02": 0.02664690203439979,
"P1_FT02Z": 1.0572315062387077,
"P1_FT03": 0.06818052959716525,
"P1_FT03Z": 0.9861265787637634,
"P1_LCV01D": 0.9922897795117445,
"P1_LCV01Z": 0.9035160861736835,
"P1_LIT01": 0.032560279359611255,
"P1_PCV01D": 0.9847169107083952,
"P1_PCV01Z": 1.1483081333334428,
"P1_PCV02Z": 0.5764046458797007,
"P1_PIT01": 0.0021008931037195255,
"P1_PIT02": 0.013277356227836434,
"P1_TIT01": 0.013176470128318685,
"P1_TIT02": 0.0066781343327798615,
"P2_24Vdc": 0.039965792976989475,
"P2_CO_rpm": 0.2763124243951074,
"P2_HILout": 0.24706059027478758,
"P2_MSD": 0.0,
"P2_SIT01": 0.3958485218427761,
"P2_SIT02": 0.5077622761106568,
"P2_VT01": 0.09799551246438576,
"P2_VXT02": 0.08617199848952684,
"P2_VXT03": 0.020537043704080604,
"P2_VYT02": 0.004882186781516085,
"P2_VYT03": 0.11977875042928843,
"P3_FIT01": 0.015510481846798818,
"P3_LCP01D": 0.028799148940010566,
"P3_LCV01D": 0.02734570443173201,
"P3_LIT01": 0.06146827249625708,
"P3_PIT01": 0.021691058833552712,
"P4_HT_FD": 0.48478468436597033,
"P4_HT_LD": 1.052071148480924,
"P4_HT_PO": 1.0918064404320895,
"P4_LD": 0.025261119593570136,
"P4_ST_FD": 0.17359710056794989,
"P4_ST_GOV": 0.009656930397496155,
"P4_ST_LD": 0.018143802080119564,
"P4_ST_PO": 0.008112295501195299,
"P4_ST_PT01": 0.003276191275868312,
"P4_ST_TT01": 0.015004036696998568
},
"discrete_jsd": {
"P1_FCV01D": 0.09833180131798225,
"P1_FCV01Z": 0.09144631115705412,
"P1_FCV02D": 0.07101077239149962,
"P1_PCV02D": 0.0,
"P1_PP01AD": 0.0,
"P1_PP01AR": 0.0,
"P1_PP01BD": 0.0,
"P1_PP01BR": 0.0,
"P1_PP02D": 0.0,
"P1_PP02R": 0.0,
"P1_STSP": 0.0,
"P2_ASD": 0.0,
"P2_AutoGO": 0.0,
"P2_Emerg": 0.0,
"P2_ManualGO": 0.0,
"P2_OnOff": 0.0,
"P2_RTR": 0.0,
"P2_TripEx": 0.0,
"P2_VTR01": 0.0,
"P2_VTR02": 0.0,
"P2_VTR03": 0.0,
"P2_VTR04": 0.0,
"P3_LH": 0.0,
"P3_LL": 0.0,
"P4_HT_PS": 0.0,
"P4_ST_PS": 0.0
}
}