ModuFlow/mask-ddpm
3
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Add comprehensive evaluation and ablation summaries

Browse Source
This commit is contained in:
mzYang
2026-03-27 22:11:07 +08:00
parent 17f69f963f
commit b8696d0c54
46 changed files with 30666 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

538
example/results/ablations/runs/no_post_calibration__seed1337/comprehensive_eval.json Normal file
View File

@@ -0,0 +1,538 @@
{
"generated_path": "/root/autodl-tmp/mask-ddpm/example/results/ablations/runs/no_post_calibration__seed1337/generated.csv",
"reference_paths": [
"/root/autodl-tmp/dataset/hai/hai-21.03/train1.csv.gz",
"/root/autodl-tmp/dataset/hai/hai-21.03/train2.csv.gz",
"/root/autodl-tmp/dataset/hai/hai-21.03/train3.csv.gz"
],
"test_paths": [
"/root/autodl-tmp/dataset/hai/hai-21.03/test1.csv.gz",
"/root/autodl-tmp/dataset/hai/hai-21.03/test2.csv.gz",
"/root/autodl-tmp/dataset/hai/hai-21.03/test3.csv.gz",
"/root/autodl-tmp/dataset/hai/hai-21.03/test4.csv.gz",
"/root/autodl-tmp/dataset/hai/hai-21.03/test5.csv.gz"
],
"seq_len": 96,
"stride": 96,
"counts": {
"train_windows": 1024,
"generated_windows": 4,
"test_windows": 1024,
"test_anomalous_windows": 44,
"test_normal_windows": 980
},
"basic_eval": {
"avg_ks": 0.5430239779874214,
"avg_jsd": 0.024122590895914533,
"avg_lag1_diff": 0.25321129348110133
},
"two_sample": {
"continuous_mmd_rbf": 0.7487249374389648,
"continuous_mmd_gamma": 1.88790421246002e-05,
"histogram_mmd_rbf": 0.7487199306488037,
"histogram_mmd_gamma": 1.8877988243585336e-05,
"discriminative_accuracy": 1.0,
"discriminative_balanced_accuracy": 0.5,
"discriminative_auroc": NaN
},
"diversity_privacy": {
"duplicate_rate": 0.0,
"exact_match_rate_to_train": 0.0,
"nn_gen_to_train_mean": 143.29190063476562,
"nn_holdout_to_train_mean": 55.17637252807617,
"memorization_ratio": 2.5969793603566886,
"one_nn_two_sample_accuracy": 1.0
},
"coupling": {
"corr_mean_abs_diff": 0.24867647886276245,
"corr_frobenius": 19.313549041748047,
"lag1_corr_mean_abs_diff": 0.24658013880252838,
"lag1_corr_frobenius": 19.289058685302734,
"by_process": {
"P1": {
"corr_mean_abs_diff": 0.3277365267276764,
"corr_frobenius": 11.602654457092285,
"lag1_corr_mean_abs_diff": 0.3405558466911316,
"lag1_corr_frobenius": 11.9528169631958
},
"P2": {
"corr_mean_abs_diff": 0.12732942402362823,
"corr_frobenius": 2.7223596572875977,
"lag1_corr_mean_abs_diff": 0.15835681557655334,
"lag1_corr_frobenius": 2.862332582473755
},
"P3": {
"corr_mean_abs_diff": 0.47702693939208984,
"corr_frobenius": 3.1172080039978027,
"lag1_corr_mean_abs_diff": 0.5540300607681274,
"lag1_corr_frobenius": 3.3840389251708984
},
"P4": {
"corr_mean_abs_diff": 0.15865422785282135,
"corr_frobenius": 2.264617681503296,
"lag1_corr_mean_abs_diff": 0.16694416105747223,
"lag1_corr_frobenius": 2.34615159034729
}
}
},
"frequency": {
"avg_psd_l1": 0.019222214818000793,
"avg_psd_cosine": 0.34924665231296786,
"avg_low_high_ratio_abs_diff": 7547180.663933763
},
"type_metrics": {
"type1_program": {
"features": [
"P1_B4002",
"P2_MSD",
"P4_HT_LD",
"P1_B2004",
"P1_B3004",
"P1_B4022",
"P1_B3005"
],
"generated": {
"P1_B4002": {
"num_changes": 0.0,
"mean_dwell": 384.0,
"median_dwell": 384.0,
"mean_step": NaN,
"median_step": NaN
},
"P2_MSD": {
"num_changes": 0.0,
"mean_dwell": 384.0,
"median_dwell": 384.0,
"mean_step": NaN,
"median_step": NaN
},
"P4_HT_LD": {
"num_changes": 15.0,
"mean_dwell": 24.0,
"median_dwell": 2.5,
"mean_step": 68.42660395304362,
"median_step": 1.9043693542480469
},
"P1_B2004": {
"num_changes": 0.0,
"mean_dwell": 384.0,
"median_dwell": 384.0,
"mean_step": NaN,
"median_step": NaN
},
"P1_B3004": {
"num_changes": 0.0,
"mean_dwell": 384.0,
"median_dwell": 384.0,
"mean_step": NaN,
"median_step": NaN
},
"P1_B4022": {
"num_changes": 383.0,
"mean_dwell": 1.0,
"median_dwell": 1.0,
"mean_step": 0.01115664489586733,
"median_step": 0.004810333251953125
},
"P1_B3005": {
"num_changes": 0.0,
"mean_dwell": 384.0,
"median_dwell": 384.0,
"mean_step": NaN,
"median_step": NaN
}
},
"reference": {
"P1_B4002": {
"num_changes": 97.0,
"mean_dwell": 1003.1020408163265,
"median_dwell": 1.0,
"mean_step": 0.032477270696581025,
"median_step": 0.0126495361328125
},
"P2_MSD": {
"num_changes": 0.0,
"mean_dwell": 98304.0,
"median_dwell": 98304.0,
"mean_step": NaN,
"median_step": NaN
},
"P4_HT_LD": {
"num_changes": 63727.0,
"mean_dwell": 1.5425558624152649,
"median_dwell": 1.0,
"mean_step": 1.0409184914880636,
"median_step": 0.245941162109375
},
"P1_B2004": {
"num_changes": 145.0,
"mean_dwell": 673.3150684931506,
"median_dwell": 1.0,
"mean_step": 0.0015369655757114806,
"median_step": 0.00010000169277191162
},
"P1_B3004": {
"num_changes": 146.0,
"mean_dwell": 668.734693877551,
"median_dwell": 1.0,
"mean_step": 1.113193877755779,
"median_step": 0.819305419921875
},
"P1_B4022": {
"num_changes": 97122.0,
"mean_dwell": 1.0121598385552342,
"median_dwell": 1.0,
"mean_step": 0.011706427666086412,
"median_step": 0.00952911376953125
},
"P1_B3005": {
"num_changes": 148.0,
"mean_dwell": 659.7583892617449,
"median_dwell": 1.0,
"mean_step": 5.635673316749367,
"median_step": 5.34417724609375
}
},
"aggregates": {
"mean_abs_diff_num_changes": 22998.14285714286,
"mean_abs_diff_mean_dwell": 14201.625685203559,
"mean_abs_diff_median_dwell": 14207.642857142857,
"mean_abs_diff_mean_step": 33.693117622162895,
"mean_abs_diff_median_step": 0.831573486328125
}
},
"type2_controller": {
"features": [
"P1_B4005"
],
"generated": {
"P1_B4005": {
"saturation_ratio": 0.9505208333333334,
"change_rate": 0.06266318537859007,
"step_median": 5.5986480712890625
}
},
"reference": {
"P1_B4005": {
"saturation_ratio": 0.588958740234375,
"change_rate": 0.4608201173921447,
"step_median": 0.03202030062675476
}
},
"aggregates": {
"mean_abs_diff_saturation_ratio": 0.36156209309895837,
"mean_abs_diff_change_rate": 0.3981569320135546,
"mean_abs_diff_step_median": 5.566627770662308
}
},
"type3_actuator": {
"features": [
"P1_PCV02Z",
"P1_PCV01Z",
"P1_PCV01D",
"P1_FCV02Z",
"P1_FCV03D",
"P1_FCV03Z",
"P1_LCV01D",
"P1_LCV01Z"
],
"generated": {
"P1_PCV02Z": {
"unique_ratio": 0.0026041666666666665,
"top1_mass": 1.0,
"top3_mass": 1.0,
"median_dwell": 384.0
},
"P1_PCV01Z": {
"unique_ratio": 0.5364583333333334,
"top1_mass": 0.044270833333333336,
"top3_mass": 0.11197916666666667,
"median_dwell": 1.0
},
"P1_PCV01D": {
"unique_ratio": 0.515625,
"top1_mass": 0.026041666666666668,
"top3_mass": 0.06770833333333333,
"median_dwell": 1.0
},
"P1_FCV02Z": {
"unique_ratio": 0.026041666666666668,
"top1_mass": 0.3776041666666667,
"top3_mass": 0.6901041666666666,
"median_dwell": 1.0
},
"P1_FCV03D": {
"unique_ratio": 0.3046875,
"top1_mass": 0.0546875,
"top3_mass": 0.15364583333333334,
"median_dwell": 1.0
},
"P1_FCV03Z": {
"unique_ratio": 0.2994791666666667,
"top1_mass": 0.1328125,
"top3_mass": 0.23958333333333334,
"median_dwell": 1.0
},
"P1_LCV01D": {
"unique_ratio": 0.3385416666666667,
"top1_mass": 0.033854166666666664,
"top3_mass": 0.09114583333333333,
"median_dwell": 1.0
},
"P1_LCV01Z": {
"unique_ratio": 0.21354166666666666,
"top1_mass": 0.2708333333333333,
"top3_mass": 0.4375,
"median_dwell": 1.0
}
},
"reference": {
"P1_PCV02Z": {
"unique_ratio": 5.0862630208333336e-05,
"top1_mass": 0.5122273763020834,
"top3_mass": 0.9970194498697916,
"median_dwell": 2.0
},
"P1_PCV01Z": {
"unique_ratio": 0.063232421875,
"top1_mass": 0.009714762369791666,
"top3_mass": 0.020904541015625,
"median_dwell": 1.0
},
"P1_PCV01D": {
"unique_ratio": 0.074310302734375,
"top1_mass": 0.043843587239583336,
"top3_mass": 0.044850667317708336,
"median_dwell": 1.0
},
"P1_FCV02Z": {
"unique_ratio": 0.058146158854166664,
"top1_mass": 0.20765177408854166,
"top3_mass": 0.3501078287760417,
"median_dwell": 1.0
},
"P1_FCV03D": {
"unique_ratio": 0.017527262369791668,
"top1_mass": 0.004384358723958333,
"top3_mass": 0.012776692708333334,
"median_dwell": 1.0
},
"P1_FCV03Z": {
"unique_ratio": 0.013102213541666666,
"top1_mass": 0.10939534505208333,
"top3_mass": 0.2132568359375,
"median_dwell": 1.0
},
"P1_LCV01D": {
"unique_ratio": 0.015523274739583334,
"top1_mass": 0.0033976236979166665,
"top3_mass": 0.009999593098958334,
"median_dwell": 1.0
},
"P1_LCV01Z": {
"unique_ratio": 0.012715657552083334,
"top1_mass": 0.047566731770833336,
"top3_mass": 0.1214599609375,
"median_dwell": 1.0
}
},
"aggregates": {
"mean_abs_diff_unique_ratio": 0.25582249959309894,
"mean_abs_diff_top1_mass": 0.12969080607096353,
"mean_abs_diff_top3_mass": 0.12766138712565103,
"mean_abs_diff_median_dwell": 47.75
}
},
"type4_pv": {
"features": [
"P1_PIT02",
"P2_SIT02",
"P1_FT03"
],
"generated": {
"P1_PIT02": {
"q05": 0.27557000517845154,
"q50": 0.27557000517845154,
"q95": 0.2763400077819824,
"tail_ratio": NaN
},
"P2_SIT02": {
"q05": 780.9140625,
"q50": 786.1126708984375,
"q95": 789.8550415039062,
"tail_ratio": 0.7198793058914692
},
"P1_FT03": {
"q05": 256.55377197265625,
"q50": 290.628173828125,
"q95": 296.7215270996094,
"tail_ratio": 0.17882495186064215
}
},
"reference": {
"P1_PIT02": {
"q05": 0.20232999324798584,
"q50": 0.2763400077819824,
"q95": 1.8746999502182007,
"tail_ratio": 21.596535989085773
},
"P2_SIT02": {
"q05": 771.5216674804688,
"q50": 779.1593017578125,
"q95": 785.1046752929688,
"tail_ratio": 0.7784312942022615
},
"P1_FT03": {
"q05": 201.6184539794922,
"q50": 300.2251892089844,
"q95": 313.76690673828125,
"tail_ratio": 0.13733055351422585
}
},
"aggregates": {
"mean_abs_diff_q05": 21.466984341541927,
"mean_abs_diff_q50": 5.517051508029302,
"mean_abs_diff_q95": 7.798035264015198,
"mean_abs_diff_tail_ratio": 0.05002319332860432
}
},
"type5_program_proxy": {
"features": [
"P1_FT03Z",
"P1_FT02Z"
],
"generated": {
"P1_FT03Z": {
"num_changes": 381.0,
"mean_dwell": 1.0052356020942408,
"median_dwell": 1.0,
"mean_step": 6.775410729756192,
"median_step": 2.187347412109375
},
"P1_FT02Z": {
"num_changes": 382.0,
"mean_dwell": 1.0026109660574412,
"median_dwell": 1.0,
"mean_step": 179.98989802255682,
"median_step": 6.797607421875
}
},
"reference": {
"P1_FT03Z": {
"num_changes": 83889.0,
"mean_dwell": 1.1718202407915126,
"median_dwell": 1.0,
"mean_step": 0.9289188007355237,
"median_step": 0.6378173828125
},
"P1_FT02Z": {
"num_changes": 95436.0,
"mean_dwell": 1.0300407598730053,
"median_dwell": 1.0,
"mean_step": 14.373282350295296,
"median_step": 5.89599609375
}
},
"aggregates": {
"mean_abs_diff_num_changes": 89281.0,
"mean_abs_diff_mean_dwell": 0.09700721625641795,
"mean_abs_diff_median_dwell": 0.0,
"mean_abs_diff_mean_step": 85.7315538006411,
"mean_abs_diff_median_step": 1.2255706787109375
}
},
"type6_aux": {
"features": [
"P4_HT_PO",
"P2_24Vdc",
"P2_HILout"
],
"generated": {
"P4_HT_PO": {
"mean": 4.248061656951904,
"std": 6.320553779602051,
"lag1": 0.5254456996917725
},
"P2_24Vdc": {
"mean": 28.027786254882812,
"std": 0.003147909650579095,
"lag1": 0.18862749636173248
},
"P2_HILout": {
"mean": 713.849609375,
"std": 11.860054016113281,
"lag1": 0.05019346624612808
}
},
"reference": {
"P4_HT_PO": {
"mean": 34.35928726196289,
"std": 31.320688247680664,
"lag1": 0.9990671873092651
},
"P2_24Vdc": {
"mean": 28.0284366607666,
"std": 0.0032698388677090406,
"lag1": 0.05670436844229698
},
"P2_HILout": {
"mean": 711.9729614257812,
"std": 8.238578796386719,
"lag1": 0.2585394084453583
}
},
"aggregates": {
"mean_abs_diff_mean": 10.662841320037842,
"mean_abs_diff_std": 9.540577205674103,
"mean_abs_diff_lag1": 0.27129685257871944
}
}
},
"predictive_consistency": {
"real_only": {
"rmse": 0.5583509206771851,
"mae": 0.366405189037323
},
"synthetic_only": {
"rmse": 1.0864471197128296,
"mae": 0.8489447236061096
},
"real_plus_synthetic": {
"rmse": 0.5498619675636292,
"mae": 0.36013707518577576
},
"rmse_ratio_synth_to_real": 1.945814145690229
},
"anomaly_utility": {
"real_only": {
"auroc": 0.8881493506493506,
"auprc": 0.6527744226377132,
"threshold": 0.3682355284690857,
"f1": 0.35714285714285715,
"precision": 0.24193548387096775,
"recall": 0.6818181818181818,
"best_f1": 0.763157894736842,
"best_f1_threshold": 0.49033087491989136
},
"synthetic_only": {
"auroc": 0.8084183673469387,
"auprc": 0.5763650635885282,
"threshold": 0.010592951439321041,
"f1": 0.08239700374531835,
"precision": 0.04296875,
"recall": 1.0,
"best_f1": 0.6666666666666667,
"best_f1_threshold": 1.5030077695846558
},
"real_plus_synthetic": {
"auroc": 0.8835575139146568,
"auprc": 0.6469108348000047,
"threshold": 0.34942540526390076,
"f1": 0.2966507177033493,
"precision": 0.18787878787878787,
"recall": 0.7045454545454546,
"best_f1": 0.7466666666666666,
"best_f1_threshold": 0.5489799380302429
}
}
}

538
example/results/ablations/runs/no_post_calibration__seed1337/comprehensive_eval_post.json Normal file
View File

@@ -0,0 +1,538 @@
{
"generated_path": "/root/autodl-tmp/mask-ddpm/example/results/ablations/runs/no_post_calibration__seed1337/generated_post.csv",
"reference_paths": [
"/root/autodl-tmp/dataset/hai/hai-21.03/train1.csv.gz",
"/root/autodl-tmp/dataset/hai/hai-21.03/train2.csv.gz",
"/root/autodl-tmp/dataset/hai/hai-21.03/train3.csv.gz"
],
"test_paths": [
"/root/autodl-tmp/dataset/hai/hai-21.03/test1.csv.gz",
"/root/autodl-tmp/dataset/hai/hai-21.03/test2.csv.gz",
"/root/autodl-tmp/dataset/hai/hai-21.03/test3.csv.gz",
"/root/autodl-tmp/dataset/hai/hai-21.03/test4.csv.gz",
"/root/autodl-tmp/dataset/hai/hai-21.03/test5.csv.gz"
],
"seq_len": 96,
"stride": 96,
"counts": {
"train_windows": 1024,
"generated_windows": 4,
"test_windows": 1024,
"test_anomalous_windows": 44,
"test_normal_windows": 980
},
"basic_eval": {
"avg_ks": null,
"avg_jsd": null,
"avg_lag1_diff": null
},
"two_sample": {
"continuous_mmd_rbf": 0.255412220954895,
"continuous_mmd_gamma": 5.599573207529589e-05,
"histogram_mmd_rbf": 0.25547337532043457,
"histogram_mmd_gamma": 5.597532799956969e-05,
"discriminative_accuracy": 1.0,
"discriminative_balanced_accuracy": 0.5,
"discriminative_auroc": NaN
},
"diversity_privacy": {
"duplicate_rate": 0.0,
"exact_match_rate_to_train": 0.0,
"nn_gen_to_train_mean": 75.49688720703125,
"nn_holdout_to_train_mean": 55.17637252807617,
"memorization_ratio": 1.368282903494881,
"one_nn_two_sample_accuracy": 1.0
},
"coupling": {
"corr_mean_abs_diff": 0.2054588943719864,
"corr_frobenius": 17.007688522338867,
"lag1_corr_mean_abs_diff": 0.21240532398223877,
"lag1_corr_frobenius": 17.63569450378418,
"by_process": {
"P1": {
"corr_mean_abs_diff": 0.350882351398468,
"corr_frobenius": 12.301260948181152,
"lag1_corr_mean_abs_diff": 0.3749401867389679,
"lag1_corr_frobenius": 13.010165214538574
},
"P2": {
"corr_mean_abs_diff": 0.09124420583248138,
"corr_frobenius": 1.8073540925979614,
"lag1_corr_mean_abs_diff": 0.15456748008728027,
"lag1_corr_frobenius": 2.887573719024658
},
"P3": {
"corr_mean_abs_diff": 0.47702693939208984,
"corr_frobenius": 3.1172080039978027,
"lag1_corr_mean_abs_diff": 0.5540300607681274,
"lag1_corr_frobenius": 3.3840389251708984
},
"P4": {
"corr_mean_abs_diff": 0.21809031069278717,
"corr_frobenius": 3.3016245365142822,
"lag1_corr_mean_abs_diff": 0.23964621126651764,
"lag1_corr_frobenius": 3.604497194290161
}
}
},
"frequency": {
"avg_psd_l1": 0.022475097328424454,
"avg_psd_cosine": 0.4674628899907166,
"avg_low_high_ratio_abs_diff": 16.7642201614336
},
"type_metrics": {
"type1_program": {
"features": [
"P1_B4002",
"P2_MSD",
"P4_HT_LD",
"P1_B2004",
"P1_B3004",
"P1_B4022",
"P1_B3005"
],
"generated": {
"P1_B4002": {
"num_changes": 308.0,
"mean_dwell": 1.2427184466019416,
"median_dwell": 1.0,
"mean_step": 0.8413416007896523,
"median_step": 0.7274894714355469
},
"P2_MSD": {
"num_changes": 0.0,
"mean_dwell": 384.0,
"median_dwell": 384.0,
"mean_step": NaN,
"median_step": NaN
},
"P4_HT_LD": {
"num_changes": 347.0,
"mean_dwell": 1.103448275862069,
"median_dwell": 1.0,
"mean_step": 41.3141472878254,
"median_step": 54.116028785705566
},
"P1_B2004": {
"num_changes": 362.0,
"mean_dwell": 1.0578512396694215,
"median_dwell": 1.0,
"mean_step": 0.014068839402653235,
"median_step": 0.0017450004816055298
},
"P1_B3004": {
"num_changes": 370.0,
"mean_dwell": 1.0350404312668464,
"median_dwell": 1.0,
"mean_step": 14.77256890374261,
"median_step": 10.804779052734375
},
"P1_B4022": {
"num_changes": 383.0,
"mean_dwell": 1.0,
"median_dwell": 1.0,
"mean_step": 0.8157603410765646,
"median_step": 0.5944099426269531
},
"P1_B3005": {
"num_changes": 362.0,
"mean_dwell": 1.0578512396694215,
"median_dwell": 1.0,
"mean_step": 64.28072175926926,
"median_step": 41.228179931640625
}
},
"reference": {
"P1_B4002": {
"num_changes": 97.0,
"mean_dwell": 1003.1020408163265,
"median_dwell": 1.0,
"mean_step": 0.032477270696581025,
"median_step": 0.0126495361328125
},
"P2_MSD": {
"num_changes": 0.0,
"mean_dwell": 98304.0,
"median_dwell": 98304.0,
"mean_step": NaN,
"median_step": NaN
},
"P4_HT_LD": {
"num_changes": 63727.0,
"mean_dwell": 1.5425558624152649,
"median_dwell": 1.0,
"mean_step": 1.0409184914880636,
"median_step": 0.245941162109375
},
"P1_B2004": {
"num_changes": 145.0,
"mean_dwell": 673.3150684931506,
"median_dwell": 1.0,
"mean_step": 0.0015369655757114806,
"median_step": 0.00010000169277191162
},
"P1_B3004": {
"num_changes": 146.0,
"mean_dwell": 668.734693877551,
"median_dwell": 1.0,
"mean_step": 1.113193877755779,
"median_step": 0.819305419921875
},
"P1_B4022": {
"num_changes": 97122.0,
"mean_dwell": 1.0121598385552342,
"median_dwell": 1.0,
"mean_step": 0.011706427666086412,
"median_step": 0.00952911376953125
},
"P1_B3005": {
"num_changes": 148.0,
"mean_dwell": 659.7583892617449,
"median_dwell": 1.0,
"mean_step": 5.635673316749367,
"median_step": 5.34417724609375
}
},
"aggregates": {
"mean_abs_diff_num_changes": 22997.85714285714,
"mean_abs_diff_mean_dwell": 14417.281142645239,
"mean_abs_diff_median_dwell": 13988.57142857143,
"mean_abs_diff_mean_step": 19.03385039702909,
"mean_abs_diff_median_step": 16.840154950817425
}
},
"type2_controller": {
"features": [
"P1_B4005"
],
"generated": {
"P1_B4005": {
"saturation_ratio": 0.6822916666666666,
"change_rate": 0.7702349869451697,
"step_median": 68.81373023986816
}
},
"reference": {
"P1_B4005": {
"saturation_ratio": 0.588958740234375,
"change_rate": 0.4608201173921447,
"step_median": 0.03202030062675476
}
},
"aggregates": {
"mean_abs_diff_saturation_ratio": 0.09333292643229163,
"mean_abs_diff_change_rate": 0.309414869553025,
"mean_abs_diff_step_median": 68.78170993924141
}
},
"type3_actuator": {
"features": [
"P1_PCV02Z",
"P1_PCV01Z",
"P1_PCV01D",
"P1_FCV02Z",
"P1_FCV03D",
"P1_FCV03Z",
"P1_LCV01D",
"P1_LCV01Z"
],
"generated": {
"P1_PCV02Z": {
"unique_ratio": 0.015625,
"top1_mass": 0.40625,
"top3_mass": 0.7760416666666666,
"median_dwell": 1.0
},
"P1_PCV01Z": {
"unique_ratio": 0.8776041666666666,
"top1_mass": 0.0078125,
"top3_mass": 0.0234375,
"median_dwell": 1.0
},
"P1_PCV01D": {
"unique_ratio": 0.9166666666666666,
"top1_mass": 0.059895833333333336,
"top3_mass": 0.0703125,
"median_dwell": 1.0
},
"P1_FCV02Z": {
"unique_ratio": 0.22135416666666666,
"top1_mass": 0.18229166666666666,
"top3_mass": 0.3697916666666667,
"median_dwell": 1.0
},
"P1_FCV03D": {
"unique_ratio": 0.8463541666666666,
"top1_mass": 0.010416666666666666,
"top3_mass": 0.026041666666666668,
"median_dwell": 1.0
},
"P1_FCV03Z": {
"unique_ratio": 0.4817708333333333,
"top1_mass": 0.033854166666666664,
"top3_mass": 0.0859375,
"median_dwell": 1.0
},
"P1_LCV01D": {
"unique_ratio": 0.7864583333333334,
"top1_mass": 0.010416666666666666,
"top3_mass": 0.026041666666666668,
"median_dwell": 1.0
},
"P1_LCV01Z": {
"unique_ratio": 0.3515625,
"top1_mass": 0.036458333333333336,
"top3_mass": 0.09635416666666667,
"median_dwell": 1.0
}
},
"reference": {
"P1_PCV02Z": {
"unique_ratio": 5.0862630208333336e-05,
"top1_mass": 0.5122273763020834,
"top3_mass": 0.9970194498697916,
"median_dwell": 2.0
},
"P1_PCV01Z": {
"unique_ratio": 0.063232421875,
"top1_mass": 0.009714762369791666,
"top3_mass": 0.020904541015625,
"median_dwell": 1.0
},
"P1_PCV01D": {
"unique_ratio": 0.074310302734375,
"top1_mass": 0.043843587239583336,
"top3_mass": 0.044850667317708336,
"median_dwell": 1.0
},
"P1_FCV02Z": {
"unique_ratio": 0.058146158854166664,
"top1_mass": 0.20765177408854166,
"top3_mass": 0.3501078287760417,
"median_dwell": 1.0
},
"P1_FCV03D": {
"unique_ratio": 0.017527262369791668,
"top1_mass": 0.004384358723958333,
"top3_mass": 0.012776692708333334,
"median_dwell": 1.0
},
"P1_FCV03Z": {
"unique_ratio": 0.013102213541666666,
"top1_mass": 0.10939534505208333,
"top3_mass": 0.2132568359375,
"median_dwell": 1.0
},
"P1_LCV01D": {
"unique_ratio": 0.015523274739583334,
"top1_mass": 0.0033976236979166665,
"top3_mass": 0.009999593098958334,
"median_dwell": 1.0
},
"P1_LCV01Z": {
"unique_ratio": 0.012715657552083334,
"top1_mass": 0.047566731770833336,
"top3_mass": 0.1214599609375,
"median_dwell": 1.0
}
},
"aggregates": {
"mean_abs_diff_unique_ratio": 0.5303484598795573,
"mean_abs_diff_top1_mass": 0.03112411499023438,
"mean_abs_diff_top3_mass": 0.05629857381184896,
"mean_abs_diff_median_dwell": 0.125
}
},
"type4_pv": {
"features": [
"P1_PIT02",
"P2_SIT02",
"P1_FT03"
],
"generated": {
"P1_PIT02": {
"q05": 0.27557000517845154,
"q50": 0.27557000517845154,
"q95": 0.2763400077819824,
"tail_ratio": NaN
},
"P2_SIT02": {
"q05": 780.9140625,
"q50": 786.1126708984375,
"q95": 789.8550415039062,
"tail_ratio": 0.7198793058914692
},
"P1_FT03": {
"q05": 256.55377197265625,
"q50": 290.628173828125,
"q95": 296.7215270996094,
"tail_ratio": 0.17882495186064215
}
},
"reference": {
"P1_PIT02": {
"q05": 0.20232999324798584,
"q50": 0.2763400077819824,
"q95": 1.8746999502182007,
"tail_ratio": 21.596535989085773
},
"P2_SIT02": {
"q05": 771.5216674804688,
"q50": 779.1593017578125,
"q95": 785.1046752929688,
"tail_ratio": 0.7784312942022615
},
"P1_FT03": {
"q05": 201.6184539794922,
"q50": 300.2251892089844,
"q95": 313.76690673828125,
"tail_ratio": 0.13733055351422585
}
},
"aggregates": {
"mean_abs_diff_q05": 21.466984341541927,
"mean_abs_diff_q50": 5.517051508029302,
"mean_abs_diff_q95": 7.798035264015198,
"mean_abs_diff_tail_ratio": 0.05002319332860432
}
},
"type5_program_proxy": {
"features": [
"P1_FT03Z",
"P1_FT02Z"
],
"generated": {
"P1_FT03Z": {
"num_changes": 380.0,
"mean_dwell": 1.0078740157480315,
"median_dwell": 1.0,
"mean_step": 64.74391126130756,
"median_step": 62.410614013671875
},
"P1_FT02Z": {
"num_changes": 378.0,
"mean_dwell": 1.0131926121372032,
"median_dwell": 1.0,
"mean_step": 1312.3134692358592,
"median_step": 1284.6439208984375
}
},
"reference": {
"P1_FT03Z": {
"num_changes": 83889.0,
"mean_dwell": 1.1718202407915126,
"median_dwell": 1.0,
"mean_step": 0.9289188007355237,
"median_step": 0.6378173828125
},
"P1_FT02Z": {
"num_changes": 95436.0,
"mean_dwell": 1.0300407598730053,
"median_dwell": 1.0,
"mean_step": 14.373282350295296,
"median_step": 5.89599609375
}
},
"aggregates": {
"mean_abs_diff_num_changes": 89283.5,
"mean_abs_diff_mean_dwell": 0.09039718638964156,
"mean_abs_diff_median_dwell": 0.0,
"mean_abs_diff_mean_step": 680.877589673068,
"mean_abs_diff_median_step": 670.2603607177734
}
},
"type6_aux": {
"features": [
"P4_HT_PO",
"P2_24Vdc",
"P2_HILout"
],
"generated": {
"P4_HT_PO": {
"mean": 35.254512786865234,
"std": 31.650897979736328,
"lag1": -0.0927804708480835
},
"P2_24Vdc": {
"mean": 28.028608322143555,
"std": 0.003297113813459873,
"lag1": 0.06643600016832352
},
"P2_HILout": {
"mean": 711.4987182617188,
"std": 7.856828212738037,
"lag1": -0.013758387416601181
}
},
"reference": {
"P4_HT_PO": {
"mean": 34.35928726196289,
"std": 31.320688247680664,
"lag1": 0.9990671873092651
},
"P2_24Vdc": {
"mean": 28.0284366607666,
"std": 0.0032698388677090406,
"lag1": 0.05670436844229698
},
"P2_HILout": {
"mean": 711.9729614257812,
"std": 8.238578796386719,
"lag1": 0.2585394084453583
}
},
"aggregates": {
"mean_abs_diff_mean": 0.4565467834472656,
"mean_abs_diff_std": 0.2373291968833655,
"mean_abs_diff_lag1": 0.4579590285817782
}
}
},
"predictive_consistency": {
"real_only": {
"rmse": 0.5583509206771851,
"mae": 0.366405189037323
},
"synthetic_only": {
"rmse": 0.9957595467567444,
"mae": 0.7932217717170715
},
"real_plus_synthetic": {
"rmse": 0.5611229538917542,
"mae": 0.36314624547958374
},
"rmse_ratio_synth_to_real": 1.783393758085071
},
"anomaly_utility": {
"real_only": {
"auroc": 0.8881493506493506,
"auprc": 0.6527744226377132,
"threshold": 0.3682355284690857,
"f1": 0.35714285714285715,
"precision": 0.24193548387096775,
"recall": 0.6818181818181818,
"best_f1": 0.763157894736842,
"best_f1_threshold": 0.49033087491989136
},
"synthetic_only": {
"auroc": 0.8202458256029683,
"auprc": 0.5775913158725147,
"threshold": 0.001364508643746376,
"f1": 0.08239700374531835,
"precision": 0.04296875,
"recall": 1.0,
"best_f1": 0.6567164179104478,
"best_f1_threshold": 2.473949432373047
},
"real_plus_synthetic": {
"auroc": 0.8820500927643784,
"auprc": 0.6458542095404818,
"threshold": 0.30257150530815125,
"f1": 0.2471042471042471,
"precision": 0.14883720930232558,
"recall": 0.7272727272727273,
"best_f1": 0.7466666666666666,
"best_f1_threshold": 0.5442057847976685
}
}
}

974
example/results/ablations/runs/no_post_calibration__seed1337/eval.json Normal file
View File

@@ -0,0 +1,974 @@
{
"rows": 384,
"continuous_summary": {
"P1_B2004": {
"mean": 0.11384,
"std": 0.0
},
"P1_B2016": {
"mean": 1.226465963541668,
"std": 0.05762137409951418
},
"P1_B3004": {
"mean": 396.00211,
"std": 0.0
},
"P1_B3005": {
"mean": 1015.43976,
"std": 0.0
},
"P1_B4002": {
"mean": 33.54375,
"std": 0.0
},
"P1_B4005": {
"mean": 99.37991791666676,
"std": 3.3420495587851917
},
"P1_B400B": {
"mean": 2770.5973602343743,
"std": 241.08970370015072
},
"P1_B4022": {
"mean": 36.881583541666664,
"std": 0.14105102171131376
},
"P1_FCV02Z": {
"mean": -1.8481197916666667,
"std": 0.02030578567973585
},
"P1_FCV03D": {
"mean": 52.16431437500002,
"std": 2.175644230182644
},
"P1_FCV03Z": {
"mean": 58.81612481770837,
"std": 1.410851739333414
},
"P1_FT01": {
"mean": 173.78418085937486,
"std": 10.871636774164493
},
"P1_FT01Z": {
"mean": 832.3371609895837,
"std": 21.14366010462666
},
"P1_FT02": {
"mean": 1856.0462919531253,
"std": 368.80879559858437
},
"P1_FT02Z": {
"mean": 1856.0462919531253,
"std": 368.80879559858437
},
"P1_FT03": {
"mean": 280.8603020833332,
"std": 14.266500816305975
},
"P1_FT03Z": {
"mean": 280.8603020833332,
"std": 14.266500816305975
},
"P1_LCV01D": {
"mean": 8.505994375000006,
"std": 1.3665904356079666
},
"P1_LCV01Z": {
"mean": 8.192170807291667,
"std": 1.4691896837147378
},
"P1_LIT01": {
"mean": 398.16104973958295,
"std": 2.558201454443084
},
"P1_PCV01D": {
"mean": 40.075800468749996,
"std": 5.807058131429667
},
"P1_PCV01Z": {
"mean": 42.31939664062498,
"std": 5.749748963937845
},
"P1_PCV02Z": {
"mean": 11.78894,
"std": 0.0
},
"P1_PIT01": {
"mean": 1.3642693489583342,
"std": 0.0045464753907211814
},
"P1_PIT02": {
"mean": 0.27590526041666674,
"std": 0.0003986936041241994
},
"P1_TIT01": {
"mean": 35.183942265625014,
"std": 0.25176049384259186
},
"P1_TIT02": {
"mean": 35.410734296875,
"std": 0.34275359801312044
},
"P2_24Vdc": {
"mean": 28.027787161458317,
"std": 0.0031478451355437054
},
"P2_CO_rpm": {
"mean": 54109.52951054688,
"std": 21.97475672644607
},
"P2_HILout": {
"mean": 713.8496116927085,
"std": 11.860054158208046
},
"P2_MSD": {
"mean": 758.4425,
"std": 0.0
},
"P2_SIT01": {
"mean": 784.7902604166661,
"std": 3.249294028147303
},
"P2_SIT02": {
"mean": 785.8944788281248,
"std": 2.817230183482184
},
"P2_VT01": {
"mean": 11.922679921875003,
"std": 0.05504070160484108
},
"P2_VXT02": {
"mean": -3.3796592708333324,
"std": 0.3392395874187618
},
"P2_VXT03": {
"mean": -1.396118854166667,
"std": 0.18398561380285178
},
"P2_VYT02": {
"mean": 4.004463072916667,
"std": 0.389492910854868
},
"P2_VYT03": {
"mean": 6.30108776041666,
"std": 0.24693428433774522
},
"P3_FIT01": {
"mean": -19.732960494791662,
"std": 16.706026566947937
},
"P3_LCP01D": {
"mean": 8243.110082057286,
"std": 3711.12057106618
},
"P3_LCV01D": {
"mean": 1076.3946400000002,
"std": 1690.1832719119786
},
"P3_LIT01": {
"mean": 11849.491632994792,
"std": 1037.1359212752477
},
"P3_PIT01": {
"mean": -17.142703098958336,
"std": 3.7681811558923877
},
"P4_HT_FD": {
"mean": 0.000783671875,
"std": 0.0007698905056872621
},
"P4_HT_LD": {
"mean": -115.69799739583333,
"std": 35.27327640165136
},
"P4_HT_PO": {
"mean": 4.2480617708333295,
"std": 6.320553823365855
},
"P4_LD": {
"mean": 317.36853927083354,
"std": 15.991101621760016
},
"P4_ST_FD": {
"mean": -0.0005309895833333335,
"std": 0.0014984758348293276
},
"P4_ST_GOV": {
"mean": 15550.608222916668,
"std": 754.5835177329105
},
"P4_ST_LD": {
"mean": 281.8861859374999,
"std": 13.154505490055021
},
"P4_ST_PO": {
"mean": 289.0518683072917,
"std": 14.117132016051908
},
"P4_ST_PT01": {
"mean": 10046.702702838544,
"std": 6.4608246856850355
},
"P4_ST_TT01": {
"mean": 27597.026677473943,
"std": 19.624487126975794
}
},
"continuous_error": {
"P1_B2004": {
"mean_abs_err": 0.020272347909024324,
"std_abs_err": 0.017998437082092405
},
"P1_B2016": {
"mean_abs_err": 0.16480036112309904,
"std_abs_err": 0.0781521883770489
},
"P1_B3004": {
"mean_abs_err": 7.383953824526145,
"std_abs_err": 15.41814958804181
},
"P1_B3005": {
"mean_abs_err": 45.609026528629784,
"std_abs_err": 61.18331651100028
},
"P1_B4002": {
"mean_abs_err": 1.2268236801201198,
"std_abs_err": 0.5786734991990778
},
"P1_B4005": {
"mean_abs_err": 38.854810900468834,
"std_abs_err": 38.8392478889245
},
"P1_B400B": {
"mean_abs_err": 992.1214900564062,
"std_abs_err": 952.262569218922
},
"P1_B4022": {
"mean_abs_err": 0.8204088942641405,
"std_abs_err": 0.5303998331235046
},
"P1_FCV02Z": {
"mean_abs_err": 26.79905469213894,
"std_abs_err": 40.41817965357844
},
"P1_FCV03D": {
"mean_abs_err": 6.403549075846811,
"std_abs_err": 4.423851488526111
},
"P1_FCV03Z": {
"mean_abs_err": 0.48291436248146624,
"std_abs_err": 5.303952224998188
},
"P1_FT01": {
"mean_abs_err": 20.939473496905407,
"std_abs_err": 16.476345064479833
},
"P1_FT01Z": {
"mean_abs_err": 46.71252051456884,
"std_abs_err": 54.622042858691586
},
"P1_FT02": {
"mean_abs_err": 723.2281387184992,
"std_abs_err": 520.3873682528283
},
"P1_FT02Z": {
"mean_abs_err": 77.56784534447661,
"std_abs_err": 824.5365601725653
},
"P1_FT03": {
"mean_abs_err": 1.7786681928957364,
"std_abs_err": 19.20771229498953
},
"P1_FT03Z": {
"mean_abs_err": 780.1817362651884,
"std_abs_err": 46.85898804731136
},
"P1_LCV01D": {
"mean_abs_err": 3.6483382867751306,
"std_abs_err": 1.5480245174221547
},
"P1_LCV01Z": {
"mean_abs_err": 3.7739032220462505,
"std_abs_err": 1.4942798136305737
},
"P1_LIT01": {
"mean_abs_err": 5.953822423423333,
"std_abs_err": 13.073696593930887
},
"P1_PCV01D": {
"mean_abs_err": 27.389773266941383,
"std_abs_err": 17.962708569475907
},
"P1_PCV01Z": {
"mean_abs_err": 26.088755156277607,
"std_abs_err": 18.1148508467258
},
"P1_PCV02Z": {
"mean_abs_err": 0.05381294660492664,
"std_abs_err": 0.09684446546464737
},
"P1_PIT01": {
"mean_abs_err": 0.013211871795057784,
"std_abs_err": 0.05688608397916092
},
"P1_PIT02": {
"mean_abs_err": 0.21125182992484998,
"std_abs_err": 0.49831294445075563
},
"P1_TIT01": {
"mean_abs_err": 0.49726597680820106,
"std_abs_err": 0.3315201333433571
},
"P1_TIT02": {
"mean_abs_err": 1.114244381461532,
"std_abs_err": 0.8790051280111426
},
"P2_24Vdc": {
"mean_abs_err": 0.0009225411693520869,
"std_abs_err": 0.00019462097886320962
},
"P2_CO_rpm": {
"mean_abs_err": 6.819312664207246,
"std_abs_err": 0.48097504834229454
},
"P2_HILout": {
"mean_abs_err": 2.3868024226123907,
"std_abs_err": 3.405328280951883
},
"P2_MSD": {
"mean_abs_err": 4.750739999999951,
"std_abs_err": 1.0
},
"P2_SIT01": {
"mean_abs_err": 0.8863430032231463,
"std_abs_err": 1.949621332296922
},
"P2_SIT02": {
"mean_abs_err": 1.9907409455785228,
"std_abs_err": 2.3733495733307826
},
"P2_VT01": {
"mean_abs_err": 0.0011357241351301894,
"std_abs_err": 0.013472980467160986
},
"P2_VXT02": {
"mean_abs_err": 0.07948079844333611,
"std_abs_err": 0.13179333885245847
},
"P2_VXT03": {
"mean_abs_err": 0.08922556750198907,
"std_abs_err": 0.16564176536080188
},
"P2_VYT02": {
"mean_abs_err": 0.02299422292372988,
"std_abs_err": 0.11041754213791988
},
"P2_VYT03": {
"mean_abs_err": 0.06668264761877563,
"std_abs_err": 0.13286867763334637
},
"P3_FIT01": {
"mean_abs_err": 1170.633136600975,
"std_abs_err": 1763.018671223327
},
"P3_LCP01D": {
"mean_abs_err": 3658.3829338167125,
"std_abs_err": 1418.8794266496984
},
"P3_LCV01D": {
"mean_abs_err": 6057.482076981241,
"std_abs_err": 5149.744623903843
},
"P3_LIT01": {
"mean_abs_err": 1505.3528596991946,
"std_abs_err": 3317.0387156526886
},
"P3_PIT01": {
"mean_abs_err": 666.5006061222861,
"std_abs_err": 1147.153749551303
},
"P4_HT_FD": {
"mean_abs_err": 0.0008868598203517398,
"std_abs_err": 0.0012621278087168383
},
"P4_HT_LD": {
"mean_abs_err": 149.69291447551893,
"std_abs_err": 1.8494828916530537
},
"P4_HT_PO": {
"mean_abs_err": 29.735746023923575,
"std_abs_err": 25.12031739395562
},
"P4_LD": {
"mean_abs_err": 48.76021452336079,
"std_abs_err": 44.62470474768299
},
"P4_ST_FD": {
"mean_abs_err": 0.0005018763534501847,
"std_abs_err": 0.00014370042316070165
},
"P4_ST_GOV": {
"mean_abs_err": 2362.353038330857,
"std_abs_err": 1097.5596982548627
},
"P4_ST_LD": {
"mean_abs_err": 50.11671123231781,
"std_abs_err": 24.698663801562525
},
"P4_ST_PO": {
"mean_abs_err": 43.21710301636705,
"std_abs_err": 20.333811486356392
},
"P4_ST_PT01": {
"mean_abs_err": 3.8724539805389213,
"std_abs_err": 11.323945339634093
},
"P4_ST_TT01": {
"mean_abs_err": 12.006014205588144,
"std_abs_err": 4.292834677592534
}
},
"discrete_invalid_counts": {
"P1_FCV01D": 0,
"P1_FCV01Z": 0,
"P1_FCV02D": 0,
"P1_PCV02D": 0,
"P1_PP01AD": 0,
"P1_PP01AR": 0,
"P1_PP01BD": 0,
"P1_PP01BR": 0,
"P1_PP02D": 0,
"P1_PP02R": 0,
"P1_STSP": 0,
"P2_ASD": 0,
"P2_AutoGO": 0,
"P2_Emerg": 0,
"P2_ManualGO": 0,
"P2_OnOff": 0,
"P2_RTR": 0,
"P2_TripEx": 0,
"P2_VTR01": 0,
"P2_VTR02": 0,
"P2_VTR03": 0,
"P2_VTR04": 0,
"P3_LH": 0,
"P3_LL": 0,
"P4_HT_PS": 0,
"P4_ST_PS": 0
},
"missing_generated_columns": {},
"continuous_ks": {
"P1_B2004": 1.0,
"P1_B2016": 0.7187333333333333,
"P1_B3004": 0.8108,
"P1_B3005": 0.8106,
"P1_B4002": 0.81055,
"P1_B4005": 0.1768,
"P1_B400B": 0.40025,
"P1_B4022": 0.5730333333333334,
"P1_FCV02Z": 0.83835,
"P1_FCV03D": 0.3987833333333334,
"P1_FCV03Z": 0.8114,
"P1_FT01": 0.23039166666666666,
"P1_FT01Z": 0.2356541666666666,
"P1_FT02": 0.33279166666666665,
"P1_FT02Z": 0.8362,
"P1_FT03": 0.8074,
"P1_FT03Z": 1.0,
"P1_LCV01D": 0.4262,
"P1_LCV01Z": 0.482725,
"P1_LIT01": 0.19719166666666665,
"P1_PCV01D": 0.6327083333333334,
"P1_PCV01Z": 0.5213041666666667,
"P1_PCV02Z": 1.0,
"P1_PIT01": 0.5208999999999999,
"P1_PIT02": 0.30900000000000005,
"P1_TIT01": 0.5214,
"P1_TIT02": 0.497,
"P2_24Vdc": 0.047587500000000005,
"P2_CO_rpm": 0.16000416666666661,
"P2_HILout": 0.22434583333333336,
"P2_MSD": 1.0,
"P2_SIT01": 0.62935,
"P2_SIT02": 0.74355,
"P2_VT01": 0.1963,
"P2_VXT02": 0.2699833333333333,
"P2_VXT03": 0.3601375,
"P2_VYT02": 0.30165,
"P2_VYT03": 0.366675,
"P3_FIT01": 0.6070791666666666,
"P3_LCP01D": 0.4425708333333333,
"P3_LCV01D": 0.52935,
"P3_LIT01": 0.45738749999999995,
"P3_PIT01": 0.42594583333333336,
"P4_HT_FD": 0.6169,
"P4_HT_LD": 0.9375,
"P4_HT_PO": 0.5689833333333334,
"P4_LD": 0.5931500000000001,
"P4_ST_FD": 0.13880416666666667,
"P4_ST_GOV": 0.7524958333333334,
"P4_ST_LD": 0.78055,
"P4_ST_PO": 0.7461916666666666,
"P4_ST_PT01": 0.5037625,
"P4_ST_TT01": 0.47985
},
"continuous_quantile_diff": {
"P1_B2004": {
"q05_diff": 0.08333,
"q25_diff": 0.012630000000000002,
"q50_diff": 0.012630000000000002,
"q75_diff": 0.012630000000000002,
"q95_diff": 0.012630000000000002
},
"P1_B2016": {
"q05_diff": 0.003290000000000015,
"q25_diff": 0.10759999999999992,
"q50_diff": 0.1572500000000001,
"q75_diff": 0.20982999999999996,
"q95_diff": 0.21500000000000008
},
"P1_B3004": {
"q05_diff": 2.8398500000000126,
"q25_diff": 1.6357399999999984,
"q50_diff": 1.6357399999999984,
"q75_diff": 1.6357399999999984,
"q95_diff": 1.6357399999999984
},
"P1_B3005": {
"q05_diff": 13.44177000000002,
"q25_diff": 13.44177000000002,
"q50_diff": 13.44177000000002,
"q75_diff": 13.44177000000002,
"q95_diff": 99.67999000000009
},
"P1_B4002": {
"q05_diff": 1.5437500000000028,
"q25_diff": 0.11175000000000068,
"q50_diff": 0.11175000000000068,
"q75_diff": 0.11175000000000068,
"q95_diff": 0.11175000000000068
},
"P1_B4005": {
"q05_diff": 99.54855,
"q25_diff": 0.0,
"q50_diff": 0.0,
"q75_diff": 0.0,
"q95_diff": 0.0
},
"P1_B400B": {
"q05_diff": 2314.8244999999997,
"q25_diff": 2.7055700000000797,
"q50_diff": 4.772950000000037,
"q75_diff": 6.878660000000309,
"q95_diff": 9.681150000000343
},
"P1_B4022": {
"q05_diff": 1.2294699999999992,
"q25_diff": 0.1574500000000043,
"q50_diff": 0.4875299999999996,
"q75_diff": 0.5946499999999943,
"q95_diff": 0.6461800000000011
},
"P1_FCV02Z": {
"q05_diff": 0.015260000000000051,
"q25_diff": 0.022890000000000077,
"q50_diff": 0.022890000000000077,
"q75_diff": 0.03815000000000013,
"q95_diff": 98.98715999999999
},
"P1_FCV03D": {
"q05_diff": 0.3449600000000004,
"q25_diff": 0.026730000000000587,
"q50_diff": 0.2911800000000042,
"q75_diff": 0.6531500000000037,
"q95_diff": 7.9212400000000045
},
"P1_FCV03Z": {
"q05_diff": 5.432130000000001,
"q25_diff": 5.254080000000002,
"q50_diff": 7.431929999999994,
"q75_diff": 7.330190000000002,
"q95_diff": 7.65227999999999
},
"P1_FT01": {
"q05_diff": 14.70313999999999,
"q25_diff": 2.42183,
"q50_diff": 1.5259300000000167,
"q75_diff": 4.196200000000005,
"q95_diff": 17.547579999999982
},
"P1_FT01Z": {
"q05_diff": 31.74590999999998,
"q25_diff": 6.19538,
"q50_diff": 3.443239999999946,
"q75_diff": 12.176449999999932,
"q95_diff": 45.661929999999984
},
"P1_FT02": {
"q05_diff": 800.3658399999999,
"q25_diff": 3.6347699999998895,
"q50_diff": 5.72180000000003,
"q75_diff": 8.333370000000059,
"q95_diff": 9.918340000000171
},
"P1_FT02Z": {
"q05_diff": 772.9251499999999,
"q25_diff": 865.57556,
"q50_diff": 865.2961499999999,
"q75_diff": 866.1954300000002,
"q95_diff": 865.6153600000002
},
"P1_FT03": {
"q05_diff": 11.449189999999987,
"q25_diff": 18.110030000000023,
"q50_diff": 43.34487999999999,
"q75_diff": 43.70285999999999,
"q95_diff": 17.708319999999958
},
"P1_FT03Z": {
"q05_diff": 741.28467,
"q25_diff": 736.08868,
"q50_diff": 712.07446,
"q75_diff": 713.6695,
"q95_diff": 819.81604
},
"P1_LCV01D": {
"q05_diff": 0.5801000000000007,
"q25_diff": 0.029520000000000657,
"q50_diff": 0.7149099999999997,
"q75_diff": 2.749790000000001,
"q95_diff": 3.27796
},
"P1_LCV01Z": {
"q05_diff": 0.4882900000000001,
"q25_diff": 0.0010599999999998388,
"q50_diff": 0.7018999999999993,
"q75_diff": 2.9525700000000006,
"q95_diff": 3.4408600000000007
},
"P1_LIT01": {
"q05_diff": 3.5096100000000092,
"q25_diff": 0.7156700000000455,
"q50_diff": 0.05198000000001457,
"q75_diff": 1.1245400000000245,
"q95_diff": 0.40893999999997277
},
"P1_PCV01D": {
"q05_diff": 1.1923600000000008,
"q25_diff": 2.8271599999999992,
"q50_diff": 5.671670000000006,
"q75_diff": 8.69249,
"q95_diff": 0.40302000000000504
},
"P1_PCV01Z": {
"q05_diff": 2.31015,
"q25_diff": 1.419070000000005,
"q50_diff": 3.6745599999999996,
"q75_diff": 7.064019999999999,
"q95_diff": 2.9428100000000015
},
"P1_PCV02Z": {
"q05_diff": 0.2212499999999995,
"q25_diff": 0.2212499999999995,
"q50_diff": 0.2288800000000002,
"q75_diff": 0.2288800000000002,
"q95_diff": 0.2288800000000002
},
"P1_PIT01": {
"q05_diff": 0.10681000000000007,
"q25_diff": 0.02442000000000011,
"q50_diff": 0.016019999999999923,
"q75_diff": 0.05035000000000012,
"q95_diff": 0.10909999999999997
},
"P1_PIT02": {
"q05_diff": 0.07094999999999999,
"q25_diff": 0.0,
"q50_diff": 0.0007699999999999929,
"q75_diff": 0.0007600000000000384,
"q95_diff": 0.0015200000000000213
},
"P1_TIT01": {
"q05_diff": 0.10681000000000296,
"q25_diff": 0.15258000000000038,
"q50_diff": 0.5843500000000006,
"q75_diff": 0.9613000000000014,
"q95_diff": 1.1291399999999996
},
"P1_TIT02": {
"q05_diff": 0.015260000000004936,
"q25_diff": 0.32043999999999784,
"q50_diff": 0.9460399999999964,
"q75_diff": 1.4648400000000024,
"q95_diff": 3.0670199999999994
},
"P2_24Vdc": {
"q05_diff": 0.0008100000000013097,
"q25_diff": 0.0,
"q50_diff": 9.999999999976694e-05,
"q75_diff": 0.0,
"q95_diff": 0.000809999999997757
},
"P2_CO_rpm": {
"q05_diff": 1.4375,
"q25_diff": 1.0,
"q50_diff": 4.0,
"q75_diff": 7.0,
"q95_diff": 3.0
},
"P2_HILout": {
"q05_diff": 3.1946499999999105,
"q25_diff": 2.6348199999999906,
"q50_diff": 4.044309999999996,
"q75_diff": 4.874749999999949,
"q95_diff": 3.9745399999999336
},
"P2_MSD": {
"q05_diff": 4.750739999999951,
"q25_diff": 4.750739999999951,
"q50_diff": 4.750739999999951,
"q75_diff": 4.750739999999951,
"q95_diff": 4.750739999999951
},
"P2_SIT01": {
"q05_diff": 7.0,
"q25_diff": 6.0,
"q50_diff": 6.0,
"q75_diff": 6.0,
"q95_diff": 4.0
},
"P2_SIT02": {
"q05_diff": 8.653869999999984,
"q25_diff": 7.362730000000056,
"q50_diff": 7.191100000000006,
"q75_diff": 6.750490000000013,
"q95_diff": 5.111449999999991
},
"P2_VT01": {
"q05_diff": 0.021240000000000592,
"q25_diff": 0.0377799999999997,
"q50_diff": 0.008070000000000022,
"q75_diff": 0.010880000000000223,
"q95_diff": 0.012109999999999843
},
"P2_VXT02": {
"q05_diff": 0.25753000000000004,
"q25_diff": 0.34694999999999965,
"q50_diff": 0.20943999999999985,
"q75_diff": 0.019890000000000185,
"q95_diff": 0.21357999999999988
},
"P2_VXT03": {
"q05_diff": 0.23455999999999988,
"q25_diff": 0.30672999999999995,
"q50_diff": 0.24998999999999993,
"q75_diff": 0.13796000000000008,
"q95_diff": 0.19257999999999997
},
"P2_VYT02": {
"q05_diff": 0.31522000000000006,
"q25_diff": 0.40493999999999986,
"q50_diff": 0.21096000000000004,
"q75_diff": 0.1714500000000001,
"q95_diff": 0.3127000000000004
},
"P2_VYT03": {
"q05_diff": 0.27542000000000044,
"q25_diff": 0.34633999999999965,
"q50_diff": 0.16134999999999966,
"q75_diff": 0.1588099999999999,
"q95_diff": 0.29079999999999995
},
"P3_FIT01": {
"q05_diff": 2.0,
"q25_diff": 3.0,
"q50_diff": 74.0,
"q75_diff": 2682.0,
"q95_diff": 5032.0
},
"P3_LCP01D": {
"q05_diff": 1339.24536,
"q25_diff": 5602.49268,
"q50_diff": 8420.2207,
"q75_diff": 1168.3945299999996,
"q95_diff": 2130.4511700000003
},
"P3_LCV01D": {
"q05_diff": 320.0,
"q25_diff": 208.0,
"q50_diff": 8704.0,
"q75_diff": 13623.03394,
"q95_diff": 10454.587889999999
},
"P3_LIT01": {
"q05_diff": 3957.3466800000006,
"q25_diff": 883.5517600000003,
"q50_diff": 1176.5166000000008,
"q75_diff": 3351.8925799999997,
"q95_diff": 5827.252930000001
},
"P3_PIT01": {
"q05_diff": 2.0,
"q25_diff": 1.0,
"q50_diff": 1.0,
"q75_diff": 927.0,
"q95_diff": 3523.0
},
"P4_HT_FD": {
"q05_diff": 0.00152,
"q25_diff": 0.00058,
"q50_diff": 0.00087,
"q75_diff": 0.00116,
"q95_diff": 0.0002900000000000001
},
"P4_HT_LD": {
"q05_diff": 124.7862,
"q25_diff": 124.7862,
"q50_diff": 179.53157,
"q75_diff": 193.36982,
"q95_diff": 56.57957999999999
},
"P4_HT_PO": {
"q05_diff": 0.1043,
"q25_diff": 0.6148999999999999,
"q50_diff": 41.620250000000006,
"q75_diff": 62.12276,
"q95_diff": 61.017129999999995
},
"P4_LD": {
"q05_diff": 25.31896999999998,
"q25_diff": 15.10057999999998,
"q50_diff": 51.189790000000016,
"q75_diff": 89.02978999999999,
"q95_diff": 106.50228999999996
},
"P4_ST_FD": {
"q05_diff": 0.00014000000000000037,
"q25_diff": 0.00065,
"q50_diff": 0.00035999999999999997,
"q75_diff": 0.0005,
"q95_diff": 0.0008000000000000001
},
"P4_ST_GOV": {
"q05_diff": 383.3447300000007,
"q25_diff": 1649.9833999999992,
"q50_diff": 2242.03125,
"q75_diff": 3068.233399999999,
"q95_diff": 3115.007809999999
},
"P4_ST_LD": {
"q05_diff": 2.9424099999999953,
"q25_diff": 34.28836000000001,
"q50_diff": 48.83840999999995,
"q75_diff": 66.67095999999998,
"q95_diff": 72.90879000000001
},
"P4_ST_PO": {
"q05_diff": 6.265989999999988,
"q25_diff": 30.496280000000013,
"q50_diff": 41.687430000000006,
"q75_diff": 55.86928999999998,
"q95_diff": 57.018219999999985
},
"P4_ST_PT01": {
"q05_diff": 11.0,
"q25_diff": 13.0,
"q50_diff": 3.0,
"q75_diff": 1.0,
"q95_diff": 31.0
},
"P4_ST_TT01": {
"q05_diff": 17.0,
"q25_diff": 7.0,
"q50_diff": 30.0,
"q75_diff": 9.0,
"q95_diff": 2.0
}
},
"continuous_lag1_diff": {
"P1_B2004": 1.0189476811306442e-05,
"P1_B2016": 0.04553357314927986,
"P1_B3004": 1.018740504876714e-05,
"P1_B3005": 0.9999898125942444,
"P1_B4002": 0.9999898146591784,
"P1_B4005": 0.38925938845217534,
"P1_B400B": 0.8381901808238477,
"P1_B4022": 0.03037469907643997,
"P1_FCV02Z": 0.10069291191782703,
"P1_FCV03D": 0.0777684350647242,
"P1_FCV03Z": 0.17102411440731358,
"P1_FT01": 0.09773439250467486,
"P1_FT01Z": 0.06621322312073108,
"P1_FT02": 0.7991053599113773,
"P1_FT02Z": 0.7991603385212889,
"P1_FT03": 0.2873344106698136,
"P1_FT03Z": 0.2871973536252067,
"P1_LCV01D": 0.08615132202262399,
"P1_LCV01Z": 0.06423969042670852,
"P1_LIT01": 0.055595254094252367,
"P1_PCV01D": 0.1475711267187968,
"P1_PCV01Z": 0.08620226812780918,
"P1_PCV02Z": 0.5669400491575541,
"P1_PIT01": 0.04492160796015221,
"P1_PIT02": 0.2520800862470085,
"P1_TIT01": 0.03761284577066293,
"P1_TIT02": 0.0470828264328359,
"P2_24Vdc": 0.16217201179448734,
"P2_CO_rpm": 0.41252359027750285,
"P2_HILout": 0.18310870024680342,
"P2_MSD": 0.0,
"P2_SIT01": 0.35424038976166516,
"P2_SIT02": 0.4671348814210137,
"P2_VT01": 0.13135106075652725,
"P2_VXT02": 0.1486004530195939,
"P2_VXT03": 0.14340460978192937,
"P2_VYT02": 0.12437748903529589,
"P2_VYT03": 0.10991504800420204,
"P3_FIT01": 0.9302985891041546,
"P3_LCP01D": 0.03501492344185164,
"P3_LCV01D": 0.08108262114132148,
"P3_LIT01": 0.045951245838872334,
"P3_PIT01": 0.9722653711499396,
"P4_HT_FD": 0.06726751916497281,
"P4_HT_LD": 0.15670838558697175,
"P4_HT_PO": 0.4735802135572973,
"P4_LD": 0.07837920481609106,
"P4_ST_FD": 0.1706154777306946,
"P4_ST_GOV": 0.05945532353994332,
"P4_ST_LD": 0.09636373379999075,
"P4_ST_PO": 0.055104496881990817,
"P4_ST_PT01": 0.546803788523067,
"P4_ST_TT01": 0.03649396378380221
},
"discrete_jsd": {
"P1_FCV01D": 0.09833180131798225,
"P1_FCV01Z": 0.44960440692017306,
"P1_FCV02D": 0.07925115505562264,
"P1_PCV02D": 0.0,
"P1_PP01AD": 0.0,
"P1_PP01AR": 0.0,
"P1_PP01BD": 0.0,
"P1_PP01BR": 0.0,
"P1_PP02D": 0.0,
"P1_PP02R": 0.0,
"P1_STSP": 0.0,
"P2_ASD": 0.0,
"P2_AutoGO": 0.0,
"P2_Emerg": 0.0,
"P2_ManualGO": 0.0,
"P2_OnOff": 0.0,
"P2_RTR": 0.0,
"P2_TripEx": 0.0,
"P2_VTR01": 0.0,
"P2_VTR02": 0.0,
"P2_VTR03": 0.0,
"P2_VTR04": 0.0,
"P3_LH": 0.0,
"P3_LL": 0.0,
"P4_HT_PS": 0.0,
"P4_ST_PS": 0.0
},
"avg_ks": 0.5430239779874214,
"avg_jsd": 0.024122590895914533,
"avg_lag1_diff": 0.25321129348110133
}

971
example/results/ablations/runs/no_post_calibration__seed1337/eval_post.json Normal file
View File

@@ -0,0 +1,971 @@
{
"rows": 384,
"continuous_summary": {
"P1_B2004": {
"mean": 0.09355486979166669,
"std": 0.01799194293084728
},
"P1_B2016": {
"mean": 1.226465963541668,
"std": 0.05762137409951418
},
"P1_B3004": {
"mean": 403.2905014583335,
"std": 14.217563527951576
},
"P1_B3005": {
"mean": 1059.5253898958326,
"std": 58.42587703751758
},
"P1_B4002": {
"mean": 32.37490617187499,
"std": 0.6519533213854061
},
"P1_B4005": {
"mean": 64.99571291666655,
"std": 42.03467331899641
},
"P1_B400B": {
"mean": 2770.5973602343743,
"std": 241.08970370015072
},
"P1_B4022": {
"mean": 36.08671476562498,
"std": 0.7147782383668128
},
"P1_FCV02Z": {
"mean": 21.954832630208315,
"std": 38.87335152465215
},
"P1_FCV03D": {
"mean": 58.14541601562505,
"std": 6.267267768996455
},
"P1_FCV03Z": {
"mean": 58.21398343750003,
"std": 6.423211358701469
},
"P1_FT01": {
"mean": 173.78418085937486,
"std": 10.871636774164493
},
"P1_FT01Z": {
"mean": 832.3371609895837,
"std": 21.14366010462666
},
"P1_FT02": {
"mean": 1856.0462919531253,
"std": 368.80879559858437
},
"P1_FT02Z": {
"mean": 1843.7261292187509,
"std": 1190.4241853713818
},
"P1_FT03": {
"mean": 280.8603020833332,
"std": 14.266500816305975
},
"P1_FT03Z": {
"mean": 1058.2564329947922,
"std": 59.50957255113764
},
"P1_LCV01D": {
"mean": 11.699055963541667,
"std": 3.0155193220433567
},
"P1_LCV01Z": {
"mean": 11.627510442708333,
"std": 3.0251072332459787
},
"P1_LIT01": {
"mean": 398.16104973958295,
"std": 2.558201454443084
},
"P1_PCV01D": {
"mean": 65.64593611979173,
"std": 23.56629129628467
},
"P1_PCV01Z": {
"mean": 65.565628671875,
"std": 23.790956943468952
},
"P1_PCV02Z": {
"mean": 11.867279765625007,
"std": 0.10811550492611105
},
"P1_PIT01": {
"mean": 1.3642693489583342,
"std": 0.0045464753907211814
},
"P1_PIT02": {
"mean": 0.27590526041666674,
"std": 0.0003986936041241994
},
"P1_TIT01": {
"mean": 35.183942265625014,
"std": 0.25176049384259186
},
"P1_TIT02": {
"mean": 35.410734296875,
"std": 0.34275359801312044
},
"P2_24Vdc": {
"mean": 28.02860809895833,
"std": 0.0032970984602375326
},
"P2_CO_rpm": {
"mean": 54109.52951054688,
"std": 21.97475672644607
},
"P2_HILout": {
"mean": 711.4986896354167,
"std": 7.856828438379631
},
"P2_MSD": {
"mean": 763.19324,
"std": 0.0
},
"P2_SIT01": {
"mean": 784.7902604166661,
"std": 3.249294028147303
},
"P2_SIT02": {
"mean": 785.8944788281248,
"std": 2.817230183482184
},
"P2_VT01": {
"mean": 11.922679921875003,
"std": 0.05504070160484108
},
"P2_VXT02": {
"mean": -3.3796592708333324,
"std": 0.3392395874187618
},
"P2_VXT03": {
"mean": -1.396118854166667,
"std": 0.18398561380285178
},
"P2_VYT02": {
"mean": 4.004463072916667,
"std": 0.389492910854868
},
"P2_VYT03": {
"mean": 6.30108776041666,
"std": 0.24693428433774522
},
"P3_FIT01": {
"mean": -19.732960494791662,
"std": 16.706026566947937
},
"P3_LCP01D": {
"mean": 8243.110082057286,
"std": 3711.12057106618
},
"P3_LCV01D": {
"mean": 1076.3946400000002,
"std": 1690.1832719119786
},
"P3_LIT01": {
"mean": 11849.491632994792,
"std": 1037.1359212752477
},
"P3_PIT01": {
"mean": -17.142703098958336,
"std": 3.7681811558923877
},
"P4_HT_FD": {
"mean": 0.000783671875,
"std": 0.0007698905056872621
},
"P4_HT_LD": {
"mean": 34.231568880208286,
"std": 33.60361854009684
},
"P4_HT_PO": {
"mean": 35.25451283854166,
"std": 31.650898099038645
},
"P4_LD": {
"mean": 317.36853927083354,
"std": 15.991101621760016
},
"P4_ST_FD": {
"mean": -0.0005309895833333335,
"std": 0.0014984758348293276
},
"P4_ST_GOV": {
"mean": 15550.608222916668,
"std": 754.5835177329105
},
"P4_ST_LD": {
"mean": 281.8861859374999,
"std": 13.154505490055021
},
"P4_ST_PO": {
"mean": 289.0518683072917,
"std": 14.117132016051908
},
"P4_ST_PT01": {
"mean": 10046.702702838544,
"std": 6.4608246856850355
},
"P4_ST_TT01": {
"mean": 27597.026677473943,
"std": 19.624487126975794
}
},
"continuous_error": {
"P1_B2004": {
"mean_abs_err": 1.2782299308983225e-05,
"std_abs_err": 6.494151245123314e-06
},
"P1_B2016": {
"mean_abs_err": 0.16480036112309904,
"std_abs_err": 0.0781521883770489
},
"P1_B3004": {
"mean_abs_err": 0.09556236619266656,
"std_abs_err": 1.2005860600902345
},
"P1_B3005": {
"mean_abs_err": 1.5233966327971302,
"std_abs_err": 2.757439473482698
},
"P1_B4002": {
"mean_abs_err": 0.05797985199510691,
"std_abs_err": 0.07327982218632823
},
"P1_B4005": {
"mean_abs_err": 4.470605900468627,
"std_abs_err": 0.14662412871327746
},
"P1_B400B": {
"mean_abs_err": 992.1214900564062,
"std_abs_err": 952.262569218922
},
"P1_B4022": {
"mean_abs_err": 0.02554011822245883,
"std_abs_err": 0.04332738353199439
},
"P1_FCV02Z": {
"mean_abs_err": 2.996102270263961,
"std_abs_err": 1.5651339146060295
},
"P1_FCV03D": {
"mean_abs_err": 0.42244743522177686,
"std_abs_err": 0.3322279497122995
},
"P1_FCV03Z": {
"mean_abs_err": 1.0850557426898035,
"std_abs_err": 0.29159260563013323
},
"P1_FT01": {
"mean_abs_err": 20.939473496905407,
"std_abs_err": 16.476345064479833
},
"P1_FT01Z": {
"mean_abs_err": 46.71252051456884,
"std_abs_err": 54.622042858691586
},
"P1_FT02": {
"mean_abs_err": 723.2281387184992,
"std_abs_err": 520.3873682528283
},
"P1_FT02Z": {
"mean_abs_err": 65.24768261010217,
"std_abs_err": 2.9211703997677887
},
"P1_FT03": {
"mean_abs_err": 1.7786681928957364,
"std_abs_err": 19.20771229498953
},
"P1_FT03Z": {
"mean_abs_err": 2.785605353729352,
"std_abs_err": 1.6159163124796905
},
"P1_LCV01D": {
"mean_abs_err": 0.45527669823346884,
"std_abs_err": 0.1009043690132354
},
"P1_LCV01Z": {
"mean_abs_err": 0.33856358662958463,
"std_abs_err": 0.061637735900667234
},
"P1_LIT01": {
"mean_abs_err": 5.953822423423333,
"std_abs_err": 13.073696593930887
},
"P1_PCV01D": {
"mean_abs_err": 1.8196376158996515,
"std_abs_err": 0.20347540462090308
},
"P1_PCV01Z": {
"mean_abs_err": 2.842523125027583,
"std_abs_err": 0.07364286719469249
},
"P1_PCV02Z": {
"mean_abs_err": 0.024526819020080026,
"std_abs_err": 0.011271039461463683
},
"P1_PIT01": {
"mean_abs_err": 0.013211871795057784,
"std_abs_err": 0.05688608397916092
},
"P1_PIT02": {
"mean_abs_err": 0.21125182992484998,
"std_abs_err": 0.49831294445075563
},
"P1_TIT01": {
"mean_abs_err": 0.49726597680820106,
"std_abs_err": 0.3315201333433571
},
"P1_TIT02": {
"mean_abs_err": 1.114244381461532,
"std_abs_err": 0.8790051280111426
},
"P2_24Vdc": {
"mean_abs_err": 0.00010160366933931186,
"std_abs_err": 4.536765416938244e-05
},
"P2_CO_rpm": {
"mean_abs_err": 6.819312664207246,
"std_abs_err": 0.48097504834229454
},
"P2_HILout": {
"mean_abs_err": 0.035880365320508645,
"std_abs_err": 0.5978974388765312
},
"P2_MSD": {
"mean_abs_err": 0.0,
"std_abs_err": 1.0
},
"P2_SIT01": {
"mean_abs_err": 0.8863430032231463,
"std_abs_err": 1.949621332296922
},
"P2_SIT02": {
"mean_abs_err": 1.9907409455785228,
"std_abs_err": 2.3733495733307826
},
"P2_VT01": {
"mean_abs_err": 0.0011357241351301894,
"std_abs_err": 0.013472980467160986
},
"P2_VXT02": {
"mean_abs_err": 0.07948079844333611,
"std_abs_err": 0.13179333885245847
},
"P2_VXT03": {
"mean_abs_err": 0.08922556750198907,
"std_abs_err": 0.16564176536080188
},
"P2_VYT02": {
"mean_abs_err": 0.02299422292372988,
"std_abs_err": 0.11041754213791988
},
"P2_VYT03": {
"mean_abs_err": 0.06668264761877563,
"std_abs_err": 0.13286867763334637
},
"P3_FIT01": {
"mean_abs_err": 1170.633136600975,
"std_abs_err": 1763.018671223327
},
"P3_LCP01D": {
"mean_abs_err": 3658.3829338167125,
"std_abs_err": 1418.8794266496984
},
"P3_LCV01D": {
"mean_abs_err": 6057.482076981241,
"std_abs_err": 5149.744623903843
},
"P3_LIT01": {
"mean_abs_err": 1505.3528596991946,
"std_abs_err": 3317.0387156526886
},
"P3_PIT01": {
"mean_abs_err": 666.5006061222861,
"std_abs_err": 1147.153749551303
},
"P4_HT_FD": {
"mean_abs_err": 0.0008868598203517398,
"std_abs_err": 0.0012621278087168383
},
"P4_HT_LD": {
"mean_abs_err": 0.23665180052267232,
"std_abs_err": 0.17982503009853446
},
"P4_HT_PO": {
"mean_abs_err": 1.2707050437847514,
"std_abs_err": 0.21002688171716954
},
"P4_LD": {
"mean_abs_err": 48.76021452336079,
"std_abs_err": 44.62470474768299
},
"P4_ST_FD": {
"mean_abs_err": 0.0005018763534501847,
"std_abs_err": 0.00014370042316070165
},
"P4_ST_GOV": {
"mean_abs_err": 2362.353038330857,
"std_abs_err": 1097.5596982548627
},
"P4_ST_LD": {
"mean_abs_err": 50.11671123231781,
"std_abs_err": 24.698663801562525
},
"P4_ST_PO": {
"mean_abs_err": 43.21710301636705,
"std_abs_err": 20.333811486356392
},
"P4_ST_PT01": {
"mean_abs_err": 3.8724539805389213,
"std_abs_err": 11.323945339634093
},
"P4_ST_TT01": {
"mean_abs_err": 12.006014205588144,
"std_abs_err": 4.292834677592534
}
},
"discrete_invalid_counts": {
"P1_FCV01D": 0,
"P1_FCV01Z": 0,
"P1_FCV02D": 0,
"P1_PCV02D": 0,
"P1_PP01AD": 0,
"P1_PP01AR": 0,
"P1_PP01BD": 0,
"P1_PP01BR": 0,
"P1_PP02D": 0,
"P1_PP02R": 0,
"P1_STSP": 0,
"P2_ASD": 0,
"P2_AutoGO": 0,
"P2_Emerg": 0,
"P2_ManualGO": 0,
"P2_OnOff": 0,
"P2_RTR": 0,
"P2_TripEx": 0,
"P2_VTR01": 0,
"P2_VTR02": 0,
"P2_VTR03": 0,
"P2_VTR04": 0,
"P3_LH": 0,
"P3_LL": 0,
"P4_HT_PS": 0,
"P4_ST_PS": 0
},
"missing_generated_columns": {},
"continuous_ks": {
"P1_B2004": 0.6595583333333334,
"P1_B2016": 0.7187333333333333,
"P1_B3004": 0.671875,
"P1_B3005": 0.5293,
"P1_B4002": 0.7923208333333334,
"P1_B4005": 0.3062625,
"P1_B400B": 0.40025,
"P1_B4022": 0.5756333333333334,
"P1_FCV02Z": 0.7746,
"P1_FCV03D": 0.45162500000000005,
"P1_FCV03Z": 0.40985833333333327,
"P1_FT01": 0.23039166666666666,
"P1_FT01Z": 0.2356541666666666,
"P1_FT02": 0.33279166666666665,
"P1_FT02Z": 0.4029958333333334,
"P1_FT03": 0.8074,
"P1_FT03Z": 0.46950833333333336,
"P1_LCV01D": 0.3859916666666667,
"P1_LCV01Z": 0.397625,
"P1_LIT01": 0.19719166666666665,
"P1_PCV01D": 0.5304583333333333,
"P1_PCV01Z": 0.5184416666666667,
"P1_PCV02Z": 0.6588541666666666,
"P1_PIT01": 0.5208999999999999,
"P1_PIT02": 0.30900000000000005,
"P1_TIT01": 0.5214,
"P1_TIT02": 0.497,
"P2_24Vdc": 0.13548333333333334,
"P2_CO_rpm": 0.16000416666666661,
"P2_HILout": 0.08242499999999997,
"P2_MSD": 0.0,
"P2_SIT01": 0.62935,
"P2_SIT02": 0.74355,
"P2_VT01": 0.1963,
"P2_VXT02": 0.2699833333333333,
"P2_VXT03": 0.3601375,
"P2_VYT02": 0.30165,
"P2_VYT03": 0.366675,
"P3_FIT01": 0.6070791666666666,
"P3_LCP01D": 0.4425708333333333,
"P3_LCV01D": 0.52935,
"P3_LIT01": 0.45738749999999995,
"P3_PIT01": 0.42594583333333336,
"P4_HT_FD": 0.6169,
"P4_HT_LD": 0.06742500000000001,
"P4_HT_PO": 0.05970416666666667,
"P4_LD": 0.5931500000000001,
"P4_ST_FD": 0.13880416666666667,
"P4_ST_GOV": 0.7524958333333334,
"P4_ST_LD": 0.78055,
"P4_ST_PO": 0.7461916666666666,
"P4_ST_PT01": 0.5037625,
"P4_ST_TT01": 0.47985
},
"continuous_quantile_diff": {
"P1_B2004": {
"q05_diff": 0.02845,
"q25_diff": 0.0028399999999999953,
"q50_diff": 0.0011099999999999999,
"q75_diff": 0.0003399999999999931,
"q95_diff": 0.00033000000000001084
},
"P1_B2016": {
"q05_diff": 0.003290000000000015,
"q25_diff": 0.10759999999999992,
"q50_diff": 0.1572500000000001,
"q75_diff": 0.20982999999999996,
"q95_diff": 0.21500000000000008
},
"P1_B3004": {
"q05_diff": 14.80313000000001,
"q25_diff": 1.6197799999999916,
"q50_diff": 6.726189999999974,
"q75_diff": 8.508819999999957,
"q95_diff": 37.86444
},
"P1_B3005": {
"q05_diff": 40.40789999999993,
"q25_diff": 8.045049999999947,
"q50_diff": 89.51202,
"q75_diff": 104.97393,
"q95_diff": 4.4593499999998585
},
"P1_B4002": {
"q05_diff": 0.4564699999999995,
"q25_diff": 1.6555000000000035,
"q50_diff": 1.6555000000000035,
"q75_diff": 0.9287000000000063,
"q95_diff": 0.16969000000000278
},
"P1_B4005": {
"q05_diff": 0.0,
"q25_diff": 81.96193,
"q50_diff": 0.04000000000000625,
"q75_diff": 0.0,
"q95_diff": 0.0
},
"P1_B400B": {
"q05_diff": 2314.8244999999997,
"q25_diff": 2.7055700000000797,
"q50_diff": 4.772950000000037,
"q75_diff": 6.878660000000309,
"q95_diff": 9.681150000000343
},
"P1_B4022": {
"q05_diff": 0.38222999999999985,
"q25_diff": 1.3479000000000028,
"q50_diff": 1.4273799999999994,
"q75_diff": 0.9127399999999994,
"q95_diff": 0.5270299999999963
},
"P1_FCV02Z": {
"q05_diff": 0.007630000000000026,
"q25_diff": 0.015260000000000051,
"q50_diff": 0.05340999999999996,
"q75_diff": 38.169869999999996,
"q95_diff": 0.030520000000009873
},
"P1_FCV03D": {
"q05_diff": 1.3654200000000003,
"q25_diff": 0.2554099999999977,
"q50_diff": 8.60333,
"q75_diff": 10.84863,
"q95_diff": 0.824300000000008
},
"P1_FCV03Z": {
"q05_diff": 1.7547599999999974,
"q25_diff": 0.10681000000000296,
"q50_diff": 8.148199999999996,
"q75_diff": 10.864249999999998,
"q95_diff": 0.9307899999999876
},
"P1_FT01": {
"q05_diff": 14.70313999999999,
"q25_diff": 2.42183,
"q50_diff": 1.5259300000000167,
"q75_diff": 4.196200000000005,
"q95_diff": 17.547579999999982
},
"P1_FT01Z": {
"q05_diff": 31.74590999999998,
"q25_diff": 6.19538,
"q50_diff": 3.443239999999946,
"q75_diff": 12.176449999999932,
"q95_diff": 45.661929999999984
},
"P1_FT02": {
"q05_diff": 800.3658399999999,
"q25_diff": 3.6347699999998895,
"q50_diff": 5.72180000000003,
"q75_diff": 8.333370000000059,
"q95_diff": 9.918340000000171
},
"P1_FT02Z": {
"q05_diff": 1.9862300000000026,
"q25_diff": 2300.54303,
"q50_diff": 14.318849999999657,
"q75_diff": 7.299800000000232,
"q95_diff": 6.317140000000109
},
"P1_FT03": {
"q05_diff": 11.449189999999987,
"q25_diff": 18.110030000000023,
"q50_diff": 43.34487999999999,
"q75_diff": 43.70285999999999,
"q95_diff": 17.708319999999958
},
"P1_FT03Z": {
"q05_diff": 23.41980000000001,
"q25_diff": 2.9805299999999306,
"q50_diff": 84.98266000000012,
"q75_diff": 100.6383699999999,
"q95_diff": 3.5079399999999623
},
"P1_LCV01D": {
"q05_diff": 0.17497000000000007,
"q25_diff": 0.29953000000000074,
"q50_diff": 4.171619999999999,
"q75_diff": 3.162939999999999,
"q95_diff": 0.7125800000000009
},
"P1_LCV01Z": {
"q05_diff": 0.0,
"q25_diff": 0.5874600000000001,
"q50_diff": 4.638670000000001,
"q75_diff": 3.4561199999999985,
"q95_diff": 0.9536700000000007
},
"P1_LIT01": {
"q05_diff": 3.5096100000000092,
"q25_diff": 0.7156700000000455,
"q50_diff": 0.05198000000001457,
"q75_diff": 1.1245400000000245,
"q95_diff": 0.40893999999997277
},
"P1_PCV01D": {
"q05_diff": 0.18625000000000114,
"q25_diff": 2.7490099999999984,
"q50_diff": 18.274499999999996,
"q75_diff": 43.266600000000004,
"q95_diff": 46.32521
},
"P1_PCV01Z": {
"q05_diff": 0.22888000000000375,
"q25_diff": 2.0370500000000007,
"q50_diff": 16.029360000000004,
"q75_diff": 43.33495,
"q95_diff": 45.1493
},
"P1_PCV02Z": {
"q05_diff": 0.2288800000000002,
"q25_diff": 0.2212499999999995,
"q50_diff": 0.2288800000000002,
"q75_diff": 0.0,
"q95_diff": 0.0
},
"P1_PIT01": {
"q05_diff": 0.10681000000000007,
"q25_diff": 0.02442000000000011,
"q50_diff": 0.016019999999999923,
"q75_diff": 0.05035000000000012,
"q95_diff": 0.10909999999999997
},
"P1_PIT02": {
"q05_diff": 0.07094999999999999,
"q25_diff": 0.0,
"q50_diff": 0.0007699999999999929,
"q75_diff": 0.0007600000000000384,
"q95_diff": 0.0015200000000000213
},
"P1_TIT01": {
"q05_diff": 0.10681000000000296,
"q25_diff": 0.15258000000000038,
"q50_diff": 0.5843500000000006,
"q75_diff": 0.9613000000000014,
"q95_diff": 1.1291399999999996
},
"P1_TIT02": {
"q05_diff": 0.015260000000004936,
"q25_diff": 0.32043999999999784,
"q50_diff": 0.9460399999999964,
"q75_diff": 1.4648400000000024,
"q95_diff": 3.0670199999999994
},
"P2_24Vdc": {
"q05_diff": 3.999999999848569e-05,
"q25_diff": 0.0008400000000001739,
"q50_diff": 0.00013999999999825263,
"q75_diff": 0.0008799999999986596,
"q95_diff": 0.00010999999999938836
},
"P2_CO_rpm": {
"q05_diff": 1.4375,
"q25_diff": 1.0,
"q50_diff": 4.0,
"q75_diff": 7.0,
"q95_diff": 3.0
},
"P2_HILout": {
"q05_diff": 0.3295900000000529,
"q25_diff": 1.6540499999999838,
"q50_diff": 0.31737999999995736,
"q75_diff": 1.7334000000000742,
"q95_diff": 2.2399900000000343
},
"P2_MSD": {
"q05_diff": 0.0,
"q25_diff": 0.0,
"q50_diff": 0.0,
"q75_diff": 0.0,
"q95_diff": 0.0
},
"P2_SIT01": {
"q05_diff": 7.0,
"q25_diff": 6.0,
"q50_diff": 6.0,
"q75_diff": 6.0,
"q95_diff": 4.0
},
"P2_SIT02": {
"q05_diff": 8.653869999999984,
"q25_diff": 7.362730000000056,
"q50_diff": 7.191100000000006,
"q75_diff": 6.750490000000013,
"q95_diff": 5.111449999999991
},
"P2_VT01": {
"q05_diff": 0.021240000000000592,
"q25_diff": 0.0377799999999997,
"q50_diff": 0.008070000000000022,
"q75_diff": 0.010880000000000223,
"q95_diff": 0.012109999999999843
},
"P2_VXT02": {
"q05_diff": 0.25753000000000004,
"q25_diff": 0.34694999999999965,
"q50_diff": 0.20943999999999985,
"q75_diff": 0.019890000000000185,
"q95_diff": 0.21357999999999988
},
"P2_VXT03": {
"q05_diff": 0.23455999999999988,
"q25_diff": 0.30672999999999995,
"q50_diff": 0.24998999999999993,
"q75_diff": 0.13796000000000008,
"q95_diff": 0.19257999999999997
},
"P2_VYT02": {
"q05_diff": 0.31522000000000006,
"q25_diff": 0.40493999999999986,
"q50_diff": 0.21096000000000004,
"q75_diff": 0.1714500000000001,
"q95_diff": 0.3127000000000004
},
"P2_VYT03": {
"q05_diff": 0.27542000000000044,
"q25_diff": 0.34633999999999965,
"q50_diff": 0.16134999999999966,
"q75_diff": 0.1588099999999999,
"q95_diff": 0.29079999999999995
},
"P3_FIT01": {
"q05_diff": 2.0,
"q25_diff": 3.0,
"q50_diff": 74.0,
"q75_diff": 2682.0,
"q95_diff": 5032.0
},
"P3_LCP01D": {
"q05_diff": 1339.24536,
"q25_diff": 5602.49268,
"q50_diff": 8420.2207,
"q75_diff": 1168.3945299999996,
"q95_diff": 2130.4511700000003
},
"P3_LCV01D": {
"q05_diff": 320.0,
"q25_diff": 208.0,
"q50_diff": 8704.0,
"q75_diff": 13623.03394,
"q95_diff": 10454.587889999999
},
"P3_LIT01": {
"q05_diff": 3957.3466800000006,
"q25_diff": 883.5517600000003,
"q50_diff": 1176.5166000000008,
"q75_diff": 3351.8925799999997,
"q95_diff": 5827.252930000001
},
"P3_PIT01": {
"q05_diff": 2.0,
"q25_diff": 1.0,
"q50_diff": 1.0,
"q75_diff": 927.0,
"q95_diff": 3523.0
},
"P4_HT_FD": {
"q05_diff": 0.00152,
"q25_diff": 0.00058,
"q50_diff": 0.00087,
"q75_diff": 0.00116,
"q95_diff": 0.0002900000000000001
},
"P4_HT_LD": {
"q05_diff": 0.0,
"q25_diff": 0.0,
"q50_diff": 27.14122,
"q75_diff": 0.13020999999999106,
"q95_diff": 0.21701000000000192
},
"P4_HT_PO": {
"q05_diff": 0.0,
"q25_diff": 0.9223299999999999,
"q50_diff": 8.89752,
"q75_diff": 0.054199999999994475,
"q95_diff": 0.6510700000000043
},
"P4_LD": {
"q05_diff": 25.31896999999998,
"q25_diff": 15.10057999999998,
"q50_diff": 51.189790000000016,
"q75_diff": 89.02978999999999,
"q95_diff": 106.50228999999996
},
"P4_ST_FD": {
"q05_diff": 0.00014000000000000037,
"q25_diff": 0.00065,
"q50_diff": 0.00035999999999999997,
"q75_diff": 0.0005,
"q95_diff": 0.0008000000000000001
},
"P4_ST_GOV": {
"q05_diff": 383.3447300000007,
"q25_diff": 1649.9833999999992,
"q50_diff": 2242.03125,
"q75_diff": 3068.233399999999,
"q95_diff": 3115.007809999999
},
"P4_ST_LD": {
"q05_diff": 2.9424099999999953,
"q25_diff": 34.28836000000001,
"q50_diff": 48.83840999999995,
"q75_diff": 66.67095999999998,
"q95_diff": 72.90879000000001
},
"P4_ST_PO": {
"q05_diff": 6.265989999999988,
"q25_diff": 30.496280000000013,
"q50_diff": 41.687430000000006,
"q75_diff": 55.86928999999998,
"q95_diff": 57.018219999999985
},
"P4_ST_PT01": {
"q05_diff": 11.0,
"q25_diff": 13.0,
"q50_diff": 3.0,
"q75_diff": 1.0,
"q95_diff": 31.0
},
"P4_ST_TT01": {
"q05_diff": 17.0,
"q25_diff": 7.0,
"q50_diff": 30.0,
"q75_diff": 9.0,
"q95_diff": 2.0
}
},
"continuous_lag1_diff": {
"P1_B2004": 1.0624831607922858,
"P1_B2016": 0.04553357314927986,
"P1_B3004": 0.9420514424699565,
"P1_B3005": 0.9755864990985265,
"P1_B4002": 0.9939428775878422,
"P1_B4005": 1.0901635813805555,
"P1_B400B": 0.8381901808238477,
"P1_B4022": 1.0728287547128275,
"P1_FCV02Z": 1.0856923346443097,
"P1_FCV03D": 1.0287616800381814,
"P1_FCV03Z": 1.01920928123416,
"P1_FT01": 0.09773439250467486,
"P1_FT01Z": 0.06621322312073108,
"P1_FT02": 0.7991053599113773,
"P1_FT02Z": 1.0572315062387077,
"P1_FT03": 0.2873344106698136,
"P1_FT03Z": 0.9861265787637634,
"P1_LCV01D": 0.9922897795117445,
"P1_LCV01Z": 0.9035160861736835,
"P1_LIT01": 0.055595254094252367,
"P1_PCV01D": 0.9847169107083952,
"P1_PCV01Z": 1.1483081333334428,
"P1_PCV02Z": 0.5764046458797007,
"P1_PIT01": 0.04492160796015221,
"P1_PIT02": 0.2520800862470085,
"P1_TIT01": 0.03761284577066293,
"P1_TIT02": 0.0470828264328359,
"P2_24Vdc": 0.039965792976989475,
"P2_CO_rpm": 0.41252359027750285,
"P2_HILout": 0.24706059027478758,
"P2_MSD": 0.0,
"P2_SIT01": 0.35424038976166516,
"P2_SIT02": 0.4671348814210137,
"P2_VT01": 0.13135106075652725,
"P2_VXT02": 0.1486004530195939,
"P2_VXT03": 0.14340460978192937,
"P2_VYT02": 0.12437748903529589,
"P2_VYT03": 0.10991504800420204,
"P3_FIT01": 0.9302985891041546,
"P3_LCP01D": 0.03501492344185164,
"P3_LCV01D": 0.08108262114132148,
"P3_LIT01": 0.045951245838872334,
"P3_PIT01": 0.9722653711499396,
"P4_HT_FD": 0.06726751916497281,
"P4_HT_LD": 1.052071148480924,
"P4_HT_PO": 1.0918064404320895,
"P4_LD": 0.07837920481609106,
"P4_ST_FD": 0.1706154777306946,
"P4_ST_GOV": 0.05945532353994332,
"P4_ST_LD": 0.09636373379999075,
"P4_ST_PO": 0.055104496881990817,
"P4_ST_PT01": 0.546803788523067,
"P4_ST_TT01": 0.03649396378380221
},
"discrete_jsd": {
"P1_FCV01D": 0.09833180131798225,
"P1_FCV01Z": 0.44960440692017306,
"P1_FCV02D": 0.07925115505562264,
"P1_PCV02D": 0.0,
"P1_PP01AD": 0.0,
"P1_PP01AR": 0.0,
"P1_PP01BD": 0.0,
"P1_PP01BR": 0.0,
"P1_PP02D": 0.0,
"P1_PP02R": 0.0,
"P1_STSP": 0.0,
"P2_ASD": 0.0,
"P2_AutoGO": 0.0,
"P2_Emerg": 0.0,
"P2_ManualGO": 0.0,
"P2_OnOff": 0.0,
"P2_RTR": 0.0,
"P2_TripEx": 0.0,
"P2_VTR01": 0.0,
"P2_VTR02": 0.0,
"P2_VTR03": 0.0,
"P2_VTR04": 0.0,
"P3_LH": 0.0,
"P3_LL": 0.0,
"P4_HT_PS": 0.0,
"P4_ST_PS": 0.0
}
}