ModuFlow/mask-ddpm
3
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Add comprehensive evaluation and ablation summaries

Browse Source
This commit is contained in:
mzYang
2026-03-27 22:11:07 +08:00
parent 17f69f963f
commit b8696d0c54
46 changed files with 30666 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

538
example/results/ablations/runs/eps_target__seed1337/comprehensive_eval.json Normal file
View File

@@ -0,0 +1,538 @@
{
"generated_path": "/root/autodl-tmp/mask-ddpm/example/results/ablations/runs/eps_target__seed1337/generated.csv",
"reference_paths": [
"/root/autodl-tmp/dataset/hai/hai-21.03/train1.csv.gz",
"/root/autodl-tmp/dataset/hai/hai-21.03/train2.csv.gz",
"/root/autodl-tmp/dataset/hai/hai-21.03/train3.csv.gz"
],
"test_paths": [
"/root/autodl-tmp/dataset/hai/hai-21.03/test1.csv.gz",
"/root/autodl-tmp/dataset/hai/hai-21.03/test2.csv.gz",
"/root/autodl-tmp/dataset/hai/hai-21.03/test3.csv.gz",
"/root/autodl-tmp/dataset/hai/hai-21.03/test4.csv.gz",
"/root/autodl-tmp/dataset/hai/hai-21.03/test5.csv.gz"
],
"seq_len": 96,
"stride": 96,
"counts": {
"train_windows": 1024,
"generated_windows": 4,
"test_windows": 1024,
"test_anomalous_windows": 44,
"test_normal_windows": 980
},
"basic_eval": {
"avg_ks": 0.48224064465408806,
"avg_jsd": 0.10238307146791868,
"avg_lag1_diff": 0.7276772745273601
},
"two_sample": {
"continuous_mmd_rbf": 0.4687999486923218,
"continuous_mmd_gamma": 1.0991056714539588e-05,
"histogram_mmd_rbf": 0.46879076957702637,
"histogram_mmd_gamma": 1.0990790576152698e-05,
"discriminative_accuracy": 1.0,
"discriminative_balanced_accuracy": 0.5,
"discriminative_auroc": NaN
},
"diversity_privacy": {
"duplicate_rate": 0.0,
"exact_match_rate_to_train": 0.0,
"nn_gen_to_train_mean": 195.676513671875,
"nn_holdout_to_train_mean": 55.17637252807617,
"memorization_ratio": 3.5463823500232126,
"one_nn_two_sample_accuracy": 1.0
},
"coupling": {
"corr_mean_abs_diff": 0.1948104053735733,
"corr_frobenius": 15.79874038696289,
"lag1_corr_mean_abs_diff": 0.18509823083877563,
"lag1_corr_frobenius": 16.390331268310547,
"by_process": {
"P1": {
"corr_mean_abs_diff": 0.32595741748809814,
"corr_frobenius": 11.500425338745117,
"lag1_corr_mean_abs_diff": 0.35287562012672424,
"lag1_corr_frobenius": 12.468684196472168
},
"P2": {
"corr_mean_abs_diff": 0.11868169903755188,
"corr_frobenius": 2.282080888748169,
"lag1_corr_mean_abs_diff": 0.19088982045650482,
"lag1_corr_frobenius": 3.5559701919555664
},
"P3": {
"corr_mean_abs_diff": 0.33685311675071716,
"corr_frobenius": 2.3411834239959717,
"lag1_corr_mean_abs_diff": 0.5530110001564026,
"lag1_corr_frobenius": 3.203065872192383
},
"P4": {
"corr_mean_abs_diff": 0.29687002301216125,
"corr_frobenius": 4.520476818084717,
"lag1_corr_mean_abs_diff": 0.3345119059085846,
"lag1_corr_frobenius": 4.801176071166992
}
}
},
"frequency": {
"avg_psd_l1": 0.026633866131305695,
"avg_psd_cosine": 0.5700032617978024,
"avg_low_high_ratio_abs_diff": 7547185.2531314045
},
"type_metrics": {
"type1_program": {
"features": [
"P1_B4002",
"P2_MSD",
"P4_HT_LD",
"P1_B2004",
"P1_B3004",
"P1_B4022",
"P1_B3005"
],
"generated": {
"P1_B4002": {
"num_changes": 0.0,
"mean_dwell": 384.0,
"median_dwell": 384.0,
"mean_step": NaN,
"median_step": NaN
},
"P2_MSD": {
"num_changes": 0.0,
"mean_dwell": 384.0,
"median_dwell": 384.0,
"mean_step": NaN,
"median_step": NaN
},
"P4_HT_LD": {
"num_changes": 15.0,
"mean_dwell": 24.0,
"median_dwell": 2.5,
"mean_step": 68.42660395304362,
"median_step": 1.9043693542480469
},
"P1_B2004": {
"num_changes": 0.0,
"mean_dwell": 384.0,
"median_dwell": 384.0,
"mean_step": NaN,
"median_step": NaN
},
"P1_B3004": {
"num_changes": 0.0,
"mean_dwell": 384.0,
"median_dwell": 384.0,
"mean_step": NaN,
"median_step": NaN
},
"P1_B4022": {
"num_changes": 383.0,
"mean_dwell": 1.0,
"median_dwell": 1.0,
"mean_step": 0.01115664489586733,
"median_step": 0.004810333251953125
},
"P1_B3005": {
"num_changes": 0.0,
"mean_dwell": 384.0,
"median_dwell": 384.0,
"mean_step": NaN,
"median_step": NaN
}
},
"reference": {
"P1_B4002": {
"num_changes": 97.0,
"mean_dwell": 1003.1020408163265,
"median_dwell": 1.0,
"mean_step": 0.032477270696581025,
"median_step": 0.0126495361328125
},
"P2_MSD": {
"num_changes": 0.0,
"mean_dwell": 98304.0,
"median_dwell": 98304.0,
"mean_step": NaN,
"median_step": NaN
},
"P4_HT_LD": {
"num_changes": 63727.0,
"mean_dwell": 1.5425558624152649,
"median_dwell": 1.0,
"mean_step": 1.0409184914880636,
"median_step": 0.245941162109375
},
"P1_B2004": {
"num_changes": 145.0,
"mean_dwell": 673.3150684931506,
"median_dwell": 1.0,
"mean_step": 0.0015369655757114806,
"median_step": 0.00010000169277191162
},
"P1_B3004": {
"num_changes": 146.0,
"mean_dwell": 668.734693877551,
"median_dwell": 1.0,
"mean_step": 1.113193877755779,
"median_step": 0.819305419921875
},
"P1_B4022": {
"num_changes": 97122.0,
"mean_dwell": 1.0121598385552342,
"median_dwell": 1.0,
"mean_step": 0.011706427666086412,
"median_step": 0.00952911376953125
},
"P1_B3005": {
"num_changes": 148.0,
"mean_dwell": 659.7583892617449,
"median_dwell": 1.0,
"mean_step": 5.635673316749367,
"median_step": 5.34417724609375
}
},
"aggregates": {
"mean_abs_diff_num_changes": 22998.14285714286,
"mean_abs_diff_mean_dwell": 14201.625685203559,
"mean_abs_diff_median_dwell": 14207.642857142857,
"mean_abs_diff_mean_step": 33.693117622162895,
"mean_abs_diff_median_step": 0.831573486328125
}
},
"type2_controller": {
"features": [
"P1_B4005"
],
"generated": {
"P1_B4005": {
"saturation_ratio": 0.4140625,
"change_rate": 0.5169712793733682,
"step_median": 54.905609130859375
}
},
"reference": {
"P1_B4005": {
"saturation_ratio": 0.588958740234375,
"change_rate": 0.4608201173921447,
"step_median": 0.03202030062675476
}
},
"aggregates": {
"mean_abs_diff_saturation_ratio": 0.174896240234375,
"mean_abs_diff_change_rate": 0.056151161981223496,
"mean_abs_diff_step_median": 54.87358883023262
}
},
"type3_actuator": {
"features": [
"P1_PCV02Z",
"P1_PCV01Z",
"P1_PCV01D",
"P1_FCV02Z",
"P1_FCV03D",
"P1_FCV03Z",
"P1_LCV01D",
"P1_LCV01Z"
],
"generated": {
"P1_PCV02Z": {
"unique_ratio": 0.020833333333333332,
"top1_mass": 0.3151041666666667,
"top3_mass": 0.7630208333333334,
"median_dwell": 1.0
},
"P1_PCV01Z": {
"unique_ratio": 0.19270833333333334,
"top1_mass": 0.4401041666666667,
"top3_mass": 0.8072916666666666,
"median_dwell": 1.0
},
"P1_PCV01D": {
"unique_ratio": 0.15625,
"top1_mass": 0.5026041666666666,
"top3_mass": 0.8489583333333334,
"median_dwell": 1.0
},
"P1_FCV02Z": {
"unique_ratio": 0.13802083333333334,
"top1_mass": 0.2421875,
"top3_mass": 0.4453125,
"median_dwell": 1.0
},
"P1_FCV03D": {
"unique_ratio": 0.4348958333333333,
"top1_mass": 0.5442708333333334,
"top3_mass": 0.5598958333333334,
"median_dwell": 1.0
},
"P1_FCV03Z": {
"unique_ratio": 0.3671875,
"top1_mass": 0.28125,
"top3_mass": 0.3203125,
"median_dwell": 1.0
},
"P1_LCV01D": {
"unique_ratio": 0.4713541666666667,
"top1_mass": 0.4817708333333333,
"top3_mass": 0.4921875,
"median_dwell": 1.0
},
"P1_LCV01Z": {
"unique_ratio": 0.2682291666666667,
"top1_mass": 0.2838541666666667,
"top3_mass": 0.3671875,
"median_dwell": 1.0
}
},
"reference": {
"P1_PCV02Z": {
"unique_ratio": 5.0862630208333336e-05,
"top1_mass": 0.5122273763020834,
"top3_mass": 0.9970194498697916,
"median_dwell": 2.0
},
"P1_PCV01Z": {
"unique_ratio": 0.063232421875,
"top1_mass": 0.009714762369791666,
"top3_mass": 0.020904541015625,
"median_dwell": 1.0
},
"P1_PCV01D": {
"unique_ratio": 0.074310302734375,
"top1_mass": 0.043843587239583336,
"top3_mass": 0.044850667317708336,
"median_dwell": 1.0
},
"P1_FCV02Z": {
"unique_ratio": 0.058146158854166664,
"top1_mass": 0.20765177408854166,
"top3_mass": 0.3501078287760417,
"median_dwell": 1.0
},
"P1_FCV03D": {
"unique_ratio": 0.017527262369791668,
"top1_mass": 0.004384358723958333,
"top3_mass": 0.012776692708333334,
"median_dwell": 1.0
},
"P1_FCV03Z": {
"unique_ratio": 0.013102213541666666,
"top1_mass": 0.10939534505208333,
"top3_mass": 0.2132568359375,
"median_dwell": 1.0
},
"P1_LCV01D": {
"unique_ratio": 0.015523274739583334,
"top1_mass": 0.0033976236979166665,
"top3_mass": 0.009999593098958334,
"median_dwell": 1.0
},
"P1_LCV01Z": {
"unique_ratio": 0.012715657552083334,
"top1_mass": 0.047566731770833336,
"top3_mass": 0.1214599609375,
"median_dwell": 1.0
}
},
"aggregates": {
"mean_abs_diff_unique_ratio": 0.22435887654622397,
"mean_abs_diff_top1_mass": 0.3184013366699219,
"mean_abs_diff_top3_mass": 0.4127235412597656,
"mean_abs_diff_median_dwell": 0.125
}
},
"type4_pv": {
"features": [
"P1_PIT02",
"P2_SIT02",
"P1_FT03"
],
"generated": {
"P1_PIT02": {
"q05": 0.19251999258995056,
"q50": 0.27557000517845154,
"q95": 0.42587000131607056,
"tail_ratio": 1.809752839922259
},
"P2_SIT02": {
"q05": 774.8785400390625,
"q50": 784.5530395507812,
"q95": 786.7108764648438,
"tail_ratio": 0.22304377724643076
},
"P1_FT03": {
"q05": 187.14901733398438,
"q50": 298.9196472167969,
"q95": 316.24639892578125,
"tail_ratio": 0.15502061433447098
}
},
"reference": {
"P1_PIT02": {
"q05": 0.20232999324798584,
"q50": 0.2763400077819824,
"q95": 1.8746999502182007,
"tail_ratio": 21.596535989085773
},
"P2_SIT02": {
"q05": 771.5216674804688,
"q50": 779.1593017578125,
"q95": 785.1046752929688,
"tail_ratio": 0.7784312942022615
},
"P1_FT03": {
"q05": 201.6184539794922,
"q50": 300.2251892089844,
"q95": 313.76690673828125,
"tail_ratio": 0.13733055351422585
}
},
"aggregates": {
"mean_abs_diff_q05": 5.9453730682531996,
"mean_abs_diff_q50": 2.23334992925326,
"mean_abs_diff_q95": 1.8448411027590434,
"mean_abs_diff_tail_ratio": 6.786620242313197
}
},
"type5_program_proxy": {
"features": [
"P1_FT03Z",
"P1_FT02Z"
],
"generated": {
"P1_FT03Z": {
"num_changes": 324.0,
"mean_dwell": 1.1815384615384616,
"median_dwell": 1.0,
"mean_step": 65.06421595443913,
"median_step": 105.447021484375
},
"P1_FT02Z": {
"num_changes": 319.0,
"mean_dwell": 1.2,
"median_dwell": 1.0,
"mean_step": 1047.0514582421713,
"median_step": 1134.979736328125
}
},
"reference": {
"P1_FT03Z": {
"num_changes": 83889.0,
"mean_dwell": 1.1718202407915126,
"median_dwell": 1.0,
"mean_step": 0.9289188007355237,
"median_step": 0.6378173828125
},
"P1_FT02Z": {
"num_changes": 95436.0,
"mean_dwell": 1.0300407598730053,
"median_dwell": 1.0,
"mean_step": 14.373282350295296,
"median_step": 5.89599609375
}
},
"aggregates": {
"mean_abs_diff_num_changes": 89341.0,
"mean_abs_diff_mean_dwell": 0.08983873043697188,
"mean_abs_diff_median_dwell": 0.0,
"mean_abs_diff_mean_step": 548.4067365227897,
"mean_abs_diff_median_step": 616.9464721679688
}
},
"type6_aux": {
"features": [
"P4_HT_PO",
"P2_24Vdc",
"P2_HILout"
],
"generated": {
"P4_HT_PO": {
"mean": 33.98807907104492,
"std": 31.542545318603516,
"lag1": 0.057515524327754974
},
"P2_24Vdc": {
"mean": 28.0284481048584,
"std": 0.0041008396074175835,
"lag1": 0.011104353703558445
},
"P2_HILout": {
"mean": 708.3784790039062,
"std": 16.135107040405273,
"lag1": 0.22598320245742798
}
},
"reference": {
"P4_HT_PO": {
"mean": 34.35928726196289,
"std": 31.320688247680664,
"lag1": 0.9990671873092651
},
"P2_24Vdc": {
"mean": 28.0284366607666,
"std": 0.0032698388677090406,
"lag1": 0.05670436844229698
},
"P2_HILout": {
"mean": 711.9729614257812,
"std": 8.238578796386719,
"lag1": 0.2585394084453583
}
},
"aggregates": {
"mean_abs_diff_mean": 1.3219006856282551,
"mean_abs_diff_std": 2.7064054385603717,
"mean_abs_diff_lag1": 0.33990262790272635
}
}
},
"predictive_consistency": {
"real_only": {
"rmse": 0.5583509206771851,
"mae": 0.366405189037323
},
"synthetic_only": {
"rmse": 0.9675812721252441,
"mae": 0.7771188616752625
},
"real_plus_synthetic": {
"rmse": 0.5489299893379211,
"mae": 0.3588286340236664
},
"rmse_ratio_synth_to_real": 1.7329267962014498
},
"anomaly_utility": {
"real_only": {
"auroc": 0.8881493506493506,
"auprc": 0.6527744226377132,
"threshold": 0.3682355284690857,
"f1": 0.35714285714285715,
"precision": 0.24193548387096775,
"recall": 0.6818181818181818,
"best_f1": 0.763157894736842,
"best_f1_threshold": 0.49033087491989136
},
"synthetic_only": {
"auroc": 0.8216141001855286,
"auprc": 0.5817769935282933,
"threshold": 0.0175539031624794,
"f1": 0.08239700374531835,
"precision": 0.04296875,
"recall": 1.0,
"best_f1": 0.6666666666666667,
"best_f1_threshold": 1.498559594154358
},
"real_plus_synthetic": {
"auroc": 0.8842300556586271,
"auprc": 0.6466204571725106,
"threshold": 0.3626948595046997,
"f1": 0.3372093023255814,
"precision": 0.2265625,
"recall": 0.6590909090909091,
"best_f1": 0.763157894736842,
"best_f1_threshold": 0.4720713794231415
}
}
}

538
example/results/ablations/runs/eps_target__seed1337/comprehensive_eval_post.json Normal file
View File

@@ -0,0 +1,538 @@
{
"generated_path": "/root/autodl-tmp/mask-ddpm/example/results/ablations/runs/eps_target__seed1337/generated_post.csv",
"reference_paths": [
"/root/autodl-tmp/dataset/hai/hai-21.03/train1.csv.gz",
"/root/autodl-tmp/dataset/hai/hai-21.03/train2.csv.gz",
"/root/autodl-tmp/dataset/hai/hai-21.03/train3.csv.gz"
],
"test_paths": [
"/root/autodl-tmp/dataset/hai/hai-21.03/test1.csv.gz",
"/root/autodl-tmp/dataset/hai/hai-21.03/test2.csv.gz",
"/root/autodl-tmp/dataset/hai/hai-21.03/test3.csv.gz",
"/root/autodl-tmp/dataset/hai/hai-21.03/test4.csv.gz",
"/root/autodl-tmp/dataset/hai/hai-21.03/test5.csv.gz"
],
"seq_len": 96,
"stride": 96,
"counts": {
"train_windows": 1024,
"generated_windows": 4,
"test_windows": 1024,
"test_anomalous_windows": 44,
"test_normal_windows": 980
},
"basic_eval": {
"avg_ks": null,
"avg_jsd": null,
"avg_lag1_diff": null
},
"two_sample": {
"continuous_mmd_rbf": 0.19920897483825684,
"continuous_mmd_gamma": 1.9479406766841545e-05,
"histogram_mmd_rbf": 0.19920587539672852,
"histogram_mmd_gamma": 1.947866865125894e-05,
"discriminative_accuracy": 0.5,
"discriminative_balanced_accuracy": 0.25,
"discriminative_auroc": NaN
},
"diversity_privacy": {
"duplicate_rate": 0.0,
"exact_match_rate_to_train": 0.0,
"nn_gen_to_train_mean": 150.8397216796875,
"nn_holdout_to_train_mean": 55.17637252807617,
"memorization_ratio": 2.7337738015113913,
"one_nn_two_sample_accuracy": 0.9959349593495935
},
"coupling": {
"corr_mean_abs_diff": 0.18258368968963623,
"corr_frobenius": 15.465909957885742,
"lag1_corr_mean_abs_diff": 0.18536746501922607,
"lag1_corr_frobenius": 16.367128372192383,
"by_process": {
"P1": {
"corr_mean_abs_diff": 0.330845445394516,
"corr_frobenius": 11.653647422790527,
"lag1_corr_mean_abs_diff": 0.35905906558036804,
"lag1_corr_frobenius": 12.64593505859375
},
"P2": {
"corr_mean_abs_diff": 0.12455040216445923,
"corr_frobenius": 2.371154546737671,
"lag1_corr_mean_abs_diff": 0.19896332919597626,
"lag1_corr_frobenius": 3.6055963039398193
},
"P3": {
"corr_mean_abs_diff": 0.33685311675071716,
"corr_frobenius": 2.3411834239959717,
"lag1_corr_mean_abs_diff": 0.5530110001564026,
"lag1_corr_frobenius": 3.203065872192383
},
"P4": {
"corr_mean_abs_diff": 0.3033543527126312,
"corr_frobenius": 4.657331943511963,
"lag1_corr_mean_abs_diff": 0.3527607321739197,
"lag1_corr_frobenius": 5.017890930175781
}
}
},
"frequency": {
"avg_psd_l1": 0.02700667828321457,
"avg_psd_cosine": 0.5953845893437008,
"avg_low_high_ratio_abs_diff": 19.91622868380982
},
"type_metrics": {
"type1_program": {
"features": [
"P1_B4002",
"P2_MSD",
"P4_HT_LD",
"P1_B2004",
"P1_B3004",
"P1_B4022",
"P1_B3005"
],
"generated": {
"P1_B4002": {
"num_changes": 308.0,
"mean_dwell": 1.2427184466019416,
"median_dwell": 1.0,
"mean_step": 0.8413416007896523,
"median_step": 0.7274894714355469
},
"P2_MSD": {
"num_changes": 0.0,
"mean_dwell": 384.0,
"median_dwell": 384.0,
"mean_step": NaN,
"median_step": NaN
},
"P4_HT_LD": {
"num_changes": 347.0,
"mean_dwell": 1.103448275862069,
"median_dwell": 1.0,
"mean_step": 41.3141472878254,
"median_step": 54.116028785705566
},
"P1_B2004": {
"num_changes": 362.0,
"mean_dwell": 1.0578512396694215,
"median_dwell": 1.0,
"mean_step": 0.014068839402653235,
"median_step": 0.0017450004816055298
},
"P1_B3004": {
"num_changes": 370.0,
"mean_dwell": 1.0350404312668464,
"median_dwell": 1.0,
"mean_step": 14.77256890374261,
"median_step": 10.804779052734375
},
"P1_B4022": {
"num_changes": 383.0,
"mean_dwell": 1.0,
"median_dwell": 1.0,
"mean_step": 0.8157603410765646,
"median_step": 0.5944099426269531
},
"P1_B3005": {
"num_changes": 362.0,
"mean_dwell": 1.0578512396694215,
"median_dwell": 1.0,
"mean_step": 64.28072175926926,
"median_step": 41.228179931640625
}
},
"reference": {
"P1_B4002": {
"num_changes": 97.0,
"mean_dwell": 1003.1020408163265,
"median_dwell": 1.0,
"mean_step": 0.032477270696581025,
"median_step": 0.0126495361328125
},
"P2_MSD": {
"num_changes": 0.0,
"mean_dwell": 98304.0,
"median_dwell": 98304.0,
"mean_step": NaN,
"median_step": NaN
},
"P4_HT_LD": {
"num_changes": 63727.0,
"mean_dwell": 1.5425558624152649,
"median_dwell": 1.0,
"mean_step": 1.0409184914880636,
"median_step": 0.245941162109375
},
"P1_B2004": {
"num_changes": 145.0,
"mean_dwell": 673.3150684931506,
"median_dwell": 1.0,
"mean_step": 0.0015369655757114806,
"median_step": 0.00010000169277191162
},
"P1_B3004": {
"num_changes": 146.0,
"mean_dwell": 668.734693877551,
"median_dwell": 1.0,
"mean_step": 1.113193877755779,
"median_step": 0.819305419921875
},
"P1_B4022": {
"num_changes": 97122.0,
"mean_dwell": 1.0121598385552342,
"median_dwell": 1.0,
"mean_step": 0.011706427666086412,
"median_step": 0.00952911376953125
},
"P1_B3005": {
"num_changes": 148.0,
"mean_dwell": 659.7583892617449,
"median_dwell": 1.0,
"mean_step": 5.635673316749367,
"median_step": 5.34417724609375
}
},
"aggregates": {
"mean_abs_diff_num_changes": 22997.85714285714,
"mean_abs_diff_mean_dwell": 14417.281142645239,
"mean_abs_diff_median_dwell": 13988.57142857143,
"mean_abs_diff_mean_step": 19.03385039702909,
"mean_abs_diff_median_step": 16.840154950817425
}
},
"type2_controller": {
"features": [
"P1_B4005"
],
"generated": {
"P1_B4005": {
"saturation_ratio": 0.6822916666666666,
"change_rate": 0.7702349869451697,
"step_median": 68.81373023986816
}
},
"reference": {
"P1_B4005": {
"saturation_ratio": 0.588958740234375,
"change_rate": 0.4608201173921447,
"step_median": 0.03202030062675476
}
},
"aggregates": {
"mean_abs_diff_saturation_ratio": 0.09333292643229163,
"mean_abs_diff_change_rate": 0.309414869553025,
"mean_abs_diff_step_median": 68.78170993924141
}
},
"type3_actuator": {
"features": [
"P1_PCV02Z",
"P1_PCV01Z",
"P1_PCV01D",
"P1_FCV02Z",
"P1_FCV03D",
"P1_FCV03Z",
"P1_LCV01D",
"P1_LCV01Z"
],
"generated": {
"P1_PCV02Z": {
"unique_ratio": 0.015625,
"top1_mass": 0.40625,
"top3_mass": 0.7760416666666666,
"median_dwell": 1.0
},
"P1_PCV01Z": {
"unique_ratio": 0.8776041666666666,
"top1_mass": 0.0078125,
"top3_mass": 0.0234375,
"median_dwell": 1.0
},
"P1_PCV01D": {
"unique_ratio": 0.9166666666666666,
"top1_mass": 0.059895833333333336,
"top3_mass": 0.0703125,
"median_dwell": 1.0
},
"P1_FCV02Z": {
"unique_ratio": 0.22135416666666666,
"top1_mass": 0.18229166666666666,
"top3_mass": 0.3697916666666667,
"median_dwell": 1.0
},
"P1_FCV03D": {
"unique_ratio": 0.8463541666666666,
"top1_mass": 0.010416666666666666,
"top3_mass": 0.026041666666666668,
"median_dwell": 1.0
},
"P1_FCV03Z": {
"unique_ratio": 0.4817708333333333,
"top1_mass": 0.033854166666666664,
"top3_mass": 0.0859375,
"median_dwell": 1.0
},
"P1_LCV01D": {
"unique_ratio": 0.7864583333333334,
"top1_mass": 0.010416666666666666,
"top3_mass": 0.026041666666666668,
"median_dwell": 1.0
},
"P1_LCV01Z": {
"unique_ratio": 0.3515625,
"top1_mass": 0.036458333333333336,
"top3_mass": 0.09635416666666667,
"median_dwell": 1.0
}
},
"reference": {
"P1_PCV02Z": {
"unique_ratio": 5.0862630208333336e-05,
"top1_mass": 0.5122273763020834,
"top3_mass": 0.9970194498697916,
"median_dwell": 2.0
},
"P1_PCV01Z": {
"unique_ratio": 0.063232421875,
"top1_mass": 0.009714762369791666,
"top3_mass": 0.020904541015625,
"median_dwell": 1.0
},
"P1_PCV01D": {
"unique_ratio": 0.074310302734375,
"top1_mass": 0.043843587239583336,
"top3_mass": 0.044850667317708336,
"median_dwell": 1.0
},
"P1_FCV02Z": {
"unique_ratio": 0.058146158854166664,
"top1_mass": 0.20765177408854166,
"top3_mass": 0.3501078287760417,
"median_dwell": 1.0
},
"P1_FCV03D": {
"unique_ratio": 0.017527262369791668,
"top1_mass": 0.004384358723958333,
"top3_mass": 0.012776692708333334,
"median_dwell": 1.0
},
"P1_FCV03Z": {
"unique_ratio": 0.013102213541666666,
"top1_mass": 0.10939534505208333,
"top3_mass": 0.2132568359375,
"median_dwell": 1.0
},
"P1_LCV01D": {
"unique_ratio": 0.015523274739583334,
"top1_mass": 0.0033976236979166665,
"top3_mass": 0.009999593098958334,
"median_dwell": 1.0
},
"P1_LCV01Z": {
"unique_ratio": 0.012715657552083334,
"top1_mass": 0.047566731770833336,
"top3_mass": 0.1214599609375,
"median_dwell": 1.0
}
},
"aggregates": {
"mean_abs_diff_unique_ratio": 0.5303484598795573,
"mean_abs_diff_top1_mass": 0.03112411499023438,
"mean_abs_diff_top3_mass": 0.05629857381184896,
"mean_abs_diff_median_dwell": 0.125
}
},
"type4_pv": {
"features": [
"P1_PIT02",
"P2_SIT02",
"P1_FT03"
],
"generated": {
"P1_PIT02": {
"q05": 0.19251999258995056,
"q50": 0.27557000517845154,
"q95": 0.42587000131607056,
"tail_ratio": 1.809752839922259
},
"P2_SIT02": {
"q05": 774.8785400390625,
"q50": 784.5530395507812,
"q95": 786.7108764648438,
"tail_ratio": 0.22304377724643076
},
"P1_FT03": {
"q05": 187.14901733398438,
"q50": 298.9196472167969,
"q95": 316.24639892578125,
"tail_ratio": 0.15502061433447098
}
},
"reference": {
"P1_PIT02": {
"q05": 0.20232999324798584,
"q50": 0.2763400077819824,
"q95": 1.8746999502182007,
"tail_ratio": 21.596535989085773
},
"P2_SIT02": {
"q05": 771.5216674804688,
"q50": 779.1593017578125,
"q95": 785.1046752929688,
"tail_ratio": 0.7784312942022615
},
"P1_FT03": {
"q05": 201.6184539794922,
"q50": 300.2251892089844,
"q95": 313.76690673828125,
"tail_ratio": 0.13733055351422585
}
},
"aggregates": {
"mean_abs_diff_q05": 5.9453730682531996,
"mean_abs_diff_q50": 2.23334992925326,
"mean_abs_diff_q95": 1.8448411027590434,
"mean_abs_diff_tail_ratio": 6.786620242313197
}
},
"type5_program_proxy": {
"features": [
"P1_FT03Z",
"P1_FT02Z"
],
"generated": {
"P1_FT03Z": {
"num_changes": 380.0,
"mean_dwell": 1.0078740157480315,
"median_dwell": 1.0,
"mean_step": 64.74391126130756,
"median_step": 62.410614013671875
},
"P1_FT02Z": {
"num_changes": 378.0,
"mean_dwell": 1.0131926121372032,
"median_dwell": 1.0,
"mean_step": 1312.3134692358592,
"median_step": 1284.6439208984375
}
},
"reference": {
"P1_FT03Z": {
"num_changes": 83889.0,
"mean_dwell": 1.1718202407915126,
"median_dwell": 1.0,
"mean_step": 0.9289188007355237,
"median_step": 0.6378173828125
},
"P1_FT02Z": {
"num_changes": 95436.0,
"mean_dwell": 1.0300407598730053,
"median_dwell": 1.0,
"mean_step": 14.373282350295296,
"median_step": 5.89599609375
}
},
"aggregates": {
"mean_abs_diff_num_changes": 89283.5,
"mean_abs_diff_mean_dwell": 0.09039718638964156,
"mean_abs_diff_median_dwell": 0.0,
"mean_abs_diff_mean_step": 680.877589673068,
"mean_abs_diff_median_step": 670.2603607177734
}
},
"type6_aux": {
"features": [
"P4_HT_PO",
"P2_24Vdc",
"P2_HILout"
],
"generated": {
"P4_HT_PO": {
"mean": 35.254512786865234,
"std": 31.650897979736328,
"lag1": -0.0927804708480835
},
"P2_24Vdc": {
"mean": 28.028608322143555,
"std": 0.003297113813459873,
"lag1": 0.06643600016832352
},
"P2_HILout": {
"mean": 711.4987182617188,
"std": 7.856828212738037,
"lag1": -0.013758387416601181
}
},
"reference": {
"P4_HT_PO": {
"mean": 34.35928726196289,
"std": 31.320688247680664,
"lag1": 0.9990671873092651
},
"P2_24Vdc": {
"mean": 28.0284366607666,
"std": 0.0032698388677090406,
"lag1": 0.05670436844229698
},
"P2_HILout": {
"mean": 711.9729614257812,
"std": 8.238578796386719,
"lag1": 0.2585394084453583
}
},
"aggregates": {
"mean_abs_diff_mean": 0.4565467834472656,
"mean_abs_diff_std": 0.2373291968833655,
"mean_abs_diff_lag1": 0.4579590285817782
}
}
},
"predictive_consistency": {
"real_only": {
"rmse": 0.5583509206771851,
"mae": 0.366405189037323
},
"synthetic_only": {
"rmse": 0.9590762853622437,
"mae": 0.7737497687339783
},
"real_plus_synthetic": {
"rmse": 0.5409077405929565,
"mae": 0.3507160544395447
},
"rmse_ratio_synth_to_real": 1.7176944639028204
},
"anomaly_utility": {
"real_only": {
"auroc": 0.8881493506493506,
"auprc": 0.6527744226377132,
"threshold": 0.3682355284690857,
"f1": 0.35714285714285715,
"precision": 0.24193548387096775,
"recall": 0.6818181818181818,
"best_f1": 0.763157894736842,
"best_f1_threshold": 0.49033087491989136
},
"synthetic_only": {
"auroc": 0.8262755102040815,
"auprc": 0.5909036833874677,
"threshold": 0.004447661340236664,
"f1": 0.08239700374531835,
"precision": 0.04296875,
"recall": 1.0,
"best_f1": 0.6666666666666667,
"best_f1_threshold": 1.484622836112976
},
"real_plus_synthetic": {
"auroc": 0.8798933209647495,
"auprc": 0.646785976185459,
"threshold": 0.3300188481807709,
"f1": 0.2707423580786026,
"precision": 0.16756756756756758,
"recall": 0.7045454545454546,
"best_f1": 0.763157894736842,
"best_f1_threshold": 0.46487706899642944
}
}
}

974
example/results/ablations/runs/eps_target__seed1337/eval.json Normal file
View File

@@ -0,0 +1,974 @@
{
"rows": 384,
"continuous_summary": {
"P1_B2004": {
"mean": 0.11384,
"std": 0.0
},
"P1_B2016": {
"mean": 1.2347464843750005,
"std": 0.28055916416182153
},
"P1_B3004": {
"mean": 396.00211,
"std": 0.0
},
"P1_B3005": {
"mean": 1015.43976,
"std": 0.0
},
"P1_B4002": {
"mean": 33.54375,
"std": 0.0
},
"P1_B4005": {
"mean": 32.16070861979168,
"std": 27.07097879474637
},
"P1_B400B": {
"mean": 1763.9296586979171,
"std": 1196.623599530601
},
"P1_B4022": {
"mean": 36.881583541666664,
"std": 0.14105102171131376
},
"P1_FCV02Z": {
"mean": 24.705335833333326,
"std": 40.29333694305376
},
"P1_FCV03D": {
"mean": 54.252092473958335,
"std": 9.583910714033516
},
"P1_FCV03Z": {
"mean": 58.00532992187499,
"std": 8.392790277486744
},
"P1_FT01": {
"mean": 144.8904978125,
"std": 102.31185830950737
},
"P1_FT01Z": {
"mean": 487.16121763020806,
"std": 466.15264685592217
},
"P1_FT02": {
"mean": 1129.3222571093736,
"std": 888.2477450929131
},
"P1_FT02Z": {
"mean": 1129.3222571093736,
"std": 888.2477450929131
},
"P1_FT03": {
"mean": 261.9232334114582,
"std": 57.65889509589071
},
"P1_FT03Z": {
"mean": 261.9232334114582,
"std": 57.65889509589071
},
"P1_LCV01D": {
"mean": 8.514717682291666,
"std": 6.233965307128236
},
"P1_LCV01Z": {
"mean": 9.904843645833335,
"std": 6.196290117428386
},
"P1_LIT01": {
"mean": 397.16523468750046,
"std": 25.371235226680938
},
"P1_PCV01D": {
"mean": 50.37298356770833,
"std": 18.727824325445198
},
"P1_PCV01Z": {
"mean": 56.198042916666694,
"std": 27.76267141167366
},
"P1_PCV02Z": {
"mean": 11.83650692708333,
"std": 0.10106959833194964
},
"P1_PIT01": {
"mean": 1.3783044010416647,
"std": 0.08079409440362521
},
"P1_PIT02": {
"mean": 0.29591864583333355,
"std": 0.0805729067204241
},
"P1_TIT01": {
"mean": 35.56429354166665,
"std": 0.7131287631627877
},
"P1_TIT02": {
"mean": 36.28562778645829,
"std": 1.423155156675057
},
"P2_24Vdc": {
"mean": 28.028448229166667,
"std": 0.004100860826599884
},
"P2_CO_rpm": {
"mean": 54097.49634807293,
"std": 30.2194448283744
},
"P2_HILout": {
"mean": 708.3784771354169,
"std": 16.13510484181213
},
"P2_MSD": {
"mean": 758.4425,
"std": 0.0
},
"P2_SIT01": {
"mean": 782.5803385416674,
"std": 5.082735036026154
},
"P2_SIT02": {
"mean": 782.9344433333333,
"std": 4.726200835004275
},
"P2_VT01": {
"mean": 11.91620338541668,
"std": 0.08109007844322852
},
"P2_VXT02": {
"mean": -3.402698723958331,
"std": 0.6002830429870942
},
"P2_VXT03": {
"mean": -1.3845987239583324,
"std": 0.4172661375368494
},
"P2_VYT02": {
"mean": 3.8186356510416677,
"std": 0.7284637564499646
},
"P2_VYT03": {
"mean": 6.055064739583338,
"std": 0.687484747015177
},
"P3_FIT01": {
"mean": 1152.110434270833,
"std": 1788.813394402094
},
"P3_LCP01D": {
"mean": 598.3034625781249,
"std": 417.6954809455148
},
"P3_LCV01D": {
"mean": 6914.502558385419,
"std": 7046.528697187196
},
"P3_LIT01": {
"mean": 12507.956916796877,
"std": 5386.371328062068
},
"P3_PIT01": {
"mean": 591.0308262239585,
"std": 1043.4580298258338
},
"P4_HT_FD": {
"mean": -0.000400885416666667,
"std": 0.0027536708464229167
},
"P4_HT_LD": {
"mean": -115.69799739583333,
"std": 35.27327640165136
},
"P4_HT_PO": {
"mean": 33.98807635416668,
"std": 31.542545295262375
},
"P4_LD": {
"mean": 349.4122752604168,
"std": 82.57409596662433
},
"P4_ST_FD": {
"mean": -0.0019446614583333338,
"std": 0.010943517193000504
},
"P4_ST_GOV": {
"mean": 15755.961064661467,
"std": 3537.274060140035
},
"P4_ST_LD": {
"mean": 307.88252476562474,
"std": 64.43433701334958
},
"P4_ST_PO": {
"mean": 298.54694276041664,
"std": 64.61434990847361
},
"P4_ST_PT01": {
"mean": 10018.298350026045,
"std": 66.73776408327478
},
"P4_ST_TT01": {
"mean": 27591.090464270826,
"std": 44.93174774610963
}
},
"continuous_error": {
"P1_B2004": {
"mean_abs_err": 0.020272347909024324,
"std_abs_err": 0.017998437082092405
},
"P1_B2016": {
"mean_abs_err": 0.1565198402897665,
"std_abs_err": 0.14478560168525845
},
"P1_B3004": {
"mean_abs_err": 7.383953824526145,
"std_abs_err": 15.41814958804181
},
"P1_B3005": {
"mean_abs_err": 45.609026528629784,
"std_abs_err": 61.18331651100028
},
"P1_B4002": {
"mean_abs_err": 1.2268236801201198,
"std_abs_err": 0.5786734991990778
},
"P1_B4005": {
"mean_abs_err": 28.364398396406244,
"std_abs_err": 15.110318652963318
},
"P1_B400B": {
"mean_abs_err": 14.546211480050943,
"std_abs_err": 3.271326611528366
},
"P1_B4022": {
"mean_abs_err": 0.8204088942641405,
"std_abs_err": 0.5303998331235046
},
"P1_FCV02Z": {
"mean_abs_err": 0.24559906713895074,
"std_abs_err": 0.1451484962044205
},
"P1_FCV03D": {
"mean_abs_err": 4.315770976888494,
"std_abs_err": 2.9844149953247614
},
"P1_FCV03Z": {
"mean_abs_err": 1.2937092583148484,
"std_abs_err": 1.6779863131551425
},
"P1_FT01": {
"mean_abs_err": 49.83315654378026,
"std_abs_err": 74.96387647086304
},
"P1_FT01Z": {
"mean_abs_err": 391.8884638739445,
"std_abs_err": 390.38694389260394
},
"P1_FT02": {
"mean_abs_err": 3.495896125252557,
"std_abs_err": 0.9484187584995425
},
"P1_FT02Z": {
"mean_abs_err": 649.1561894992751,
"std_abs_err": 305.0976106782365
},
"P1_FT03": {
"mean_abs_err": 20.71573686477069,
"std_abs_err": 24.18468198459521
},
"P1_FT03Z": {
"mean_abs_err": 799.1188049370634,
"std_abs_err": 3.4665937677266143
},
"P1_LCV01D": {
"mean_abs_err": 3.6396149794834702,
"std_abs_err": 3.319350354098115
},
"P1_LCV01Z": {
"mean_abs_err": 2.061230383504583,
"std_abs_err": 3.232820620083075
},
"P1_LIT01": {
"mean_abs_err": 6.949637475505824,
"std_abs_err": 9.739337178306966
},
"P1_PCV01D": {
"mean_abs_err": 17.092590167983047,
"std_abs_err": 5.041942375460376
},
"P1_PCV01Z": {
"mean_abs_err": 12.210108880235893,
"std_abs_err": 3.8980716010100167
},
"P1_PCV02Z": {
"mean_abs_err": 0.0062460195215976455,
"std_abs_err": 0.004225132867302278
},
"P1_PIT01": {
"mean_abs_err": 0.0008231802882727735,
"std_abs_err": 0.01936153503374311
},
"P1_PIT02": {
"mean_abs_err": 0.19123844450818317,
"std_abs_err": 0.4181387313344557
},
"P1_TIT01": {
"mean_abs_err": 0.1169147007665643,
"std_abs_err": 0.12984813597683875
},
"P1_TIT02": {
"mean_abs_err": 0.23935089187823877,
"std_abs_err": 0.20139643065079404
},
"P2_24Vdc": {
"mean_abs_err": 0.0002614734610020264,
"std_abs_err": 0.0007583947121929686
},
"P2_CO_rpm": {
"mean_abs_err": 5.213849809748353,
"std_abs_err": 7.763713053586034
},
"P2_HILout": {
"mean_abs_err": 3.0843321346792436,
"std_abs_err": 7.680378964555967
},
"P2_MSD": {
"mean_abs_err": 4.750739999999951,
"std_abs_err": 1.0
},
"P2_SIT01": {
"mean_abs_err": 1.3235788717755668,
"std_abs_err": 0.11618032441807102
},
"P2_SIT02": {
"mean_abs_err": 0.9692945492129184,
"std_abs_err": 0.46437892180869156
},
"P2_VT01": {
"mean_abs_err": 0.007612260593454323,
"std_abs_err": 0.012576396371226456
},
"P2_VXT02": {
"mean_abs_err": 0.10252025156833477,
"std_abs_err": 0.12925011671587394
},
"P2_VXT03": {
"mean_abs_err": 0.07770543729365453,
"std_abs_err": 0.06763875837319572
},
"P2_VYT02": {
"mean_abs_err": 0.16283319895126924,
"std_abs_err": 0.22855330345717678
},
"P2_VYT03": {
"mean_abs_err": 0.1793403732145462,
"std_abs_err": 0.30768178504408544
},
"P3_FIT01": {
"mean_abs_err": 1.2102581646497583,
"std_abs_err": 9.08869661181916
},
"P3_LCP01D": {
"mean_abs_err": 3986.4236856624493,
"std_abs_err": 4712.304516770364
},
"P3_LCV01D": {
"mean_abs_err": 219.37415859582234,
"std_abs_err": 206.60080137137447
},
"P3_LIT01": {
"mean_abs_err": 846.8875758971099,
"std_abs_err": 1032.1966911341315
},
"P3_PIT01": {
"mean_abs_err": 58.32707679936925,
"std_abs_err": 107.4639008813615
},
"P4_HT_FD": {
"mean_abs_err": 0.0002976974713149272,
"std_abs_err": 0.0007216525320188163
},
"P4_HT_LD": {
"mean_abs_err": 149.69291447551893,
"std_abs_err": 1.8494828916530537
},
"P4_HT_PO": {
"mean_abs_err": 0.0042685594097733315,
"std_abs_err": 0.10167407794089911
},
"P4_LD": {
"mean_abs_err": 16.716478533777547,
"std_abs_err": 21.95828959718132
},
"P4_ST_FD": {
"mean_abs_err": 0.001915548228450185,
"std_abs_err": 0.009301340935010475
},
"P4_ST_GOV": {
"mean_abs_err": 2157.0001965860574,
"std_abs_err": 1685.1308441522617
},
"P4_ST_LD": {
"mean_abs_err": 24.12037240419295,
"std_abs_err": 26.58116772173203
},
"P4_ST_PO": {
"mean_abs_err": 33.722028563242134,
"std_abs_err": 30.163406406065313
},
"P4_ST_PT01": {
"mean_abs_err": 32.276806793037395,
"std_abs_err": 48.95299405795565
},
"P4_ST_TT01": {
"mean_abs_err": 17.94222740870464,
"std_abs_err": 21.0144259415413
}
},
"discrete_invalid_counts": {
"P1_FCV01D": 0,
"P1_FCV01Z": 0,
"P1_FCV02D": 0,
"P1_PCV02D": 0,
"P1_PP01AD": 0,
"P1_PP01AR": 0,
"P1_PP01BD": 0,
"P1_PP01BR": 0,
"P1_PP02D": 0,
"P1_PP02R": 0,
"P1_STSP": 0,
"P2_ASD": 0,
"P2_AutoGO": 0,
"P2_Emerg": 0,
"P2_ManualGO": 0,
"P2_OnOff": 0,
"P2_RTR": 0,
"P2_TripEx": 0,
"P2_VTR01": 0,
"P2_VTR02": 0,
"P2_VTR03": 0,
"P2_VTR04": 0,
"P3_LH": 0,
"P3_LL": 0,
"P4_HT_PS": 0,
"P4_ST_PS": 0
},
"missing_generated_columns": {},
"continuous_ks": {
"P1_B2004": 1.0,
"P1_B2016": 0.46875,
"P1_B3004": 0.8108,
"P1_B3005": 0.8106,
"P1_B4002": 0.81055,
"P1_B4005": 0.83285,
"P1_B400B": 0.7926,
"P1_B4022": 0.5730333333333334,
"P1_FCV02Z": 0.5961625,
"P1_FCV03D": 0.5442708333333334,
"P1_FCV03Z": 0.4923916666666667,
"P1_FT01": 0.4750083333333333,
"P1_FT01Z": 0.4765625,
"P1_FT02": 0.7549,
"P1_FT02Z": 0.8362499999999999,
"P1_FT03": 0.44245833333333334,
"P1_FT03Z": 1.0,
"P1_LCV01D": 0.4817708333333333,
"P1_LCV01Z": 0.4546666666666667,
"P1_LIT01": 0.49126250000000005,
"P1_PCV01D": 0.5577125,
"P1_PCV01Z": 0.5402958333333334,
"P1_PCV02Z": 0.765625,
"P1_PIT01": 0.14325833333333338,
"P1_PIT02": 0.25495,
"P1_TIT01": 0.3229166666666667,
"P1_TIT02": 0.4635416666666667,
"P2_24Vdc": 0.12129166666666658,
"P2_CO_rpm": 0.23795,
"P2_HILout": 0.08199583333333332,
"P2_MSD": 1.0,
"P2_SIT01": 0.498375,
"P2_SIT02": 0.5013666666666667,
"P2_VT01": 0.12296666666666667,
"P2_VXT02": 0.2818291666666666,
"P2_VXT03": 0.43662083333333335,
"P2_VYT02": 0.25022500000000003,
"P2_VYT03": 0.2700083333333334,
"P3_FIT01": 0.4427083333333333,
"P3_LCP01D": 0.56185,
"P3_LCV01D": 0.4427083333333333,
"P3_LIT01": 0.3020833333333333,
"P3_PIT01": 0.1158541666666667,
"P4_HT_FD": 0.09770000000000001,
"P4_HT_LD": 0.9375,
"P4_HT_PO": 0.19570416666666668,
"P4_LD": 0.2786458333333333,
"P4_ST_FD": 0.041666666666666664,
"P4_ST_GOV": 0.5416666666666666,
"P4_ST_LD": 0.375,
"P4_ST_PO": 0.4739583333333333,
"P4_ST_PT01": 0.2760416666666667,
"P4_ST_TT01": 0.47985
},
"continuous_quantile_diff": {
"P1_B2004": {
"q05_diff": 0.08333,
"q25_diff": 0.012630000000000002,
"q50_diff": 0.012630000000000002,
"q75_diff": 0.012630000000000002,
"q95_diff": 0.012630000000000002
},
"P1_B2016": {
"q05_diff": 0.20477000000000012,
"q25_diff": 0.35475999999999996,
"q50_diff": 0.0053399999999999,
"q75_diff": 0.014140000000000041,
"q95_diff": 0.030200000000000005
},
"P1_B3004": {
"q05_diff": 2.8398500000000126,
"q25_diff": 1.6357399999999984,
"q50_diff": 1.6357399999999984,
"q75_diff": 1.6357399999999984,
"q95_diff": 1.6357399999999984
},
"P1_B3005": {
"q05_diff": 13.44177000000002,
"q25_diff": 13.44177000000002,
"q50_diff": 13.44177000000002,
"q75_diff": 13.44177000000002,
"q95_diff": 99.67999000000009
},
"P1_B4002": {
"q05_diff": 1.5437500000000028,
"q25_diff": 0.11175000000000068,
"q50_diff": 0.11175000000000068,
"q75_diff": 0.11175000000000068,
"q95_diff": 0.11175000000000068
},
"P1_B4005": {
"q05_diff": 0.0,
"q25_diff": 100.0,
"q50_diff": 45.09439,
"q75_diff": 45.09439,
"q95_diff": 45.09439
},
"P1_B400B": {
"q05_diff": 1.986220000000003,
"q25_diff": 2479.86694,
"q50_diff": 192.11987999999974,
"q75_diff": 14.038080000000264,
"q95_diff": 20.074460000000272
},
"P1_B4022": {
"q05_diff": 1.2294699999999992,
"q25_diff": 0.1574500000000043,
"q50_diff": 0.4875299999999996,
"q75_diff": 0.5946499999999943,
"q95_diff": 0.6461800000000011
},
"P1_FCV02Z": {
"q05_diff": 0.015249999999999986,
"q25_diff": 0.015260000000000051,
"q50_diff": 0.07630000000000003,
"q75_diff": 41.984559999999995,
"q95_diff": 0.026700000000005275
},
"P1_FCV03D": {
"q05_diff": 5.226129999999998,
"q25_diff": 5.662500000000001,
"q50_diff": 5.984720000000003,
"q75_diff": 11.15401,
"q95_diff": 0.773469999999989
},
"P1_FCV03Z": {
"q05_diff": 5.432130000000001,
"q25_diff": 5.790710000000004,
"q50_diff": 8.96454,
"q75_diff": 11.566150000000007,
"q95_diff": 0.5950900000000132
},
"P1_FT01": {
"q05_diff": 166.51155,
"q25_diff": 181.00736999999998,
"q50_diff": 32.806329999999974,
"q75_diff": 37.76549,
"q95_diff": 3.0517600000000016
},
"P1_FT01Z": {
"q05_diff": 783.07349,
"q25_diff": 816.12396,
"q50_diff": 74.79840000000002,
"q75_diff": 86.54010000000005,
"q95_diff": 6.958009999999945
},
"P1_FT02": {
"q05_diff": 0.3814799999999998,
"q25_diff": 1899.20669,
"q50_diff": 260.41661999999997,
"q75_diff": 15.831050000000005,
"q95_diff": 24.032470000000103
},
"P1_FT02Z": {
"q05_diff": 27.82217,
"q25_diff": 2761.14748,
"q50_diff": 1119.9909699999998,
"q75_diff": 873.6931100000002,
"q95_diff": 879.7294900000002
},
"P1_FT03": {
"q05_diff": 57.95555999999999,
"q25_diff": 59.09995999999998,
"q50_diff": 51.52633000000003,
"q75_diff": 59.755690000000016,
"q95_diff": 1.9073100000000522
},
"P1_FT03Z": {
"q05_diff": 810.6894199999999,
"q25_diff": 813.2986699999999,
"q50_diff": 703.89301,
"q75_diff": 697.61667,
"q95_diff": 800.20041
},
"P1_LCV01D": {
"q05_diff": 5.01824,
"q25_diff": 5.7707999999999995,
"q50_diff": 4.63551,
"q75_diff": 3.31104,
"q95_diff": 0.6187400000000007
},
"P1_LCV01Z": {
"q05_diff": 6.52313,
"q25_diff": 7.3547400000000005,
"q50_diff": 4.9746500000000005,
"q75_diff": 3.4561199999999985,
"q95_diff": 0.710700000000001
},
"P1_LIT01": {
"q05_diff": 35.884119999999996,
"q25_diff": 1.0223700000000235,
"q50_diff": 6.267770000000041,
"q75_diff": 8.127619999999979,
"q95_diff": 34.6062
},
"P1_PCV01D": {
"q05_diff": 11.05535,
"q25_diff": 15.505350000000004,
"q50_diff": 22.272359999999992,
"q75_diff": 18.644169999999995,
"q95_diff": 12.081639999999993
},
"P1_PCV01Z": {
"q05_diff": 10.925290000000004,
"q25_diff": 15.548700000000004,
"q50_diff": 22.53723,
"q75_diff": 36.48376,
"q95_diff": 30.075069999999997
},
"P1_PCV02Z": {
"q05_diff": 0.2441399999999998,
"q25_diff": 0.2441399999999998,
"q50_diff": 0.2288800000000002,
"q75_diff": 0.22125000000000128,
"q95_diff": 0.0
},
"P1_PIT01": {
"q05_diff": 0.034660000000000135,
"q25_diff": 0.017550000000000177,
"q50_diff": 0.0045800000000000285,
"q75_diff": 0.021360000000000046,
"q95_diff": 0.008389999999999898
},
"P1_PIT02": {
"q05_diff": 0.0121,
"q25_diff": 0.0015199999999999658,
"q50_diff": 0.0007699999999999929,
"q75_diff": 0.04196,
"q95_diff": 0.14801000000000003
},
"P1_TIT01": {
"q05_diff": 0.0915600000000012,
"q25_diff": 0.44250000000000256,
"q50_diff": 0.0915600000000012,
"q75_diff": 0.2428200000000018,
"q95_diff": 0.01525999999999783
},
"P1_TIT02": {
"q05_diff": 0.10681000000000296,
"q25_diff": 0.4730199999999982,
"q50_diff": 0.06103999999999843,
"q75_diff": 0.2916799999999995,
"q95_diff": 0.4425099999999986
},
"P2_24Vdc": {
"q05_diff": 0.0008400000000001739,
"q25_diff": 0.0008400000000001739,
"q50_diff": 0.0008799999999986596,
"q75_diff": 0.0008799999999986596,
"q95_diff": 0.000920000000000698
},
"P2_CO_rpm": {
"q05_diff": 11.0,
"q25_diff": 5.0,
"q50_diff": 3.0,
"q75_diff": 2.0,
"q95_diff": 17.0
},
"P2_HILout": {
"q05_diff": 44.20165999999995,
"q25_diff": 2.160639999999944,
"q50_diff": 0.08429000000000997,
"q75_diff": 1.6235400000000482,
"q95_diff": 2.6306200000000217
},
"P2_MSD": {
"q05_diff": 4.750739999999951,
"q25_diff": 4.750739999999951,
"q50_diff": 4.750739999999951,
"q75_diff": 4.750739999999951,
"q95_diff": 4.750739999999951
},
"P2_SIT01": {
"q05_diff": 3.0,
"q25_diff": 3.0,
"q50_diff": 6.0,
"q75_diff": 5.0,
"q95_diff": 1.0
},
"P2_SIT02": {
"q05_diff": 2.6183500000000777,
"q25_diff": 3.569460000000049,
"q50_diff": 5.619690000000105,
"q75_diff": 5.63000999999997,
"q95_diff": 1.9693599999999378
},
"P2_VT01": {
"q05_diff": 0.05377999999999972,
"q25_diff": 0.01501000000000019,
"q50_diff": 0.014210000000000278,
"q75_diff": 0.01332000000000022,
"q95_diff": 0.018940000000000623
},
"P2_VXT02": {
"q05_diff": 0.23179999999999978,
"q25_diff": 0.2963999999999998,
"q50_diff": 0.2848099999999998,
"q75_diff": 0.26656000000000013,
"q95_diff": 0.4363999999999999
},
"P2_VXT03": {
"q05_diff": 0.2124999999999999,
"q25_diff": 0.26927999999999996,
"q50_diff": 0.29759,
"q75_diff": 0.3269500000000001,
"q95_diff": 0.49360000000000004
},
"P2_VYT02": {
"q05_diff": 0.7055000000000002,
"q25_diff": 0.262,
"q50_diff": 0.2273900000000002,
"q75_diff": 0.23532999999999937,
"q95_diff": 0.2586000000000004
},
"P2_VYT03": {
"q05_diff": 1.1566,
"q25_diff": 0.1858500000000003,
"q50_diff": 0.1757800000000005,
"q75_diff": 0.18257000000000012,
"q95_diff": 0.23179999999999978
},
"P3_FIT01": {
"q05_diff": 5.0,
"q25_diff": 7.0,
"q50_diff": 48.98575,
"q75_diff": 82.06982000000016,
"q95_diff": 15.599610000000212
},
"P3_LCP01D": {
"q05_diff": 0.0,
"q25_diff": 16.0,
"q50_diff": 816.0,
"q75_diff": 8768.0,
"q95_diff": 12664.0
},
"P3_LCV01D": {
"q05_diff": 16.0,
"q25_diff": 336.0,
"q50_diff": 3223.17822,
"q75_diff": 171.33397999999943,
"q95_diff": 32.0
},
"P3_LIT01": {
"q05_diff": 1399.0,
"q25_diff": 4721.0,
"q50_diff": 639.3535200000006,
"q75_diff": 1142.2949200000003,
"q95_diff": 17.0
},
"P3_PIT01": {
"q05_diff": 1.0,
"q25_diff": 0.0,
"q50_diff": 1.0,
"q75_diff": 206.0,
"q95_diff": 346.0
},
"P4_HT_FD": {
"q05_diff": 0.0,
"q25_diff": 0.0,
"q50_diff": 0.0,
"q75_diff": 0.0,
"q95_diff": 0.0005099999999999999
},
"P4_HT_LD": {
"q05_diff": 124.7862,
"q25_diff": 124.7862,
"q50_diff": 179.53157,
"q75_diff": 193.36982,
"q95_diff": 56.57957999999999
},
"P4_HT_PO": {
"q05_diff": 0.0,
"q25_diff": 1.35638,
"q50_diff": 14.677540000000004,
"q75_diff": 0.8499099999999942,
"q95_diff": 0.10007000000000232
},
"P4_LD": {
"q05_diff": 38.17633000000001,
"q25_diff": 89.59051,
"q50_diff": 3.428100000000029,
"q75_diff": 0.13958000000002357,
"q95_diff": 4.319270000000017
},
"P4_ST_FD": {
"q05_diff": 2.9999999999999645e-05,
"q25_diff": 0.0,
"q50_diff": 0.0,
"q75_diff": 0.0,
"q95_diff": 8.000000000000021e-05
},
"P4_ST_GOV": {
"q05_diff": 2299.0,
"q25_diff": 4178.0,
"q50_diff": 5178.0,
"q75_diff": 106.94727000000057,
"q95_diff": 415.2753899999989
},
"P4_ST_LD": {
"q05_diff": 39.333740000000034,
"q25_diff": 76.64203000000003,
"q50_diff": 0.368720000000053,
"q75_diff": 2.007509999999968,
"q95_diff": 7.758240000000001
},
"P4_ST_PO": {
"q05_diff": 43.02301,
"q25_diff": 78.10687000000001,
"q50_diff": 0.6149300000000153,
"q75_diff": 2.1597300000000246,
"q95_diff": 7.8603200000000015
},
"P4_ST_PT01": {
"q05_diff": 108.0,
"q25_diff": 116.0,
"q50_diff": 0.0,
"q75_diff": 0.0,
"q95_diff": 0.0
},
"P4_ST_TT01": {
"q05_diff": 22.0,
"q25_diff": 56.0,
"q50_diff": 1.2617199999986042,
"q75_diff": 1.0,
"q95_diff": 1.0
}
},
"continuous_lag1_diff": {
"P1_B2004": 1.0189476811306442e-05,
"P1_B2016": 0.8239161706376917,
"P1_B3004": 1.018740504876714e-05,
"P1_B3005": 0.9999898125942444,
"P1_B4002": 0.9999898146591784,
"P1_B4005": 1.045455737564053,
"P1_B400B": 1.000823178812837,
"P1_B4022": 0.03037469907643997,
"P1_FCV02Z": 0.8990099474564699,
"P1_FCV03D": 1.0583750038510076,
"P1_FCV03Z": 0.942693336908545,
"P1_FT01": 0.9097352918666402,
"P1_FT01Z": 0.912762944961449,
"P1_FT02": 0.9117761892474533,
"P1_FT02Z": 0.9118311678573648,
"P1_FT03": 0.9305900408187426,
"P1_FT03Z": 0.9304529837741358,
"P1_LCV01D": 1.0498654038050619,
"P1_LCV01Z": 0.883817319747234,
"P1_LIT01": 0.8559220185741317,
"P1_PCV01D": 0.8177877924596789,
"P1_PCV01Z": 1.044134778199803,
"P1_PCV02Z": 0.5798489812635991,
"P1_PIT01": 0.9302862520506019,
"P1_PIT02": 0.8133964033423414,
"P1_TIT01": 0.8348426617871705,
"P1_TIT02": 0.950787093191726,
"P2_24Vdc": 0.015362247302245204,
"P2_CO_rpm": 0.4019486663200069,
"P2_HILout": 0.007318973791744204,
"P2_MSD": 0.0,
"P2_SIT01": 0.49156029781639277,
"P2_SIT02": 0.763964286715772,
"P2_VT01": 0.3279489450854321,
"P2_VXT02": 0.6829469029404855,
"P2_VXT03": 0.7257564665587917,
"P2_VYT02": 0.708956109529326,
"P2_VYT03": 0.6451582481202596,
"P3_FIT01": 0.7874574045605387,
"P3_LCP01D": 1.0276466561226463,
"P3_LCV01D": 0.9954988909036026,
"P3_LIT01": 0.960072556685037,
"P3_PIT01": 0.8883587815956718,
"P4_HT_FD": 0.26400019639364447,
"P4_HT_LD": 0.15670838558697175,
"P4_HT_PO": 0.9415104363827507,
"P4_LD": 0.9696178375756026,
"P4_ST_FD": 0.28595359004958487,
"P4_ST_GOV": 0.9454050192942649,
"P4_ST_LD": 0.9343184982665232,
"P4_ST_PO": 0.927849947228268,
"P4_ST_PT01": 0.8413419488661078,
"P4_ST_TT01": 0.8017488548689526
},
"discrete_jsd": {
"P1_FCV01D": 0.7708162008591284,
"P1_FCV01Z": 0.9973184330893802,
"P1_FCV02D": 0.7241545324106555,
"P1_PCV02D": 0.0,
"P1_PP01AD": 0.0,
"P1_PP01AR": 0.0,
"P1_PP01BD": 0.0,
"P1_PP01BR": 0.0,
"P1_PP02D": 0.0,
"P1_PP02R": 0.0,
"P1_STSP": 0.0,
"P2_ASD": 0.0,
"P2_AutoGO": 0.0,
"P2_Emerg": 0.0,
"P2_ManualGO": 0.0,
"P2_OnOff": 0.0,
"P2_RTR": 0.0,
"P2_TripEx": 0.0,
"P2_VTR01": 0.0,
"P2_VTR02": 0.0,
"P2_VTR03": 0.0,
"P2_VTR04": 0.0,
"P3_LH": 0.0,
"P3_LL": 0.0,
"P4_HT_PS": 0.04436084816766643,
"P4_ST_PS": 0.12530984363905556
},
"avg_ks": 0.48224064465408806,
"avg_jsd": 0.10238307146791868,
"avg_lag1_diff": 0.7276772745273601
}

971
example/results/ablations/runs/eps_target__seed1337/eval_post.json Normal file
View File

@@ -0,0 +1,971 @@
{
"rows": 384,
"continuous_summary": {
"P1_B2004": {
"mean": 0.09355486979166669,
"std": 0.01799194293084728
},
"P1_B2016": {
"mean": 1.2347464843750005,
"std": 0.28055916416182153
},
"P1_B3004": {
"mean": 403.2905014583335,
"std": 14.217563527951576
},
"P1_B3005": {
"mean": 1059.5253898958326,
"std": 58.42587703751758
},
"P1_B4002": {
"mean": 32.37490617187499,
"std": 0.6519533213854061
},
"P1_B4005": {
"mean": 64.99571291666655,
"std": 42.03467331899641
},
"P1_B400B": {
"mean": 1763.9296586979171,
"std": 1196.623599530601
},
"P1_B4022": {
"mean": 36.08671476562498,
"std": 0.7147782383668128
},
"P1_FCV02Z": {
"mean": 21.954832630208315,
"std": 38.87335152465215
},
"P1_FCV03D": {
"mean": 58.14541601562505,
"std": 6.267267768996455
},
"P1_FCV03Z": {
"mean": 58.21398343750003,
"std": 6.423211358701469
},
"P1_FT01": {
"mean": 144.8904978125,
"std": 102.31185830950737
},
"P1_FT01Z": {
"mean": 487.16121763020806,
"std": 466.15264685592217
},
"P1_FT02": {
"mean": 1129.3222571093736,
"std": 888.2477450929131
},
"P1_FT02Z": {
"mean": 1843.7261292187509,
"std": 1190.4241853713818
},
"P1_FT03": {
"mean": 261.9232334114582,
"std": 57.65889509589071
},
"P1_FT03Z": {
"mean": 1058.2564329947922,
"std": 59.50957255113764
},
"P1_LCV01D": {
"mean": 11.699055963541667,
"std": 3.0155193220433567
},
"P1_LCV01Z": {
"mean": 11.627510442708333,
"std": 3.0251072332459787
},
"P1_LIT01": {
"mean": 397.16523468750046,
"std": 25.371235226680938
},
"P1_PCV01D": {
"mean": 65.64593611979173,
"std": 23.56629129628467
},
"P1_PCV01Z": {
"mean": 65.565628671875,
"std": 23.790956943468952
},
"P1_PCV02Z": {
"mean": 11.867279765625007,
"std": 0.10811550492611105
},
"P1_PIT01": {
"mean": 1.3783044010416647,
"std": 0.08079409440362521
},
"P1_PIT02": {
"mean": 0.29591864583333355,
"std": 0.0805729067204241
},
"P1_TIT01": {
"mean": 35.56429354166665,
"std": 0.7131287631627877
},
"P1_TIT02": {
"mean": 36.28562778645829,
"std": 1.423155156675057
},
"P2_24Vdc": {
"mean": 28.02860809895833,
"std": 0.0032970984602375326
},
"P2_CO_rpm": {
"mean": 54097.49634807293,
"std": 30.2194448283744
},
"P2_HILout": {
"mean": 711.4986896354167,
"std": 7.856828438379631
},
"P2_MSD": {
"mean": 763.19324,
"std": 0.0
},
"P2_SIT01": {
"mean": 782.5803385416674,
"std": 5.082735036026154
},
"P2_SIT02": {
"mean": 782.9344433333333,
"std": 4.726200835004275
},
"P2_VT01": {
"mean": 11.91620338541668,
"std": 0.08109007844322852
},
"P2_VXT02": {
"mean": -3.402698723958331,
"std": 0.6002830429870942
},
"P2_VXT03": {
"mean": -1.3845987239583324,
"std": 0.4172661375368494
},
"P2_VYT02": {
"mean": 3.8186356510416677,
"std": 0.7284637564499646
},
"P2_VYT03": {
"mean": 6.055064739583338,
"std": 0.687484747015177
},
"P3_FIT01": {
"mean": 1152.110434270833,
"std": 1788.813394402094
},
"P3_LCP01D": {
"mean": 598.3034625781249,
"std": 417.6954809455148
},
"P3_LCV01D": {
"mean": 6914.502558385419,
"std": 7046.528697187196
},
"P3_LIT01": {
"mean": 12507.956916796877,
"std": 5386.371328062068
},
"P3_PIT01": {
"mean": 591.0308262239585,
"std": 1043.4580298258338
},
"P4_HT_FD": {
"mean": -0.000400885416666667,
"std": 0.0027536708464229167
},
"P4_HT_LD": {
"mean": 34.231568880208286,
"std": 33.60361854009684
},
"P4_HT_PO": {
"mean": 35.25451283854166,
"std": 31.650898099038645
},
"P4_LD": {
"mean": 349.4122752604168,
"std": 82.57409596662433
},
"P4_ST_FD": {
"mean": -0.0019446614583333338,
"std": 0.010943517193000504
},
"P4_ST_GOV": {
"mean": 15755.961064661467,
"std": 3537.274060140035
},
"P4_ST_LD": {
"mean": 307.88252476562474,
"std": 64.43433701334958
},
"P4_ST_PO": {
"mean": 298.54694276041664,
"std": 64.61434990847361
},
"P4_ST_PT01": {
"mean": 10018.298350026045,
"std": 66.73776408327478
},
"P4_ST_TT01": {
"mean": 27591.090464270826,
"std": 44.93174774610963
}
},
"continuous_error": {
"P1_B2004": {
"mean_abs_err": 1.2782299308983225e-05,
"std_abs_err": 6.494151245123314e-06
},
"P1_B2016": {
"mean_abs_err": 0.1565198402897665,
"std_abs_err": 0.14478560168525845
},
"P1_B3004": {
"mean_abs_err": 0.09556236619266656,
"std_abs_err": 1.2005860600902345
},
"P1_B3005": {
"mean_abs_err": 1.5233966327971302,
"std_abs_err": 2.757439473482698
},
"P1_B4002": {
"mean_abs_err": 0.05797985199510691,
"std_abs_err": 0.07327982218632823
},
"P1_B4005": {
"mean_abs_err": 4.470605900468627,
"std_abs_err": 0.14662412871327746
},
"P1_B400B": {
"mean_abs_err": 14.546211480050943,
"std_abs_err": 3.271326611528366
},
"P1_B4022": {
"mean_abs_err": 0.02554011822245883,
"std_abs_err": 0.04332738353199439
},
"P1_FCV02Z": {
"mean_abs_err": 2.996102270263961,
"std_abs_err": 1.5651339146060295
},
"P1_FCV03D": {
"mean_abs_err": 0.42244743522177686,
"std_abs_err": 0.3322279497122995
},
"P1_FCV03Z": {
"mean_abs_err": 1.0850557426898035,
"std_abs_err": 0.29159260563013323
},
"P1_FT01": {
"mean_abs_err": 49.83315654378026,
"std_abs_err": 74.96387647086304
},
"P1_FT01Z": {
"mean_abs_err": 391.8884638739445,
"std_abs_err": 390.38694389260394
},
"P1_FT02": {
"mean_abs_err": 3.495896125252557,
"std_abs_err": 0.9484187584995425
},
"P1_FT02Z": {
"mean_abs_err": 65.24768261010217,
"std_abs_err": 2.9211703997677887
},
"P1_FT03": {
"mean_abs_err": 20.71573686477069,
"std_abs_err": 24.18468198459521
},
"P1_FT03Z": {
"mean_abs_err": 2.785605353729352,
"std_abs_err": 1.6159163124796905
},
"P1_LCV01D": {
"mean_abs_err": 0.45527669823346884,
"std_abs_err": 0.1009043690132354
},
"P1_LCV01Z": {
"mean_abs_err": 0.33856358662958463,
"std_abs_err": 0.061637735900667234
},
"P1_LIT01": {
"mean_abs_err": 6.949637475505824,
"std_abs_err": 9.739337178306966
},
"P1_PCV01D": {
"mean_abs_err": 1.8196376158996515,
"std_abs_err": 0.20347540462090308
},
"P1_PCV01Z": {
"mean_abs_err": 2.842523125027583,
"std_abs_err": 0.07364286719469249
},
"P1_PCV02Z": {
"mean_abs_err": 0.024526819020080026,
"std_abs_err": 0.011271039461463683
},
"P1_PIT01": {
"mean_abs_err": 0.0008231802882727735,
"std_abs_err": 0.01936153503374311
},
"P1_PIT02": {
"mean_abs_err": 0.19123844450818317,
"std_abs_err": 0.4181387313344557
},
"P1_TIT01": {
"mean_abs_err": 0.1169147007665643,
"std_abs_err": 0.12984813597683875
},
"P1_TIT02": {
"mean_abs_err": 0.23935089187823877,
"std_abs_err": 0.20139643065079404
},
"P2_24Vdc": {
"mean_abs_err": 0.00010160366933931186,
"std_abs_err": 4.536765416938244e-05
},
"P2_CO_rpm": {
"mean_abs_err": 5.213849809748353,
"std_abs_err": 7.763713053586034
},
"P2_HILout": {
"mean_abs_err": 0.035880365320508645,
"std_abs_err": 0.5978974388765312
},
"P2_MSD": {
"mean_abs_err": 0.0,
"std_abs_err": 1.0
},
"P2_SIT01": {
"mean_abs_err": 1.3235788717755668,
"std_abs_err": 0.11618032441807102
},
"P2_SIT02": {
"mean_abs_err": 0.9692945492129184,
"std_abs_err": 0.46437892180869156
},
"P2_VT01": {
"mean_abs_err": 0.007612260593454323,
"std_abs_err": 0.012576396371226456
},
"P2_VXT02": {
"mean_abs_err": 0.10252025156833477,
"std_abs_err": 0.12925011671587394
},
"P2_VXT03": {
"mean_abs_err": 0.07770543729365453,
"std_abs_err": 0.06763875837319572
},
"P2_VYT02": {
"mean_abs_err": 0.16283319895126924,
"std_abs_err": 0.22855330345717678
},
"P2_VYT03": {
"mean_abs_err": 0.1793403732145462,
"std_abs_err": 0.30768178504408544
},
"P3_FIT01": {
"mean_abs_err": 1.2102581646497583,
"std_abs_err": 9.08869661181916
},
"P3_LCP01D": {
"mean_abs_err": 3986.4236856624493,
"std_abs_err": 4712.304516770364
},
"P3_LCV01D": {
"mean_abs_err": 219.37415859582234,
"std_abs_err": 206.60080137137447
},
"P3_LIT01": {
"mean_abs_err": 846.8875758971099,
"std_abs_err": 1032.1966911341315
},
"P3_PIT01": {
"mean_abs_err": 58.32707679936925,
"std_abs_err": 107.4639008813615
},
"P4_HT_FD": {
"mean_abs_err": 0.0002976974713149272,
"std_abs_err": 0.0007216525320188163
},
"P4_HT_LD": {
"mean_abs_err": 0.23665180052267232,
"std_abs_err": 0.17982503009853446
},
"P4_HT_PO": {
"mean_abs_err": 1.2707050437847514,
"std_abs_err": 0.21002688171716954
},
"P4_LD": {
"mean_abs_err": 16.716478533777547,
"std_abs_err": 21.95828959718132
},
"P4_ST_FD": {
"mean_abs_err": 0.001915548228450185,
"std_abs_err": 0.009301340935010475
},
"P4_ST_GOV": {
"mean_abs_err": 2157.0001965860574,
"std_abs_err": 1685.1308441522617
},
"P4_ST_LD": {
"mean_abs_err": 24.12037240419295,
"std_abs_err": 26.58116772173203
},
"P4_ST_PO": {
"mean_abs_err": 33.722028563242134,
"std_abs_err": 30.163406406065313
},
"P4_ST_PT01": {
"mean_abs_err": 32.276806793037395,
"std_abs_err": 48.95299405795565
},
"P4_ST_TT01": {
"mean_abs_err": 17.94222740870464,
"std_abs_err": 21.0144259415413
}
},
"discrete_invalid_counts": {
"P1_FCV01D": 0,
"P1_FCV01Z": 0,
"P1_FCV02D": 0,
"P1_PCV02D": 0,
"P1_PP01AD": 0,
"P1_PP01AR": 0,
"P1_PP01BD": 0,
"P1_PP01BR": 0,
"P1_PP02D": 0,
"P1_PP02R": 0,
"P1_STSP": 0,
"P2_ASD": 0,
"P2_AutoGO": 0,
"P2_Emerg": 0,
"P2_ManualGO": 0,
"P2_OnOff": 0,
"P2_RTR": 0,
"P2_TripEx": 0,
"P2_VTR01": 0,
"P2_VTR02": 0,
"P2_VTR03": 0,
"P2_VTR04": 0,
"P3_LH": 0,
"P3_LL": 0,
"P4_HT_PS": 0,
"P4_ST_PS": 0
},
"missing_generated_columns": {},
"continuous_ks": {
"P1_B2004": 0.6595583333333334,
"P1_B2016": 0.46875,
"P1_B3004": 0.671875,
"P1_B3005": 0.5293,
"P1_B4002": 0.7923208333333334,
"P1_B4005": 0.3062625,
"P1_B400B": 0.7926,
"P1_B4022": 0.5756333333333334,
"P1_FCV02Z": 0.7746,
"P1_FCV03D": 0.45162500000000005,
"P1_FCV03Z": 0.40985833333333327,
"P1_FT01": 0.4750083333333333,
"P1_FT01Z": 0.4765625,
"P1_FT02": 0.7549,
"P1_FT02Z": 0.4029958333333334,
"P1_FT03": 0.44245833333333334,
"P1_FT03Z": 0.46950833333333336,
"P1_LCV01D": 0.3859916666666667,
"P1_LCV01Z": 0.397625,
"P1_LIT01": 0.49126250000000005,
"P1_PCV01D": 0.5304583333333333,
"P1_PCV01Z": 0.5184416666666667,
"P1_PCV02Z": 0.6588541666666666,
"P1_PIT01": 0.14325833333333338,
"P1_PIT02": 0.25495,
"P1_TIT01": 0.3229166666666667,
"P1_TIT02": 0.4635416666666667,
"P2_24Vdc": 0.13548333333333334,
"P2_CO_rpm": 0.23795,
"P2_HILout": 0.08242499999999997,
"P2_MSD": 0.0,
"P2_SIT01": 0.498375,
"P2_SIT02": 0.5013666666666667,
"P2_VT01": 0.12296666666666667,
"P2_VXT02": 0.2818291666666666,
"P2_VXT03": 0.43662083333333335,
"P2_VYT02": 0.25022500000000003,
"P2_VYT03": 0.2700083333333334,
"P3_FIT01": 0.4427083333333333,
"P3_LCP01D": 0.56185,
"P3_LCV01D": 0.4427083333333333,
"P3_LIT01": 0.3020833333333333,
"P3_PIT01": 0.1158541666666667,
"P4_HT_FD": 0.09770000000000001,
"P4_HT_LD": 0.06742500000000001,
"P4_HT_PO": 0.05970416666666667,
"P4_LD": 0.2786458333333333,
"P4_ST_FD": 0.041666666666666664,
"P4_ST_GOV": 0.5416666666666666,
"P4_ST_LD": 0.375,
"P4_ST_PO": 0.4739583333333333,
"P4_ST_PT01": 0.2760416666666667,
"P4_ST_TT01": 0.47985
},
"continuous_quantile_diff": {
"P1_B2004": {
"q05_diff": 0.02845,
"q25_diff": 0.0028399999999999953,
"q50_diff": 0.0011099999999999999,
"q75_diff": 0.0003399999999999931,
"q95_diff": 0.00033000000000001084
},
"P1_B2016": {
"q05_diff": 0.20477000000000012,
"q25_diff": 0.35475999999999996,
"q50_diff": 0.0053399999999999,
"q75_diff": 0.014140000000000041,
"q95_diff": 0.030200000000000005
},
"P1_B3004": {
"q05_diff": 14.80313000000001,
"q25_diff": 1.6197799999999916,
"q50_diff": 6.726189999999974,
"q75_diff": 8.508819999999957,
"q95_diff": 37.86444
},
"P1_B3005": {
"q05_diff": 40.40789999999993,
"q25_diff": 8.045049999999947,
"q50_diff": 89.51202,
"q75_diff": 104.97393,
"q95_diff": 4.4593499999998585
},
"P1_B4002": {
"q05_diff": 0.4564699999999995,
"q25_diff": 1.6555000000000035,
"q50_diff": 1.6555000000000035,
"q75_diff": 0.9287000000000063,
"q95_diff": 0.16969000000000278
},
"P1_B4005": {
"q05_diff": 0.0,
"q25_diff": 81.96193,
"q50_diff": 0.04000000000000625,
"q75_diff": 0.0,
"q95_diff": 0.0
},
"P1_B400B": {
"q05_diff": 1.986220000000003,
"q25_diff": 2479.86694,
"q50_diff": 192.11987999999974,
"q75_diff": 14.038080000000264,
"q95_diff": 20.074460000000272
},
"P1_B4022": {
"q05_diff": 0.38222999999999985,
"q25_diff": 1.3479000000000028,
"q50_diff": 1.4273799999999994,
"q75_diff": 0.9127399999999994,
"q95_diff": 0.5270299999999963
},
"P1_FCV02Z": {
"q05_diff": 0.007630000000000026,
"q25_diff": 0.015260000000000051,
"q50_diff": 0.05340999999999996,
"q75_diff": 38.169869999999996,
"q95_diff": 0.030520000000009873
},
"P1_FCV03D": {
"q05_diff": 1.3654200000000003,
"q25_diff": 0.2554099999999977,
"q50_diff": 8.60333,
"q75_diff": 10.84863,
"q95_diff": 0.824300000000008
},
"P1_FCV03Z": {
"q05_diff": 1.7547599999999974,
"q25_diff": 0.10681000000000296,
"q50_diff": 8.148199999999996,
"q75_diff": 10.864249999999998,
"q95_diff": 0.9307899999999876
},
"P1_FT01": {
"q05_diff": 166.51155,
"q25_diff": 181.00736999999998,
"q50_diff": 32.806329999999974,
"q75_diff": 37.76549,
"q95_diff": 3.0517600000000016
},
"P1_FT01Z": {
"q05_diff": 783.07349,
"q25_diff": 816.12396,
"q50_diff": 74.79840000000002,
"q75_diff": 86.54010000000005,
"q95_diff": 6.958009999999945
},
"P1_FT02": {
"q05_diff": 0.3814799999999998,
"q25_diff": 1899.20669,
"q50_diff": 260.41661999999997,
"q75_diff": 15.831050000000005,
"q95_diff": 24.032470000000103
},
"P1_FT02Z": {
"q05_diff": 1.9862300000000026,
"q25_diff": 2300.54303,
"q50_diff": 14.318849999999657,
"q75_diff": 7.299800000000232,
"q95_diff": 6.317140000000109
},
"P1_FT03": {
"q05_diff": 57.95555999999999,
"q25_diff": 59.09995999999998,
"q50_diff": 51.52633000000003,
"q75_diff": 59.755690000000016,
"q95_diff": 1.9073100000000522
},
"P1_FT03Z": {
"q05_diff": 23.41980000000001,
"q25_diff": 2.9805299999999306,
"q50_diff": 84.98266000000012,
"q75_diff": 100.6383699999999,
"q95_diff": 3.5079399999999623
},
"P1_LCV01D": {
"q05_diff": 0.17497000000000007,
"q25_diff": 0.29953000000000074,
"q50_diff": 4.171619999999999,
"q75_diff": 3.162939999999999,
"q95_diff": 0.7125800000000009
},
"P1_LCV01Z": {
"q05_diff": 0.0,
"q25_diff": 0.5874600000000001,
"q50_diff": 4.638670000000001,
"q75_diff": 3.4561199999999985,
"q95_diff": 0.9536700000000007
},
"P1_LIT01": {
"q05_diff": 35.884119999999996,
"q25_diff": 1.0223700000000235,
"q50_diff": 6.267770000000041,
"q75_diff": 8.127619999999979,
"q95_diff": 34.6062
},
"P1_PCV01D": {
"q05_diff": 0.18625000000000114,
"q25_diff": 2.7490099999999984,
"q50_diff": 18.274499999999996,
"q75_diff": 43.266600000000004,
"q95_diff": 46.32521
},
"P1_PCV01Z": {
"q05_diff": 0.22888000000000375,
"q25_diff": 2.0370500000000007,
"q50_diff": 16.029360000000004,
"q75_diff": 43.33495,
"q95_diff": 45.1493
},
"P1_PCV02Z": {
"q05_diff": 0.2288800000000002,
"q25_diff": 0.2212499999999995,
"q50_diff": 0.2288800000000002,
"q75_diff": 0.0,
"q95_diff": 0.0
},
"P1_PIT01": {
"q05_diff": 0.034660000000000135,
"q25_diff": 0.017550000000000177,
"q50_diff": 0.0045800000000000285,
"q75_diff": 0.021360000000000046,
"q95_diff": 0.008389999999999898
},
"P1_PIT02": {
"q05_diff": 0.0121,
"q25_diff": 0.0015199999999999658,
"q50_diff": 0.0007699999999999929,
"q75_diff": 0.04196,
"q95_diff": 0.14801000000000003
},
"P1_TIT01": {
"q05_diff": 0.0915600000000012,
"q25_diff": 0.44250000000000256,
"q50_diff": 0.0915600000000012,
"q75_diff": 0.2428200000000018,
"q95_diff": 0.01525999999999783
},
"P1_TIT02": {
"q05_diff": 0.10681000000000296,
"q25_diff": 0.4730199999999982,
"q50_diff": 0.06103999999999843,
"q75_diff": 0.2916799999999995,
"q95_diff": 0.4425099999999986
},
"P2_24Vdc": {
"q05_diff": 3.999999999848569e-05,
"q25_diff": 0.0008400000000001739,
"q50_diff": 0.00013999999999825263,
"q75_diff": 0.0008799999999986596,
"q95_diff": 0.00010999999999938836
},
"P2_CO_rpm": {
"q05_diff": 11.0,
"q25_diff": 5.0,
"q50_diff": 3.0,
"q75_diff": 2.0,
"q95_diff": 17.0
},
"P2_HILout": {
"q05_diff": 0.3295900000000529,
"q25_diff": 1.6540499999999838,
"q50_diff": 0.31737999999995736,
"q75_diff": 1.7334000000000742,
"q95_diff": 2.2399900000000343
},
"P2_MSD": {
"q05_diff": 0.0,
"q25_diff": 0.0,
"q50_diff": 0.0,
"q75_diff": 0.0,
"q95_diff": 0.0
},
"P2_SIT01": {
"q05_diff": 3.0,
"q25_diff": 3.0,
"q50_diff": 6.0,
"q75_diff": 5.0,
"q95_diff": 1.0
},
"P2_SIT02": {
"q05_diff": 2.6183500000000777,
"q25_diff": 3.569460000000049,
"q50_diff": 5.619690000000105,
"q75_diff": 5.63000999999997,
"q95_diff": 1.9693599999999378
},
"P2_VT01": {
"q05_diff": 0.05377999999999972,
"q25_diff": 0.01501000000000019,
"q50_diff": 0.014210000000000278,
"q75_diff": 0.01332000000000022,
"q95_diff": 0.018940000000000623
},
"P2_VXT02": {
"q05_diff": 0.23179999999999978,
"q25_diff": 0.2963999999999998,
"q50_diff": 0.2848099999999998,
"q75_diff": 0.26656000000000013,
"q95_diff": 0.4363999999999999
},
"P2_VXT03": {
"q05_diff": 0.2124999999999999,
"q25_diff": 0.26927999999999996,
"q50_diff": 0.29759,
"q75_diff": 0.3269500000000001,
"q95_diff": 0.49360000000000004
},
"P2_VYT02": {
"q05_diff": 0.7055000000000002,
"q25_diff": 0.262,
"q50_diff": 0.2273900000000002,
"q75_diff": 0.23532999999999937,
"q95_diff": 0.2586000000000004
},
"P2_VYT03": {
"q05_diff": 1.1566,
"q25_diff": 0.1858500000000003,
"q50_diff": 0.1757800000000005,
"q75_diff": 0.18257000000000012,
"q95_diff": 0.23179999999999978
},
"P3_FIT01": {
"q05_diff": 5.0,
"q25_diff": 7.0,
"q50_diff": 48.98575,
"q75_diff": 82.06982000000016,
"q95_diff": 15.599610000000212
},
"P3_LCP01D": {
"q05_diff": 0.0,
"q25_diff": 16.0,
"q50_diff": 816.0,
"q75_diff": 8768.0,
"q95_diff": 12664.0
},
"P3_LCV01D": {
"q05_diff": 16.0,
"q25_diff": 336.0,
"q50_diff": 3223.17822,
"q75_diff": 171.33397999999943,
"q95_diff": 32.0
},
"P3_LIT01": {
"q05_diff": 1399.0,
"q25_diff": 4721.0,
"q50_diff": 639.3535200000006,
"q75_diff": 1142.2949200000003,
"q95_diff": 17.0
},
"P3_PIT01": {
"q05_diff": 1.0,
"q25_diff": 0.0,
"q50_diff": 1.0,
"q75_diff": 206.0,
"q95_diff": 346.0
},
"P4_HT_FD": {
"q05_diff": 0.0,
"q25_diff": 0.0,
"q50_diff": 0.0,
"q75_diff": 0.0,
"q95_diff": 0.0005099999999999999
},
"P4_HT_LD": {
"q05_diff": 0.0,
"q25_diff": 0.0,
"q50_diff": 27.14122,
"q75_diff": 0.13020999999999106,
"q95_diff": 0.21701000000000192
},
"P4_HT_PO": {
"q05_diff": 0.0,
"q25_diff": 0.9223299999999999,
"q50_diff": 8.89752,
"q75_diff": 0.054199999999994475,
"q95_diff": 0.6510700000000043
},
"P4_LD": {
"q05_diff": 38.17633000000001,
"q25_diff": 89.59051,
"q50_diff": 3.428100000000029,
"q75_diff": 0.13958000000002357,
"q95_diff": 4.319270000000017
},
"P4_ST_FD": {
"q05_diff": 2.9999999999999645e-05,
"q25_diff": 0.0,
"q50_diff": 0.0,
"q75_diff": 0.0,
"q95_diff": 8.000000000000021e-05
},
"P4_ST_GOV": {
"q05_diff": 2299.0,
"q25_diff": 4178.0,
"q50_diff": 5178.0,
"q75_diff": 106.94727000000057,
"q95_diff": 415.2753899999989
},
"P4_ST_LD": {
"q05_diff": 39.333740000000034,
"q25_diff": 76.64203000000003,
"q50_diff": 0.368720000000053,
"q75_diff": 2.007509999999968,
"q95_diff": 7.758240000000001
},
"P4_ST_PO": {
"q05_diff": 43.02301,
"q25_diff": 78.10687000000001,
"q50_diff": 0.6149300000000153,
"q75_diff": 2.1597300000000246,
"q95_diff": 7.8603200000000015
},
"P4_ST_PT01": {
"q05_diff": 108.0,
"q25_diff": 116.0,
"q50_diff": 0.0,
"q75_diff": 0.0,
"q95_diff": 0.0
},
"P4_ST_TT01": {
"q05_diff": 22.0,
"q25_diff": 56.0,
"q50_diff": 1.2617199999986042,
"q75_diff": 1.0,
"q95_diff": 1.0
}
},
"continuous_lag1_diff": {
"P1_B2004": 1.0624831607922858,
"P1_B2016": 0.8239161706376917,
"P1_B3004": 0.9420514424699565,
"P1_B3005": 0.9755864990985265,
"P1_B4002": 0.9939428775878422,
"P1_B4005": 1.0901635813805555,
"P1_B400B": 1.000823178812837,
"P1_B4022": 1.0728287547128275,
"P1_FCV02Z": 1.0856923346443097,
"P1_FCV03D": 1.0287616800381814,
"P1_FCV03Z": 1.01920928123416,
"P1_FT01": 0.9097352918666402,
"P1_FT01Z": 0.912762944961449,
"P1_FT02": 0.9117761892474533,
"P1_FT02Z": 1.0572315062387077,
"P1_FT03": 0.9305900408187426,
"P1_FT03Z": 0.9861265787637634,
"P1_LCV01D": 0.9922897795117445,
"P1_LCV01Z": 0.9035160861736835,
"P1_LIT01": 0.8559220185741317,
"P1_PCV01D": 0.9847169107083952,
"P1_PCV01Z": 1.1483081333334428,
"P1_PCV02Z": 0.5764046458797007,
"P1_PIT01": 0.9302862520506019,
"P1_PIT02": 0.8133964033423414,
"P1_TIT01": 0.8348426617871705,
"P1_TIT02": 0.950787093191726,
"P2_24Vdc": 0.039965792976989475,
"P2_CO_rpm": 0.4019486663200069,
"P2_HILout": 0.24706059027478758,
"P2_MSD": 0.0,
"P2_SIT01": 0.49156029781639277,
"P2_SIT02": 0.763964286715772,
"P2_VT01": 0.3279489450854321,
"P2_VXT02": 0.6829469029404855,
"P2_VXT03": 0.7257564665587917,
"P2_VYT02": 0.708956109529326,
"P2_VYT03": 0.6451582481202596,
"P3_FIT01": 0.7874574045605387,
"P3_LCP01D": 1.0276466561226463,
"P3_LCV01D": 0.9954988909036026,
"P3_LIT01": 0.960072556685037,
"P3_PIT01": 0.8883587815956718,
"P4_HT_FD": 0.26400019639364447,
"P4_HT_LD": 1.052071148480924,
"P4_HT_PO": 1.0918064404320895,
"P4_LD": 0.9696178375756026,
"P4_ST_FD": 0.28595359004958487,
"P4_ST_GOV": 0.9454050192942649,
"P4_ST_LD": 0.9343184982665232,
"P4_ST_PO": 0.927849947228268,
"P4_ST_PT01": 0.8413419488661078,
"P4_ST_TT01": 0.8017488548689526
},
"discrete_jsd": {
"P1_FCV01D": 0.7708162008591284,
"P1_FCV01Z": 0.9973184330893802,
"P1_FCV02D": 0.7241545324106555,
"P1_PCV02D": 0.0,
"P1_PP01AD": 0.0,
"P1_PP01AR": 0.0,
"P1_PP01BD": 0.0,
"P1_PP01BR": 0.0,
"P1_PP02D": 0.0,
"P1_PP02R": 0.0,
"P1_STSP": 0.0,
"P2_ASD": 0.0,
"P2_AutoGO": 0.0,
"P2_Emerg": 0.0,
"P2_ManualGO": 0.0,
"P2_OnOff": 0.0,
"P2_RTR": 0.0,
"P2_TripEx": 0.0,
"P2_VTR01": 0.0,
"P2_VTR02": 0.0,
"P2_VTR03": 0.0,
"P2_VTR04": 0.0,
"P3_LH": 0.0,
"P3_LL": 0.0,
"P4_HT_PS": 0.04436084816766643,
"P4_ST_PS": 0.12530984363905556
}
}