ModuFlow/mask-ddpm
3
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Add comprehensive evaluation and ablation summaries

Browse Source
This commit is contained in:
mzYang
2026-03-27 22:11:07 +08:00
parent 17f69f963f
commit b8696d0c54
46 changed files with 30666 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

538
example/results/ablations/runs/no_temporal__seed1337/comprehensive_eval.json Normal file
View File

@@ -0,0 +1,538 @@
{
"generated_path": "/root/autodl-tmp/mask-ddpm/example/results/ablations/runs/no_temporal__seed1337/generated.csv",
"reference_paths": [
"/root/autodl-tmp/dataset/hai/hai-21.03/train1.csv.gz",
"/root/autodl-tmp/dataset/hai/hai-21.03/train2.csv.gz",
"/root/autodl-tmp/dataset/hai/hai-21.03/train3.csv.gz"
],
"test_paths": [
"/root/autodl-tmp/dataset/hai/hai-21.03/test1.csv.gz",
"/root/autodl-tmp/dataset/hai/hai-21.03/test2.csv.gz",
"/root/autodl-tmp/dataset/hai/hai-21.03/test3.csv.gz",
"/root/autodl-tmp/dataset/hai/hai-21.03/test4.csv.gz",
"/root/autodl-tmp/dataset/hai/hai-21.03/test5.csv.gz"
],
"seq_len": 96,
"stride": 96,
"counts": {
"train_windows": 1024,
"generated_windows": 4,
"test_windows": 1024,
"test_anomalous_windows": 44,
"test_normal_windows": 980
},
"basic_eval": {
"avg_ks": 0.40846108490566035,
"avg_jsd": 0.031160008477122598,
"avg_lag1_diff": 0.6642869349466621
},
"two_sample": {
"continuous_mmd_rbf": 0.5632306337356567,
"continuous_mmd_gamma": 1.6725705357622367e-05,
"histogram_mmd_rbf": 0.5632362365722656,
"histogram_mmd_gamma": 1.6724848669518688e-05,
"discriminative_accuracy": 1.0,
"discriminative_balanced_accuracy": 0.5,
"discriminative_auroc": NaN
},
"diversity_privacy": {
"duplicate_rate": 0.0,
"exact_match_rate_to_train": 0.0,
"nn_gen_to_train_mean": 162.63006591796875,
"nn_holdout_to_train_mean": 55.17637252807617,
"memorization_ratio": 2.947458458513477,
"one_nn_two_sample_accuracy": 1.0
},
"coupling": {
"corr_mean_abs_diff": 0.30579161643981934,
"corr_frobenius": 22.44748878479004,
"lag1_corr_mean_abs_diff": 0.1933017522096634,
"lag1_corr_frobenius": 16.11225128173828,
"by_process": {
"P1": {
"corr_mean_abs_diff": 0.36698463559150696,
"corr_frobenius": 13.603052139282227,
"lag1_corr_mean_abs_diff": 0.35054484009742737,
"lag1_corr_frobenius": 12.259296417236328
},
"P2": {
"corr_mean_abs_diff": 0.23805589973926544,
"corr_frobenius": 3.5903096199035645,
"lag1_corr_mean_abs_diff": 0.17964617908000946,
"lag1_corr_frobenius": 3.237020492553711
},
"P3": {
"corr_mean_abs_diff": 0.5839857459068298,
"corr_frobenius": 4.082146644592285,
"lag1_corr_mean_abs_diff": 0.5411866903305054,
"lag1_corr_frobenius": 3.2619681358337402
},
"P4": {
"corr_mean_abs_diff": 0.3702239990234375,
"corr_frobenius": 5.349006175994873,
"lag1_corr_mean_abs_diff": 0.3339892327785492,
"lag1_corr_frobenius": 4.647590160369873
}
}
},
"frequency": {
"avg_psd_l1": 0.02569458819925785,
"avg_psd_cosine": 0.5474435314901669,
"avg_low_high_ratio_abs_diff": 9433977.554804089
},
"type_metrics": {
"type1_program": {
"features": [
"P1_B4002",
"P2_MSD",
"P4_HT_LD",
"P1_B2004",
"P1_B3004",
"P1_B4022",
"P1_B3005"
],
"generated": {
"P1_B4002": {
"num_changes": 0.0,
"mean_dwell": 384.0,
"median_dwell": 384.0,
"mean_step": NaN,
"median_step": NaN
},
"P2_MSD": {
"num_changes": 0.0,
"mean_dwell": 384.0,
"median_dwell": 384.0,
"mean_step": NaN,
"median_step": NaN
},
"P4_HT_LD": {
"num_changes": 15.0,
"mean_dwell": 24.0,
"median_dwell": 2.5,
"mean_step": 68.42660395304362,
"median_step": 1.9043693542480469
},
"P1_B2004": {
"num_changes": 0.0,
"mean_dwell": 384.0,
"median_dwell": 384.0,
"mean_step": NaN,
"median_step": NaN
},
"P1_B3004": {
"num_changes": 0.0,
"mean_dwell": 384.0,
"median_dwell": 384.0,
"mean_step": NaN,
"median_step": NaN
},
"P1_B4022": {
"num_changes": 383.0,
"mean_dwell": 1.0,
"median_dwell": 1.0,
"mean_step": 0.01115664489586733,
"median_step": 0.004810333251953125
},
"P1_B3005": {
"num_changes": 0.0,
"mean_dwell": 384.0,
"median_dwell": 384.0,
"mean_step": NaN,
"median_step": NaN
}
},
"reference": {
"P1_B4002": {
"num_changes": 97.0,
"mean_dwell": 1003.1020408163265,
"median_dwell": 1.0,
"mean_step": 0.032477270696581025,
"median_step": 0.0126495361328125
},
"P2_MSD": {
"num_changes": 0.0,
"mean_dwell": 98304.0,
"median_dwell": 98304.0,
"mean_step": NaN,
"median_step": NaN
},
"P4_HT_LD": {
"num_changes": 63727.0,
"mean_dwell": 1.5425558624152649,
"median_dwell": 1.0,
"mean_step": 1.0409184914880636,
"median_step": 0.245941162109375
},
"P1_B2004": {
"num_changes": 145.0,
"mean_dwell": 673.3150684931506,
"median_dwell": 1.0,
"mean_step": 0.0015369655757114806,
"median_step": 0.00010000169277191162
},
"P1_B3004": {
"num_changes": 146.0,
"mean_dwell": 668.734693877551,
"median_dwell": 1.0,
"mean_step": 1.113193877755779,
"median_step": 0.819305419921875
},
"P1_B4022": {
"num_changes": 97122.0,
"mean_dwell": 1.0121598385552342,
"median_dwell": 1.0,
"mean_step": 0.011706427666086412,
"median_step": 0.00952911376953125
},
"P1_B3005": {
"num_changes": 148.0,
"mean_dwell": 659.7583892617449,
"median_dwell": 1.0,
"mean_step": 5.635673316749367,
"median_step": 5.34417724609375
}
},
"aggregates": {
"mean_abs_diff_num_changes": 22998.14285714286,
"mean_abs_diff_mean_dwell": 14201.625685203559,
"mean_abs_diff_median_dwell": 14207.642857142857,
"mean_abs_diff_mean_step": 33.693117622162895,
"mean_abs_diff_median_step": 0.831573486328125
}
},
"type2_controller": {
"features": [
"P1_B4005"
],
"generated": {
"P1_B4005": {
"saturation_ratio": 0.6041666666666666,
"change_rate": 0.741514360313316,
"step_median": 57.8821907043457
}
},
"reference": {
"P1_B4005": {
"saturation_ratio": 0.588958740234375,
"change_rate": 0.4608201173921447,
"step_median": 0.03202030062675476
}
},
"aggregates": {
"mean_abs_diff_saturation_ratio": 0.01520792643229163,
"mean_abs_diff_change_rate": 0.2806942429211713,
"mean_abs_diff_step_median": 57.85017040371895
}
},
"type3_actuator": {
"features": [
"P1_PCV02Z",
"P1_PCV01Z",
"P1_PCV01D",
"P1_FCV02Z",
"P1_FCV03D",
"P1_FCV03Z",
"P1_LCV01D",
"P1_LCV01Z"
],
"generated": {
"P1_PCV02Z": {
"unique_ratio": 0.0026041666666666665,
"top1_mass": 1.0,
"top3_mass": 1.0,
"median_dwell": 384.0
},
"P1_PCV01Z": {
"unique_ratio": 0.9869791666666666,
"top1_mass": 0.0078125,
"top3_mass": 0.018229166666666668,
"median_dwell": 1.0
},
"P1_PCV01D": {
"unique_ratio": 0.9192708333333334,
"top1_mass": 0.08333333333333333,
"top3_mass": 0.08854166666666667,
"median_dwell": 1.0
},
"P1_FCV02Z": {
"unique_ratio": 0.18229166666666666,
"top1_mass": 0.15625,
"top3_mass": 0.3151041666666667,
"median_dwell": 1.0
},
"P1_FCV03D": {
"unique_ratio": 1.0,
"top1_mass": 0.0026041666666666665,
"top3_mass": 0.0078125,
"median_dwell": 1.0
},
"P1_FCV03Z": {
"unique_ratio": 0.4557291666666667,
"top1_mass": 0.028645833333333332,
"top3_mass": 0.08333333333333333,
"median_dwell": 1.0
},
"P1_LCV01D": {
"unique_ratio": 0.9635416666666666,
"top1_mass": 0.005208333333333333,
"top3_mass": 0.015625,
"median_dwell": 1.0
},
"P1_LCV01Z": {
"unique_ratio": 0.3125,
"top1_mass": 0.052083333333333336,
"top3_mass": 0.13020833333333334,
"median_dwell": 1.0
}
},
"reference": {
"P1_PCV02Z": {
"unique_ratio": 5.0862630208333336e-05,
"top1_mass": 0.5122273763020834,
"top3_mass": 0.9970194498697916,
"median_dwell": 2.0
},
"P1_PCV01Z": {
"unique_ratio": 0.063232421875,
"top1_mass": 0.009714762369791666,
"top3_mass": 0.020904541015625,
"median_dwell": 1.0
},
"P1_PCV01D": {
"unique_ratio": 0.074310302734375,
"top1_mass": 0.043843587239583336,
"top3_mass": 0.044850667317708336,
"median_dwell": 1.0
},
"P1_FCV02Z": {
"unique_ratio": 0.058146158854166664,
"top1_mass": 0.20765177408854166,
"top3_mass": 0.3501078287760417,
"median_dwell": 1.0
},
"P1_FCV03D": {
"unique_ratio": 0.017527262369791668,
"top1_mass": 0.004384358723958333,
"top3_mass": 0.012776692708333334,
"median_dwell": 1.0
},
"P1_FCV03Z": {
"unique_ratio": 0.013102213541666666,
"top1_mass": 0.10939534505208333,
"top3_mass": 0.2132568359375,
"median_dwell": 1.0
},
"P1_LCV01D": {
"unique_ratio": 0.015523274739583334,
"top1_mass": 0.0033976236979166665,
"top3_mass": 0.009999593098958334,
"median_dwell": 1.0
},
"P1_LCV01Z": {
"unique_ratio": 0.012715657552083334,
"top1_mass": 0.047566731770833336,
"top3_mass": 0.1214599609375,
"median_dwell": 1.0
}
},
"aggregates": {
"mean_abs_diff_unique_ratio": 0.571038564046224,
"mean_abs_diff_top1_mass": 0.08367792765299478,
"mean_abs_diff_top3_mass": 0.029201507568359382,
"mean_abs_diff_median_dwell": 47.75
}
},
"type4_pv": {
"features": [
"P1_PIT02",
"P2_SIT02",
"P1_FT03"
],
"generated": {
"P1_PIT02": {
"q05": 0.1702899932861328,
"q50": 0.22292999923229218,
"q95": 0.22292999923229218,
"tail_ratio": 0.0
},
"P2_SIT02": {
"q05": 774.8919067382812,
"q50": 784.5540771484375,
"q95": 791.7107543945312,
"tail_ratio": 0.7406904393417769
},
"P1_FT03": {
"q05": 207.55763244628906,
"q50": 298.5381774902344,
"q95": 316.24639892578125,
"tail_ratio": 0.1946374516331318
}
},
"reference": {
"P1_PIT02": {
"q05": 0.20232999324798584,
"q50": 0.2763400077819824,
"q95": 1.8746999502182007,
"tail_ratio": 21.596535989085773
},
"P2_SIT02": {
"q05": 771.5216674804688,
"q50": 779.1593017578125,
"q95": 785.1046752929688,
"tail_ratio": 0.7784312942022615
},
"P1_FT03": {
"q05": 201.6184539794922,
"q50": 300.2251892089844,
"q95": 313.76690673828125,
"tail_ratio": 0.13733055351422585
}
},
"aggregates": {
"mean_abs_diff_q05": 3.1138192415237427,
"mean_abs_diff_q50": 2.37839903930823,
"mean_abs_diff_q95": 3.5791137466828027,
"mean_abs_diff_tail_ratio": 7.230527914021721
}
},
"type5_program_proxy": {
"features": [
"P1_FT03Z",
"P1_FT02Z"
],
"generated": {
"P1_FT03Z": {
"num_changes": 382.0,
"mean_dwell": 1.0026109660574412,
"median_dwell": 1.0,
"mean_step": 32.61420728274041,
"median_step": 18.502532958984375
},
"P1_FT02Z": {
"num_changes": 382.0,
"mean_dwell": 1.0026109660574412,
"median_dwell": 1.0,
"mean_step": 954.7115657042458,
"median_step": 846.0838470458984
}
},
"reference": {
"P1_FT03Z": {
"num_changes": 83889.0,
"mean_dwell": 1.1718202407915126,
"median_dwell": 1.0,
"mean_step": 0.9289188007355237,
"median_step": 0.6378173828125
},
"P1_FT02Z": {
"num_changes": 95436.0,
"mean_dwell": 1.0300407598730053,
"median_dwell": 1.0,
"mean_step": 14.373282350295296,
"median_step": 5.89599609375
}
},
"aggregates": {
"mean_abs_diff_num_changes": 89280.5,
"mean_abs_diff_mean_dwell": 0.09831953427481777,
"mean_abs_diff_median_dwell": 0.0,
"mean_abs_diff_mean_step": 486.0117859179777,
"mean_abs_diff_median_step": 429.02628326416016
}
},
"type6_aux": {
"features": [
"P4_HT_PO",
"P2_24Vdc",
"P2_HILout"
],
"generated": {
"P4_HT_PO": {
"mean": 32.7232666015625,
"std": 32.438350677490234,
"lag1": 0.11117122322320938
},
"P2_24Vdc": {
"mean": 28.028526306152344,
"std": 0.003789610927924514,
"lag1": -0.04372500255703926
},
"P2_HILout": {
"mean": 711.4883422851562,
"std": 9.425372123718262,
"lag1": 0.027140988036990166
}
},
"reference": {
"P4_HT_PO": {
"mean": 34.35928726196289,
"std": 31.320688247680664,
"lag1": 0.9990671873092651
},
"P2_24Vdc": {
"mean": 28.0284366607666,
"std": 0.0032698388677090406,
"lag1": 0.05670436844229698
},
"P2_HILout": {
"mean": 711.9729614257812,
"std": 8.238578796386719,
"lag1": 0.2585394084453583
}
},
"aggregates": {
"mean_abs_diff_mean": 0.7069098154703776,
"mean_abs_diff_std": 0.768325176400443,
"mean_abs_diff_lag1": 0.4065745851645867
}
}
},
"predictive_consistency": {
"real_only": {
"rmse": 0.5583509206771851,
"mae": 0.366405189037323
},
"synthetic_only": {
"rmse": 0.9770503044128418,
"mae": 0.7768316864967346
},
"real_plus_synthetic": {
"rmse": 0.5556530952453613,
"mae": 0.35953789949417114
},
"rmse_ratio_synth_to_real": 1.7498857228136122
},
"anomaly_utility": {
"real_only": {
"auroc": 0.8881493506493506,
"auprc": 0.6527744226377132,
"threshold": 0.3682355284690857,
"f1": 0.35714285714285715,
"precision": 0.24193548387096775,
"recall": 0.6818181818181818,
"best_f1": 0.763157894736842,
"best_f1_threshold": 0.49033087491989136
},
"synthetic_only": {
"auroc": 0.8273423005565863,
"auprc": 0.591814077952872,
"threshold": 0.028521830216050148,
"f1": 0.08239700374531835,
"precision": 0.04296875,
"recall": 1.0,
"best_f1": 0.6842105263157896,
"best_f1_threshold": 1.410032868385315
},
"real_plus_synthetic": {
"auroc": 0.8801716141001855,
"auprc": 0.6451048675574833,
"threshold": 0.3379894196987152,
"f1": 0.2909090909090909,
"precision": 0.18181818181818182,
"recall": 0.7272727272727273,
"best_f1": 0.7466666666666666,
"best_f1_threshold": 0.548900306224823
}
}
}

538
example/results/ablations/runs/no_temporal__seed1337/comprehensive_eval_post.json Normal file
View File

@@ -0,0 +1,538 @@
{
"generated_path": "/root/autodl-tmp/mask-ddpm/example/results/ablations/runs/no_temporal__seed1337/generated_post.csv",
"reference_paths": [
"/root/autodl-tmp/dataset/hai/hai-21.03/train1.csv.gz",
"/root/autodl-tmp/dataset/hai/hai-21.03/train2.csv.gz",
"/root/autodl-tmp/dataset/hai/hai-21.03/train3.csv.gz"
],
"test_paths": [
"/root/autodl-tmp/dataset/hai/hai-21.03/test1.csv.gz",
"/root/autodl-tmp/dataset/hai/hai-21.03/test2.csv.gz",
"/root/autodl-tmp/dataset/hai/hai-21.03/test3.csv.gz",
"/root/autodl-tmp/dataset/hai/hai-21.03/test4.csv.gz",
"/root/autodl-tmp/dataset/hai/hai-21.03/test5.csv.gz"
],
"seq_len": 96,
"stride": 96,
"counts": {
"train_windows": 1024,
"generated_windows": 4,
"test_windows": 1024,
"test_anomalous_windows": 44,
"test_normal_windows": 980
},
"basic_eval": {
"avg_ks": null,
"avg_jsd": null,
"avg_lag1_diff": null
},
"two_sample": {
"continuous_mmd_rbf": 0.08156180381774902,
"continuous_mmd_gamma": 4.259624442557009e-05,
"histogram_mmd_rbf": 0.08163881301879883,
"histogram_mmd_gamma": 4.258310442142369e-05,
"discriminative_accuracy": 0.5,
"discriminative_balanced_accuracy": 0.25,
"discriminative_auroc": NaN
},
"diversity_privacy": {
"duplicate_rate": 0.0,
"exact_match_rate_to_train": 0.0,
"nn_gen_to_train_mean": 92.75374603271484,
"nn_holdout_to_train_mean": 55.17637252807617,
"memorization_ratio": 1.6810410286670738,
"one_nn_two_sample_accuracy": 0.9959349593495935
},
"coupling": {
"corr_mean_abs_diff": 0.23099234700202942,
"corr_frobenius": 18.527013778686523,
"lag1_corr_mean_abs_diff": 0.18993210792541504,
"lag1_corr_frobenius": 16.22922134399414,
"by_process": {
"P1": {
"corr_mean_abs_diff": 0.3376525640487671,
"corr_frobenius": 11.97104263305664,
"lag1_corr_mean_abs_diff": 0.361699640750885,
"lag1_corr_frobenius": 12.659133911132812
},
"P2": {
"corr_mean_abs_diff": 0.16560013592243195,
"corr_frobenius": 2.721569061279297,
"lag1_corr_mean_abs_diff": 0.17755813896656036,
"lag1_corr_frobenius": 3.2211034297943115
},
"P3": {
"corr_mean_abs_diff": 0.5839857459068298,
"corr_frobenius": 4.082146644592285,
"lag1_corr_mean_abs_diff": 0.5411866903305054,
"lag1_corr_frobenius": 3.2619681358337402
},
"P4": {
"corr_mean_abs_diff": 0.3677639067173004,
"corr_frobenius": 5.335185527801514,
"lag1_corr_mean_abs_diff": 0.347543329000473,
"lag1_corr_frobenius": 4.863978385925293
}
}
},
"frequency": {
"avg_psd_l1": 0.026040498167276382,
"avg_psd_cosine": 0.5671232351154651,
"avg_low_high_ratio_abs_diff": 19.80377419982271
},
"type_metrics": {
"type1_program": {
"features": [
"P1_B4002",
"P2_MSD",
"P4_HT_LD",
"P1_B2004",
"P1_B3004",
"P1_B4022",
"P1_B3005"
],
"generated": {
"P1_B4002": {
"num_changes": 308.0,
"mean_dwell": 1.2427184466019416,
"median_dwell": 1.0,
"mean_step": 0.8413416007896523,
"median_step": 0.7274894714355469
},
"P2_MSD": {
"num_changes": 0.0,
"mean_dwell": 384.0,
"median_dwell": 384.0,
"mean_step": NaN,
"median_step": NaN
},
"P4_HT_LD": {
"num_changes": 347.0,
"mean_dwell": 1.103448275862069,
"median_dwell": 1.0,
"mean_step": 41.3141472878254,
"median_step": 54.116028785705566
},
"P1_B2004": {
"num_changes": 362.0,
"mean_dwell": 1.0578512396694215,
"median_dwell": 1.0,
"mean_step": 0.014068839402653235,
"median_step": 0.0017450004816055298
},
"P1_B3004": {
"num_changes": 370.0,
"mean_dwell": 1.0350404312668464,
"median_dwell": 1.0,
"mean_step": 14.77256890374261,
"median_step": 10.804779052734375
},
"P1_B4022": {
"num_changes": 383.0,
"mean_dwell": 1.0,
"median_dwell": 1.0,
"mean_step": 0.8157603410765646,
"median_step": 0.5944099426269531
},
"P1_B3005": {
"num_changes": 362.0,
"mean_dwell": 1.0578512396694215,
"median_dwell": 1.0,
"mean_step": 64.28072175926926,
"median_step": 41.228179931640625
}
},
"reference": {
"P1_B4002": {
"num_changes": 97.0,
"mean_dwell": 1003.1020408163265,
"median_dwell": 1.0,
"mean_step": 0.032477270696581025,
"median_step": 0.0126495361328125
},
"P2_MSD": {
"num_changes": 0.0,
"mean_dwell": 98304.0,
"median_dwell": 98304.0,
"mean_step": NaN,
"median_step": NaN
},
"P4_HT_LD": {
"num_changes": 63727.0,
"mean_dwell": 1.5425558624152649,
"median_dwell": 1.0,
"mean_step": 1.0409184914880636,
"median_step": 0.245941162109375
},
"P1_B2004": {
"num_changes": 145.0,
"mean_dwell": 673.3150684931506,
"median_dwell": 1.0,
"mean_step": 0.0015369655757114806,
"median_step": 0.00010000169277191162
},
"P1_B3004": {
"num_changes": 146.0,
"mean_dwell": 668.734693877551,
"median_dwell": 1.0,
"mean_step": 1.113193877755779,
"median_step": 0.819305419921875
},
"P1_B4022": {
"num_changes": 97122.0,
"mean_dwell": 1.0121598385552342,
"median_dwell": 1.0,
"mean_step": 0.011706427666086412,
"median_step": 0.00952911376953125
},
"P1_B3005": {
"num_changes": 148.0,
"mean_dwell": 659.7583892617449,
"median_dwell": 1.0,
"mean_step": 5.635673316749367,
"median_step": 5.34417724609375
}
},
"aggregates": {
"mean_abs_diff_num_changes": 22997.85714285714,
"mean_abs_diff_mean_dwell": 14417.281142645239,
"mean_abs_diff_median_dwell": 13988.57142857143,
"mean_abs_diff_mean_step": 19.03385039702909,
"mean_abs_diff_median_step": 16.840154950817425
}
},
"type2_controller": {
"features": [
"P1_B4005"
],
"generated": {
"P1_B4005": {
"saturation_ratio": 0.6822916666666666,
"change_rate": 0.7702349869451697,
"step_median": 68.81373023986816
}
},
"reference": {
"P1_B4005": {
"saturation_ratio": 0.588958740234375,
"change_rate": 0.4608201173921447,
"step_median": 0.03202030062675476
}
},
"aggregates": {
"mean_abs_diff_saturation_ratio": 0.09333292643229163,
"mean_abs_diff_change_rate": 0.309414869553025,
"mean_abs_diff_step_median": 68.78170993924141
}
},
"type3_actuator": {
"features": [
"P1_PCV02Z",
"P1_PCV01Z",
"P1_PCV01D",
"P1_FCV02Z",
"P1_FCV03D",
"P1_FCV03Z",
"P1_LCV01D",
"P1_LCV01Z"
],
"generated": {
"P1_PCV02Z": {
"unique_ratio": 0.015625,
"top1_mass": 0.40625,
"top3_mass": 0.7760416666666666,
"median_dwell": 1.0
},
"P1_PCV01Z": {
"unique_ratio": 0.8776041666666666,
"top1_mass": 0.0078125,
"top3_mass": 0.0234375,
"median_dwell": 1.0
},
"P1_PCV01D": {
"unique_ratio": 0.9166666666666666,
"top1_mass": 0.059895833333333336,
"top3_mass": 0.0703125,
"median_dwell": 1.0
},
"P1_FCV02Z": {
"unique_ratio": 0.22135416666666666,
"top1_mass": 0.18229166666666666,
"top3_mass": 0.3697916666666667,
"median_dwell": 1.0
},
"P1_FCV03D": {
"unique_ratio": 0.8463541666666666,
"top1_mass": 0.010416666666666666,
"top3_mass": 0.026041666666666668,
"median_dwell": 1.0
},
"P1_FCV03Z": {
"unique_ratio": 0.4817708333333333,
"top1_mass": 0.033854166666666664,
"top3_mass": 0.0859375,
"median_dwell": 1.0
},
"P1_LCV01D": {
"unique_ratio": 0.7864583333333334,
"top1_mass": 0.010416666666666666,
"top3_mass": 0.026041666666666668,
"median_dwell": 1.0
},
"P1_LCV01Z": {
"unique_ratio": 0.3515625,
"top1_mass": 0.036458333333333336,
"top3_mass": 0.09635416666666667,
"median_dwell": 1.0
}
},
"reference": {
"P1_PCV02Z": {
"unique_ratio": 5.0862630208333336e-05,
"top1_mass": 0.5122273763020834,
"top3_mass": 0.9970194498697916,
"median_dwell": 2.0
},
"P1_PCV01Z": {
"unique_ratio": 0.063232421875,
"top1_mass": 0.009714762369791666,
"top3_mass": 0.020904541015625,
"median_dwell": 1.0
},
"P1_PCV01D": {
"unique_ratio": 0.074310302734375,
"top1_mass": 0.043843587239583336,
"top3_mass": 0.044850667317708336,
"median_dwell": 1.0
},
"P1_FCV02Z": {
"unique_ratio": 0.058146158854166664,
"top1_mass": 0.20765177408854166,
"top3_mass": 0.3501078287760417,
"median_dwell": 1.0
},
"P1_FCV03D": {
"unique_ratio": 0.017527262369791668,
"top1_mass": 0.004384358723958333,
"top3_mass": 0.012776692708333334,
"median_dwell": 1.0
},
"P1_FCV03Z": {
"unique_ratio": 0.013102213541666666,
"top1_mass": 0.10939534505208333,
"top3_mass": 0.2132568359375,
"median_dwell": 1.0
},
"P1_LCV01D": {
"unique_ratio": 0.015523274739583334,
"top1_mass": 0.0033976236979166665,
"top3_mass": 0.009999593098958334,
"median_dwell": 1.0
},
"P1_LCV01Z": {
"unique_ratio": 0.012715657552083334,
"top1_mass": 0.047566731770833336,
"top3_mass": 0.1214599609375,
"median_dwell": 1.0
}
},
"aggregates": {
"mean_abs_diff_unique_ratio": 0.5303484598795573,
"mean_abs_diff_top1_mass": 0.03112411499023438,
"mean_abs_diff_top3_mass": 0.05629857381184896,
"mean_abs_diff_median_dwell": 0.125
}
},
"type4_pv": {
"features": [
"P1_PIT02",
"P2_SIT02",
"P1_FT03"
],
"generated": {
"P1_PIT02": {
"q05": 0.1702899932861328,
"q50": 0.22292999923229218,
"q95": 0.22292999923229218,
"tail_ratio": 0.0
},
"P2_SIT02": {
"q05": 774.8919067382812,
"q50": 784.5540771484375,
"q95": 791.7107543945312,
"tail_ratio": 0.7406904393417769
},
"P1_FT03": {
"q05": 207.55763244628906,
"q50": 298.5381774902344,
"q95": 316.24639892578125,
"tail_ratio": 0.1946374516331318
}
},
"reference": {
"P1_PIT02": {
"q05": 0.20232999324798584,
"q50": 0.2763400077819824,
"q95": 1.8746999502182007,
"tail_ratio": 21.596535989085773
},
"P2_SIT02": {
"q05": 771.5216674804688,
"q50": 779.1593017578125,
"q95": 785.1046752929688,
"tail_ratio": 0.7784312942022615
},
"P1_FT03": {
"q05": 201.6184539794922,
"q50": 300.2251892089844,
"q95": 313.76690673828125,
"tail_ratio": 0.13733055351422585
}
},
"aggregates": {
"mean_abs_diff_q05": 3.1138192415237427,
"mean_abs_diff_q50": 2.37839903930823,
"mean_abs_diff_q95": 3.5791137466828027,
"mean_abs_diff_tail_ratio": 7.230527914021721
}
},
"type5_program_proxy": {
"features": [
"P1_FT03Z",
"P1_FT02Z"
],
"generated": {
"P1_FT03Z": {
"num_changes": 380.0,
"mean_dwell": 1.0078740157480315,
"median_dwell": 1.0,
"mean_step": 64.74391126130756,
"median_step": 62.410614013671875
},
"P1_FT02Z": {
"num_changes": 378.0,
"mean_dwell": 1.0131926121372032,
"median_dwell": 1.0,
"mean_step": 1312.3134692358592,
"median_step": 1284.6439208984375
}
},
"reference": {
"P1_FT03Z": {
"num_changes": 83889.0,
"mean_dwell": 1.1718202407915126,
"median_dwell": 1.0,
"mean_step": 0.9289188007355237,
"median_step": 0.6378173828125
},
"P1_FT02Z": {
"num_changes": 95436.0,
"mean_dwell": 1.0300407598730053,
"median_dwell": 1.0,
"mean_step": 14.373282350295296,
"median_step": 5.89599609375
}
},
"aggregates": {
"mean_abs_diff_num_changes": 89283.5,
"mean_abs_diff_mean_dwell": 0.09039718638964156,
"mean_abs_diff_median_dwell": 0.0,
"mean_abs_diff_mean_step": 680.877589673068,
"mean_abs_diff_median_step": 670.2603607177734
}
},
"type6_aux": {
"features": [
"P4_HT_PO",
"P2_24Vdc",
"P2_HILout"
],
"generated": {
"P4_HT_PO": {
"mean": 35.254512786865234,
"std": 31.650897979736328,
"lag1": -0.0927804708480835
},
"P2_24Vdc": {
"mean": 28.028608322143555,
"std": 0.003297113813459873,
"lag1": 0.06643600016832352
},
"P2_HILout": {
"mean": 711.4987182617188,
"std": 7.856828212738037,
"lag1": -0.013758387416601181
}
},
"reference": {
"P4_HT_PO": {
"mean": 34.35928726196289,
"std": 31.320688247680664,
"lag1": 0.9990671873092651
},
"P2_24Vdc": {
"mean": 28.0284366607666,
"std": 0.0032698388677090406,
"lag1": 0.05670436844229698
},
"P2_HILout": {
"mean": 711.9729614257812,
"std": 8.238578796386719,
"lag1": 0.2585394084453583
}
},
"aggregates": {
"mean_abs_diff_mean": 0.4565467834472656,
"mean_abs_diff_std": 0.2373291968833655,
"mean_abs_diff_lag1": 0.4579590285817782
}
}
},
"predictive_consistency": {
"real_only": {
"rmse": 0.5583509206771851,
"mae": 0.366405189037323
},
"synthetic_only": {
"rmse": 0.951804518699646,
"mae": 0.7649260759353638
},
"real_plus_synthetic": {
"rmse": 0.5429408550262451,
"mae": 0.34927552938461304
},
"rmse_ratio_synth_to_real": 1.7046708144499312
},
"anomaly_utility": {
"real_only": {
"auroc": 0.8881493506493506,
"auprc": 0.6527744226377132,
"threshold": 0.3682355284690857,
"f1": 0.35714285714285715,
"precision": 0.24193548387096775,
"recall": 0.6818181818181818,
"best_f1": 0.763157894736842,
"best_f1_threshold": 0.49033087491989136
},
"synthetic_only": {
"auroc": 0.8296150278293135,
"auprc": 0.5927880737400296,
"threshold": 0.007768048904836178,
"f1": 0.08239700374531835,
"precision": 0.04296875,
"recall": 1.0,
"best_f1": 0.6666666666666667,
"best_f1_threshold": 1.4181115627288818
},
"real_plus_synthetic": {
"auroc": 0.8809369202226345,
"auprc": 0.6459045059930429,
"threshold": 0.3188244104385376,
"f1": 0.2633744855967078,
"precision": 0.16080402010050251,
"recall": 0.7272727272727273,
"best_f1": 0.7532467532467532,
"best_f1_threshold": 0.4485895335674286
}
}
}

974
example/results/ablations/runs/no_temporal__seed1337/eval.json Normal file
View File

@@ -0,0 +1,974 @@
{
"rows": 384,
"continuous_summary": {
"P1_B2004": {
"mean": 0.11384,
"std": 0.0
},
"P1_B2016": {
"mean": 1.3915558854166672,
"std": 0.1394804798540304
},
"P1_B3004": {
"mean": 396.00211,
"std": 0.0
},
"P1_B3005": {
"mean": 1015.43976,
"std": 0.0
},
"P1_B4002": {
"mean": 33.54375,
"std": 0.0
},
"P1_B4005": {
"mean": 60.49572380208331,
"std": 42.2626602592901
},
"P1_B400B": {
"mean": 1773.2482367187495,
"std": 1201.4015313275845
},
"P1_B4022": {
"mean": 36.881583541666664,
"std": 0.14105102171131376
},
"P1_FCV02Z": {
"mean": 24.28350981770832,
"std": 39.81520081198682
},
"P1_FCV03D": {
"mean": 58.571172421875026,
"std": 6.640580036097716
},
"P1_FCV03Z": {
"mean": 59.261489192708346,
"std": 6.748260056909216
},
"P1_FT01": {
"mean": 194.94561549479187,
"std": 31.958255867612767
},
"P1_FT01Z": {
"mean": 878.5776119270837,
"std": 88.34502517192797
},
"P1_FT02": {
"mean": 1132.4921916927083,
"std": 890.6661188706163
},
"P1_FT02Z": {
"mean": 1132.4921916927083,
"std": 890.6661188706163
},
"P1_FT03": {
"mean": 282.48839567708313,
"std": 33.74219135359632
},
"P1_FT03Z": {
"mean": 282.48839567708313,
"std": 33.74219135359632
},
"P1_LCV01D": {
"mean": 12.166691979166664,
"std": 3.044583652481217
},
"P1_LCV01Z": {
"mean": 11.953970416666662,
"std": 3.1112112025057415
},
"P1_LIT01": {
"mean": 404.113070078125,
"std": 15.916941648124695
},
"P1_PCV01D": {
"mean": 67.44947348958331,
"std": 23.853487324941693
},
"P1_PCV01Z": {
"mean": 68.38945937500003,
"std": 23.945563502317672
},
"P1_PCV02Z": {
"mean": 11.76605,
"std": 0.0
},
"P1_PIT01": {
"mean": 1.3766178124999982,
"std": 0.08110125251296071
},
"P1_PIT02": {
"mean": 0.2946465364583334,
"std": 0.36556687150544787
},
"P1_TIT01": {
"mean": 35.62746005208336,
"std": 0.567873449151457
},
"P1_TIT02": {
"mean": 36.50254283854163,
"std": 1.2327469725698657
},
"P2_24Vdc": {
"mean": 28.028526171875,
"std": 0.003789607636453064
},
"P2_CO_rpm": {
"mean": 54102.3476257292,
"std": 24.202381763958453
},
"P2_HILout": {
"mean": 711.4883096354174,
"std": 9.425371538528266
},
"P2_MSD": {
"mean": 758.4425,
"std": 0.0
},
"P2_SIT01": {
"mean": 783.3845312500002,
"std": 6.124744810717389
},
"P2_SIT02": {
"mean": 783.9236397916661,
"std": 5.839287889306126
},
"P2_VT01": {
"mean": 11.923775807291669,
"std": 0.06899660403626517
},
"P2_VXT02": {
"mean": -3.2993178125,
"std": 0.4772571828037386
},
"P2_VXT03": {
"mean": -1.3056295312500004,
"std": 0.35753695718235284
},
"P2_VYT02": {
"mean": 3.9807949739583326,
"std": 0.5057799909448849
},
"P2_VYT03": {
"mean": 6.233346276041665,
"std": 0.38919692566379294
},
"P3_FIT01": {
"mean": 1155.0978390364578,
"std": 1787.3394963520552
},
"P3_LCP01D": {
"mean": 4575.033106822919,
"std": 5118.60925242513
},
"P3_LCV01D": {
"mean": 6456.875321927081,
"std": 6929.023824930554
},
"P3_LIT01": {
"mean": 13352.48445802083,
"std": 4371.061885508871
},
"P3_PIT01": {
"mean": 652.8043708333335,
"std": 1157.5726463848948
},
"P4_HT_FD": {
"mean": -0.00120078125,
"std": 0.005632729922998602
},
"P4_HT_LD": {
"mean": -115.69799739583333,
"std": 35.27327640165136
},
"P4_HT_PO": {
"mean": 32.723265390625,
"std": 32.43835192744646
},
"P4_LD": {
"mean": 366.1244961458333,
"std": 61.02708375047362
},
"P4_ST_FD": {
"mean": -6.260416666666658e-05,
"std": 0.004046906369568698
},
"P4_ST_GOV": {
"mean": 17918.57285067709,
"std": 1897.0060826934864
},
"P4_ST_LD": {
"mean": 332.0924436979168,
"std": 38.59368587774719
},
"P4_ST_PO": {
"mean": 332.3720863020833,
"std": 35.274321435734834
},
"P4_ST_PT01": {
"mean": 10044.738232942711,
"std": 28.381219888425726
},
"P4_ST_TT01": {
"mean": 27608.46886190105,
"std": 24.259452212920237
}
},
"continuous_error": {
"P1_B2004": {
"mean_abs_err": 0.020272347909024324,
"std_abs_err": 0.017998437082092405
},
"P1_B2016": {
"mean_abs_err": 0.0002895607519002308,
"std_abs_err": 0.0037069173774673114
},
"P1_B3004": {
"mean_abs_err": 7.383953824526145,
"std_abs_err": 15.41814958804181
},
"P1_B3005": {
"mean_abs_err": 45.609026528629784,
"std_abs_err": 61.18331651100028
},
"P1_B4002": {
"mean_abs_err": 1.2268236801201198,
"std_abs_err": 0.5786734991990778
},
"P1_B4005": {
"mean_abs_err": 0.029383214114609757,
"std_abs_err": 0.08136281158041214
},
"P1_B400B": {
"mean_abs_err": 5.227633459218623,
"std_abs_err": 8.049258408511832
},
"P1_B4022": {
"mean_abs_err": 0.8204088942641405,
"std_abs_err": 0.5303998331235046
},
"P1_FCV02Z": {
"mean_abs_err": 0.6674250827639554,
"std_abs_err": 0.6232846272713601
},
"P1_FCV03D": {
"mean_abs_err": 0.0033089710281970497,
"std_abs_err": 0.04108431738896101
},
"P1_FCV03Z": {
"mean_abs_err": 0.03754998748149063,
"std_abs_err": 0.03345609257761417
},
"P1_FT01": {
"mean_abs_err": 0.22196113851160248,
"std_abs_err": 4.6102740289684405
},
"P1_FT01Z": {
"mean_abs_err": 0.4720695770688508,
"std_abs_err": 12.579322208609724
},
"P1_FT02": {
"mean_abs_err": 0.3259615419178772,
"std_abs_err": 1.4699550192036668
},
"P1_FT02Z": {
"mean_abs_err": 645.9862549159404,
"std_abs_err": 302.6792369005333
},
"P1_FT03": {
"mean_abs_err": 0.1505745991457843,
"std_abs_err": 0.26797824230081346
},
"P1_FT03Z": {
"mean_abs_err": 778.5536426714384,
"std_abs_err": 27.38329751002101
},
"P1_LCV01D": {
"mean_abs_err": 0.01235931739152818,
"std_abs_err": 0.12996869945109557
},
"P1_LCV01Z": {
"mean_abs_err": 0.012103612671255704,
"std_abs_err": 0.14774170516042995
},
"P1_LIT01": {
"mean_abs_err": 0.0018020848812625445,
"std_abs_err": 0.2850435997507237
},
"P1_PCV01D": {
"mean_abs_err": 0.01610024610806704,
"std_abs_err": 0.08372062403611835
},
"P1_PCV01Z": {
"mean_abs_err": 0.018692421902557044,
"std_abs_err": 0.08096369165402706
},
"P1_PCV02Z": {
"mean_abs_err": 0.07670294660492694,
"std_abs_err": 0.09684446546464737
},
"P1_PIT01": {
"mean_abs_err": 0.0008634082533938159,
"std_abs_err": 0.019668693143078612
},
"P1_PIT02": {
"mean_abs_err": 0.19251055388318333,
"std_abs_err": 0.13314476654943197
},
"P1_TIT01": {
"mean_abs_err": 0.05374819034985734,
"std_abs_err": 0.015407178034491986
},
"P1_TIT02": {
"mean_abs_err": 0.022435839794901824,
"std_abs_err": 0.010988246545602598
},
"P2_24Vdc": {
"mean_abs_err": 0.00018353075266830388,
"std_abs_err": 0.0004471415220461488
},
"P2_CO_rpm": {
"mean_abs_err": 0.36257215347723104,
"std_abs_err": 1.7466499891700877
},
"P2_HILout": {
"mean_abs_err": 0.025500365321249774,
"std_abs_err": 0.970645661272103
},
"P2_MSD": {
"mean_abs_err": 4.750739999999951,
"std_abs_err": 1.0
},
"P2_SIT01": {
"mean_abs_err": 0.5193861634427321,
"std_abs_err": 0.9258294502731639
},
"P2_SIT02": {
"mean_abs_err": 0.019901909119880656,
"std_abs_err": 0.6487081324931596
},
"P2_VT01": {
"mean_abs_err": 3.983871846457987e-05,
"std_abs_err": 0.00048292196426311107
},
"P2_VXT02": {
"mean_abs_err": 0.0008606598899962847,
"std_abs_err": 0.006224256532518291
},
"P2_VXT03": {
"mean_abs_err": 0.001263755414677492,
"std_abs_err": 0.007909578018699182
},
"P2_VYT02": {
"mean_abs_err": 0.0006738760346043371,
"std_abs_err": 0.005869537952097048
},
"P2_VYT03": {
"mean_abs_err": 0.0010588367562194279,
"std_abs_err": 0.009393963692701346
},
"P3_FIT01": {
"mean_abs_err": 4.197662930274646,
"std_abs_err": 7.61479856178039
},
"P3_LCP01D": {
"mean_abs_err": 9.694041417655171,
"std_abs_err": 11.390745290748782
},
"P3_LCV01D": {
"mean_abs_err": 677.0013950541606,
"std_abs_err": 89.09592911473283
},
"P3_LIT01": {
"mean_abs_err": 2.360034673156406,
"std_abs_err": 16.887248580934283
},
"P3_PIT01": {
"mean_abs_err": 3.4464678100057426,
"std_abs_err": 6.650715677699509
},
"P4_HT_FD": {
"mean_abs_err": 0.0010975933046482602,
"std_abs_err": 0.003600711608594502
},
"P4_HT_LD": {
"mean_abs_err": 149.69291447551893,
"std_abs_err": 1.8494828916530537
},
"P4_HT_PO": {
"mean_abs_err": 1.260542404131904,
"std_abs_err": 0.9974807101249858
},
"P4_LD": {
"mean_abs_err": 0.004257648361033262,
"std_abs_err": 0.4112773810306152
},
"P4_ST_FD": {
"mean_abs_err": 3.349093678351776e-05,
"std_abs_err": 0.002404730111578669
},
"P4_ST_GOV": {
"mean_abs_err": 5.611589429565356,
"std_abs_err": 44.86286670571303
},
"P4_ST_LD": {
"mean_abs_err": 0.08954652809910613,
"std_abs_err": 0.7405165861296439
},
"P4_ST_PO": {
"mean_abs_err": 0.10311497842451445,
"std_abs_err": 0.8233779333265332
},
"P4_ST_PT01": {
"mean_abs_err": 5.836923876371657,
"std_abs_err": 10.596449863106596
},
"P4_ST_TT01": {
"mean_abs_err": 0.5638297784826136,
"std_abs_err": 0.34213040835190967
}
},
"discrete_invalid_counts": {
"P1_FCV01D": 0,
"P1_FCV01Z": 0,
"P1_FCV02D": 0,
"P1_PCV02D": 0,
"P1_PP01AD": 0,
"P1_PP01AR": 0,
"P1_PP01BD": 0,
"P1_PP01BR": 0,
"P1_PP02D": 0,
"P1_PP02R": 0,
"P1_STSP": 0,
"P2_ASD": 0,
"P2_AutoGO": 0,
"P2_Emerg": 0,
"P2_ManualGO": 0,
"P2_OnOff": 0,
"P2_RTR": 0,
"P2_TripEx": 0,
"P2_VTR01": 0,
"P2_VTR02": 0,
"P2_VTR03": 0,
"P2_VTR04": 0,
"P3_LH": 0,
"P3_LL": 0,
"P4_HT_PS": 0,
"P4_ST_PS": 0
},
"missing_generated_columns": {},
"continuous_ks": {
"P1_B2004": 1.0,
"P1_B2016": 0.043391666666666606,
"P1_B3004": 0.8108,
"P1_B3005": 0.8106,
"P1_B4002": 0.81055,
"P1_B4005": 0.38133333333333336,
"P1_B400B": 0.46184583333333334,
"P1_B4022": 0.5730333333333334,
"P1_FCV02Z": 0.7381416666666666,
"P1_FCV03D": 0.4878416666666667,
"P1_FCV03Z": 0.4924416666666667,
"P1_FT01": 0.4750083333333333,
"P1_FT01Z": 0.4750083333333333,
"P1_FT02": 0.4545666666666666,
"P1_FT02Z": 0.8361000000000001,
"P1_FT03": 0.5241,
"P1_FT03Z": 1.0,
"P1_LCV01D": 0.44738750000000005,
"P1_LCV01Z": 0.4546666666666667,
"P1_LIT01": 0.49126250000000005,
"P1_PCV01D": 0.5571583333333334,
"P1_PCV01Z": 0.5587541666666667,
"P1_PCV02Z": 1.0,
"P1_PIT01": 0.17675833333333335,
"P1_PIT02": 0.8118208333333334,
"P1_TIT01": 0.16881250000000003,
"P1_TIT02": 0.10090416666666668,
"P2_24Vdc": 0.12129166666666658,
"P2_CO_rpm": 0.0927541666666667,
"P2_HILout": 0.08199583333333332,
"P2_MSD": 1.0,
"P2_SIT01": 0.48742916666666664,
"P2_SIT02": 0.5013166666666666,
"P2_VT01": 0.12336250000000004,
"P2_VXT02": 0.28222916666666664,
"P2_VXT03": 0.43657500000000005,
"P2_VYT02": 0.25022083333333334,
"P2_VYT03": 0.26955833333333334,
"P3_FIT01": 0.0821,
"P3_LCP01D": 0.04134166666666661,
"P3_LCV01D": 0.235225,
"P3_LIT01": 0.09348749999999995,
"P3_PIT01": 0.1158541666666667,
"P4_HT_FD": 0.5712458333333333,
"P4_HT_LD": 0.9375,
"P4_HT_PO": 0.3441416666666667,
"P4_LD": 0.031329166666666686,
"P4_ST_FD": 0.024483333333333412,
"P4_ST_GOV": 0.035274999999999945,
"P4_ST_LD": 0.03237500000000004,
"P4_ST_PO": 0.03612083333333338,
"P4_ST_PT01": 0.20012916666666664,
"P4_ST_TT01": 0.07880833333333337
},
"continuous_quantile_diff": {
"P1_B2004": {
"q05_diff": 0.08333,
"q25_diff": 0.012630000000000002,
"q50_diff": 0.012630000000000002,
"q75_diff": 0.012630000000000002,
"q95_diff": 0.012630000000000002
},
"P1_B2016": {
"q05_diff": 0.01158999999999999,
"q25_diff": 0.010220000000000118,
"q50_diff": 0.005319999999999991,
"q75_diff": 0.014129999999999976,
"q95_diff": 0.02967999999999993
},
"P1_B3004": {
"q05_diff": 2.8398500000000126,
"q25_diff": 1.6357399999999984,
"q50_diff": 1.6357399999999984,
"q75_diff": 1.6357399999999984,
"q95_diff": 1.6357399999999984
},
"P1_B3005": {
"q05_diff": 13.44177000000002,
"q25_diff": 13.44177000000002,
"q50_diff": 13.44177000000002,
"q75_diff": 13.44177000000002,
"q95_diff": 99.67999000000009
},
"P1_B4002": {
"q05_diff": 1.5437500000000028,
"q25_diff": 0.11175000000000068,
"q50_diff": 0.11175000000000068,
"q75_diff": 0.11175000000000068,
"q95_diff": 0.11175000000000068
},
"P1_B4005": {
"q05_diff": 0.0,
"q25_diff": 88.15009,
"q50_diff": 20.33117,
"q75_diff": 0.0,
"q95_diff": 0.0
},
"P1_B400B": {
"q05_diff": 2.9795300000000005,
"q25_diff": 2610.38788,
"q50_diff": 189.59229000000005,
"q75_diff": 9.545890000000327,
"q95_diff": 7.019040000000132
},
"P1_B4022": {
"q05_diff": 1.2294699999999992,
"q25_diff": 0.1574500000000043,
"q50_diff": 0.4875299999999996,
"q75_diff": 0.5946499999999943,
"q95_diff": 0.6461800000000011
},
"P1_FCV02Z": {
"q05_diff": 0.015249999999999986,
"q25_diff": 0.015260000000000051,
"q50_diff": 0.06867000000000001,
"q75_diff": 41.04615,
"q95_diff": 0.030520000000009873
},
"P1_FCV03D": {
"q05_diff": 2.8851799999999983,
"q25_diff": 0.09517999999999915,
"q50_diff": 8.548209999999997,
"q75_diff": 11.145269999999996,
"q95_diff": 0.715919999999997
},
"P1_FCV03Z": {
"q05_diff": 3.2806399999999982,
"q25_diff": 0.01525999999999783,
"q50_diff": 8.735659999999996,
"q75_diff": 11.566150000000007,
"q95_diff": 0.41956000000000415
},
"P1_FT01": {
"q05_diff": 8.109370000000013,
"q25_diff": 8.601060000000018,
"q50_diff": 32.806329999999974,
"q75_diff": 37.95618999999999,
"q95_diff": 3.0517600000000016
},
"P1_FT01Z": {
"q05_diff": 38.15130999999997,
"q25_diff": 18.69965000000002,
"q50_diff": 74.79840000000002,
"q75_diff": 86.54010000000005,
"q95_diff": 6.958009999999945
},
"P1_FT02": {
"q05_diff": 0.3814799999999998,
"q25_diff": 1899.23904,
"q50_diff": 258.24926000000005,
"q75_diff": 12.970209999999952,
"q95_diff": 9.536740000000009
},
"P1_FT02Z": {
"q05_diff": 27.82217,
"q25_diff": 2761.17983,
"q50_diff": 1117.82361,
"q75_diff": 870.8322700000001,
"q95_diff": 865.2337600000001
},
"P1_FT03": {
"q05_diff": 37.54695000000001,
"q25_diff": 1.5381300000000238,
"q50_diff": 51.33557000000002,
"q75_diff": 59.82164,
"q95_diff": 1.9374400000000378
},
"P1_FT03Z": {
"q05_diff": 790.28081,
"q25_diff": 752.66058,
"q50_diff": 704.08377,
"q75_diff": 697.55072,
"q95_diff": 800.17028
},
"P1_LCV01D": {
"q05_diff": 0.10452999999999957,
"q25_diff": 1.2063699999999997,
"q50_diff": 4.634790000000001,
"q75_diff": 3.3112399999999997,
"q95_diff": 0.6190800000000003
},
"P1_LCV01Z": {
"q05_diff": 0.1144400000000001,
"q25_diff": 1.1901799999999998,
"q50_diff": 4.97481,
"q75_diff": 3.4561199999999985,
"q95_diff": 0.7171600000000016
},
"P1_LIT01": {
"q05_diff": 14.395199999999988,
"q25_diff": 1.0270700000000375,
"q50_diff": 6.185159999999996,
"q75_diff": 8.229829999999993,
"q95_diff": 34.807680000000005
},
"P1_PCV01D": {
"q05_diff": 1.0672799999999967,
"q25_diff": 3.7126699999999957,
"q50_diff": 22.269549999999995,
"q75_diff": 44.83369,
"q95_diff": 46.32521
},
"P1_PCV01Z": {
"q05_diff": 0.9702200000000047,
"q25_diff": 3.814699999999995,
"q50_diff": 22.768570000000004,
"q75_diff": 45.46356000000001,
"q95_diff": 45.146029999999996
},
"P1_PCV02Z": {
"q05_diff": 0.2441399999999998,
"q25_diff": 0.2441399999999998,
"q50_diff": 0.2517700000000005,
"q75_diff": 0.2517700000000005,
"q95_diff": 0.2517700000000005
},
"P1_PIT01": {
"q05_diff": 0.035090000000000066,
"q25_diff": 0.016790000000000083,
"q50_diff": 0.006099999999999994,
"q75_diff": 0.02364999999999995,
"q95_diff": 0.008410000000000029
},
"P1_PIT02": {
"q05_diff": 0.03433,
"q25_diff": 0.05263999999999999,
"q50_diff": 0.053409999999999985,
"q75_diff": 0.054170000000000024,
"q95_diff": 0.05493000000000001
},
"P1_TIT01": {
"q05_diff": 0.07092999999999705,
"q25_diff": 0.07629999999999626,
"q50_diff": 0.15259000000000356,
"q75_diff": 0.3509600000000006,
"q95_diff": 0.01525999999999783
},
"P1_TIT02": {
"q05_diff": 0.01525999999999783,
"q25_diff": 0.062220000000003495,
"q50_diff": 0.10680999999999585,
"q75_diff": 0.2908199999999965,
"q95_diff": 0.4344200000000029
},
"P2_24Vdc": {
"q05_diff": 3.999999999848569e-05,
"q25_diff": 0.0008400000000001739,
"q50_diff": 0.0008799999999986596,
"q75_diff": 0.0008799999999986596,
"q95_diff": 0.000920000000000698
},
"P2_CO_rpm": {
"q05_diff": 10.0,
"q25_diff": 5.0,
"q50_diff": 3.0,
"q75_diff": 3.0,
"q95_diff": 0.33202999999775784
},
"P2_HILout": {
"q05_diff": 0.6367199999999684,
"q25_diff": 2.0198899999999185,
"q50_diff": 0.08379999999999654,
"q75_diff": 1.5365600000000086,
"q95_diff": 1.1483800000000883
},
"P2_MSD": {
"q05_diff": 4.750739999999951,
"q25_diff": 4.750739999999951,
"q50_diff": 4.750739999999951,
"q75_diff": 4.750739999999951,
"q95_diff": 4.750739999999951
},
"P2_SIT01": {
"q05_diff": 2.0,
"q25_diff": 3.0,
"q50_diff": 4.5,
"q75_diff": 6.0,
"q95_diff": 6.0
},
"P2_SIT02": {
"q05_diff": 2.6317200000000867,
"q25_diff": 3.570310000000063,
"q50_diff": 5.6193300000001045,
"q75_diff": 6.361210000000028,
"q95_diff": 6.843689999999924
},
"P2_VT01": {
"q05_diff": 0.008480000000000487,
"q25_diff": 0.015229999999998967,
"q50_diff": 0.014120000000000132,
"q75_diff": 0.013400000000000745,
"q95_diff": 0.01904000000000039
},
"P2_VXT02": {
"q05_diff": 0.12995,
"q25_diff": 0.29942,
"q50_diff": 0.2857599999999998,
"q75_diff": 0.26654,
"q95_diff": 0.45904999999999996
},
"P2_VXT03": {
"q05_diff": 0.10075999999999996,
"q25_diff": 0.2691999999999999,
"q50_diff": 0.2973199999999998,
"q75_diff": 0.32702999999999993,
"q95_diff": 0.61067
},
"P2_VYT02": {
"q05_diff": 0.09643999999999986,
"q25_diff": 0.26202000000000014,
"q50_diff": 0.22612000000000032,
"q75_diff": 0.2354699999999994,
"q95_diff": 0.3892100000000003
},
"P2_VYT03": {
"q05_diff": 0.055449999999999555,
"q25_diff": 0.1862699999999995,
"q50_diff": 0.17562000000000033,
"q75_diff": 0.18233999999999995,
"q95_diff": 0.35440000000000005
},
"P3_FIT01": {
"q05_diff": 1.0,
"q25_diff": 0.0,
"q50_diff": 48.63019,
"q75_diff": 81.7773400000001,
"q95_diff": 18.52930000000015
},
"P3_LCP01D": {
"q05_diff": 0.0,
"q25_diff": 16.0,
"q50_diff": 95.69885,
"q75_diff": 133.79297000000042,
"q95_diff": 240.0
},
"P3_LCV01D": {
"q05_diff": 0.0,
"q25_diff": 320.0,
"q50_diff": 3189.4414100000004,
"q75_diff": 175.13378999999986,
"q95_diff": 23.926760000000286
},
"P3_LIT01": {
"q05_diff": 1135.7871100000002,
"q25_diff": 26.398440000000846,
"q50_diff": 650.5126999999993,
"q75_diff": 1148.9355499999983,
"q95_diff": 1.3242199999986042
},
"P3_PIT01": {
"q05_diff": 1.0,
"q25_diff": 0.0,
"q50_diff": 1.0,
"q75_diff": 79.31182999999999,
"q95_diff": 62.41211000000021
},
"P4_HT_FD": {
"q05_diff": 0.00174,
"q25_diff": 0.00043000000000000004,
"q50_diff": 0.0005700000000000001,
"q75_diff": 7e-05,
"q95_diff": 0.0005099999999999999
},
"P4_HT_LD": {
"q05_diff": 124.7862,
"q25_diff": 124.7862,
"q50_diff": 179.53157,
"q75_diff": 193.36982,
"q95_diff": 56.57957999999999
},
"P4_HT_PO": {
"q05_diff": 0.0,
"q25_diff": 1.35638,
"q50_diff": 30.852110000000003,
"q75_diff": 0.7969400000000064,
"q95_diff": 0.10701000000000249
},
"P4_LD": {
"q05_diff": 0.5629900000000134,
"q25_diff": 3.0934100000000058,
"q50_diff": 3.561399999999992,
"q75_diff": 0.026119999999991705,
"q95_diff": 4.2164600000000405
},
"P4_ST_FD": {
"q05_diff": 2.9999999999999645e-05,
"q25_diff": 0.0,
"q50_diff": 7.999999999999999e-05,
"q75_diff": 7.000000000000008e-05,
"q95_diff": 0.00014999999999999996
},
"P4_ST_GOV": {
"q05_diff": 128.33691,
"q25_diff": 38.02538999999888,
"q50_diff": 32.49022999999943,
"q75_diff": 105.10155999999915,
"q95_diff": 414.03515999999945
},
"P4_ST_LD": {
"q05_diff": 0.7499099999999999,
"q25_diff": 0.48076999999994996,
"q50_diff": 0.38602000000003045,
"q75_diff": 2.0497100000000046,
"q95_diff": 7.9558399999999665
},
"P4_ST_PO": {
"q05_diff": 2.1662000000000035,
"q25_diff": 0.725529999999992,
"q50_diff": 0.6129799999999932,
"q75_diff": 2.143250000000023,
"q95_diff": 7.837030000000027
},
"P4_ST_PT01": {
"q05_diff": 4.0,
"q25_diff": 14.0,
"q50_diff": 2.0,
"q75_diff": 0.0,
"q95_diff": 30.0
},
"P4_ST_TT01": {
"q05_diff": 6.0,
"q25_diff": 6.0,
"q50_diff": 3.0,
"q75_diff": 0.0,
"q95_diff": 0.0
}
},
"continuous_lag1_diff": {
"P1_B2004": 1.0189476811306442e-05,
"P1_B2016": 0.2561068038657559,
"P1_B3004": 1.018740504876714e-05,
"P1_B3005": 0.9999898125942444,
"P1_B4002": 0.9999898146591784,
"P1_B4005": 0.8705270534118652,
"P1_B400B": 1.0636685342327254,
"P1_B4022": 0.03037469907643997,
"P1_FCV02Z": 1.0359760160093519,
"P1_FCV03D": 0.9348723916270425,
"P1_FCV03Z": 0.9302223036218717,
"P1_FT01": 1.0837129234395464,
"P1_FT01Z": 0.8647923079278955,
"P1_FT02": 1.0102725969371698,
"P1_FT02Z": 1.0103275755470813,
"P1_FT03": 0.8468517424320046,
"P1_FT03Z": 0.8467146853873977,
"P1_LCV01D": 0.4377534512779314,
"P1_LCV01Z": 0.44515898519261965,
"P1_LIT01": 0.963461971457682,
"P1_PCV01D": 1.084519658135186,
"P1_PCV01Z": 0.8997968894051388,
"P1_PCV02Z": 0.5669400491575541,
"P1_PIT01": 0.4203947521554928,
"P1_PIT02": 0.9828387650450174,
"P1_TIT01": 0.7798971257915577,
"P1_TIT02": 0.865590207042142,
"P2_24Vdc": 0.0701931045432132,
"P2_CO_rpm": 0.27366047721795406,
"P2_HILout": 0.20616114471773853,
"P2_MSD": 0.0,
"P2_SIT01": 0.6624061266276653,
"P2_SIT02": 0.625353002969849,
"P2_VT01": 0.44589844834894954,
"P2_VXT02": 0.024527633833306917,
"P2_VXT03": 0.26813324104938296,
"P2_VYT02": 0.5193038198965017,
"P2_VYT03": 0.39748846203270954,
"P3_FIT01": 0.8757503767058722,
"P3_LCP01D": 0.956442423364842,
"P3_LCV01D": 0.845280051194023,
"P3_LIT01": 0.9604496464042352,
"P3_PIT01": 0.9121126092062325,
"P4_HT_FD": 0.33671422249468896,
"P4_HT_LD": 0.15670838558697175,
"P4_HT_PO": 0.8878547296538263,
"P4_LD": 0.8941496210667775,
"P4_ST_FD": 0.29904099302570664,
"P4_ST_GOV": 0.8465337816178481,
"P4_ST_LD": 0.8603354377847401,
"P4_ST_PO": 0.7944502897383621,
"P4_ST_PT01": 0.9795661975361911,
"P4_ST_TT01": 0.8779218332437576
},
"discrete_jsd": {
"P1_FCV01D": 0.09833180131798225,
"P1_FCV01Z": 0.6325772640315827,
"P1_FCV02D": 0.07925115505562264,
"P1_PCV02D": 0.0,
"P1_PP01AD": 0.0,
"P1_PP01AR": 0.0,
"P1_PP01BD": 0.0,
"P1_PP01BR": 0.0,
"P1_PP02D": 0.0,
"P1_PP02R": 0.0,
"P1_STSP": 0.0,
"P2_ASD": 0.0,
"P2_AutoGO": 0.0,
"P2_Emerg": 0.0,
"P2_ManualGO": 0.0,
"P2_OnOff": 0.0,
"P2_RTR": 0.0,
"P2_TripEx": 0.0,
"P2_VTR01": 0.0,
"P2_VTR02": 0.0,
"P2_VTR03": 0.0,
"P2_VTR04": 0.0,
"P3_LH": 0.0,
"P3_LL": 0.0,
"P4_HT_PS": 0.0,
"P4_ST_PS": 0.0
},
"avg_ks": 0.40846108490566035,
"avg_jsd": 0.031160008477122598,
"avg_lag1_diff": 0.6642869349466621
}

971
example/results/ablations/runs/no_temporal__seed1337/eval_post.json Normal file
View File

@@ -0,0 +1,971 @@
{
"rows": 384,
"continuous_summary": {
"P1_B2004": {
"mean": 0.09355486979166669,
"std": 0.01799194293084728
},
"P1_B2016": {
"mean": 1.3915558854166672,
"std": 0.1394804798540304
},
"P1_B3004": {
"mean": 403.2905014583335,
"std": 14.217563527951576
},
"P1_B3005": {
"mean": 1059.5253898958326,
"std": 58.42587703751758
},
"P1_B4002": {
"mean": 32.37490617187499,
"std": 0.6519533213854061
},
"P1_B4005": {
"mean": 64.99571291666655,
"std": 42.03467331899641
},
"P1_B400B": {
"mean": 1773.2482367187495,
"std": 1201.4015313275845
},
"P1_B4022": {
"mean": 36.08671476562498,
"std": 0.7147782383668128
},
"P1_FCV02Z": {
"mean": 21.954832630208315,
"std": 38.87335152465215
},
"P1_FCV03D": {
"mean": 58.14541601562505,
"std": 6.267267768996455
},
"P1_FCV03Z": {
"mean": 58.21398343750003,
"std": 6.423211358701469
},
"P1_FT01": {
"mean": 194.94561549479187,
"std": 31.958255867612767
},
"P1_FT01Z": {
"mean": 878.5776119270837,
"std": 88.34502517192797
},
"P1_FT02": {
"mean": 1132.4921916927083,
"std": 890.6661188706163
},
"P1_FT02Z": {
"mean": 1843.7261292187509,
"std": 1190.4241853713818
},
"P1_FT03": {
"mean": 282.48839567708313,
"std": 33.74219135359632
},
"P1_FT03Z": {
"mean": 1058.2564329947922,
"std": 59.50957255113764
},
"P1_LCV01D": {
"mean": 11.699055963541667,
"std": 3.0155193220433567
},
"P1_LCV01Z": {
"mean": 11.627510442708333,
"std": 3.0251072332459787
},
"P1_LIT01": {
"mean": 404.113070078125,
"std": 15.916941648124695
},
"P1_PCV01D": {
"mean": 65.64593611979173,
"std": 23.56629129628467
},
"P1_PCV01Z": {
"mean": 65.565628671875,
"std": 23.790956943468952
},
"P1_PCV02Z": {
"mean": 11.867279765625007,
"std": 0.10811550492611105
},
"P1_PIT01": {
"mean": 1.3766178124999982,
"std": 0.08110125251296071
},
"P1_PIT02": {
"mean": 0.2946465364583334,
"std": 0.36556687150544787
},
"P1_TIT01": {
"mean": 35.62746005208336,
"std": 0.567873449151457
},
"P1_TIT02": {
"mean": 36.50254283854163,
"std": 1.2327469725698657
},
"P2_24Vdc": {
"mean": 28.02860809895833,
"std": 0.0032970984602375326
},
"P2_CO_rpm": {
"mean": 54102.3476257292,
"std": 24.202381763958453
},
"P2_HILout": {
"mean": 711.4986896354167,
"std": 7.856828438379631
},
"P2_MSD": {
"mean": 763.19324,
"std": 0.0
},
"P2_SIT01": {
"mean": 783.3845312500002,
"std": 6.124744810717389
},
"P2_SIT02": {
"mean": 783.9236397916661,
"std": 5.839287889306126
},
"P2_VT01": {
"mean": 11.923775807291669,
"std": 0.06899660403626517
},
"P2_VXT02": {
"mean": -3.2993178125,
"std": 0.4772571828037386
},
"P2_VXT03": {
"mean": -1.3056295312500004,
"std": 0.35753695718235284
},
"P2_VYT02": {
"mean": 3.9807949739583326,
"std": 0.5057799909448849
},
"P2_VYT03": {
"mean": 6.233346276041665,
"std": 0.38919692566379294
},
"P3_FIT01": {
"mean": 1155.0978390364578,
"std": 1787.3394963520552
},
"P3_LCP01D": {
"mean": 4575.033106822919,
"std": 5118.60925242513
},
"P3_LCV01D": {
"mean": 6456.875321927081,
"std": 6929.023824930554
},
"P3_LIT01": {
"mean": 13352.48445802083,
"std": 4371.061885508871
},
"P3_PIT01": {
"mean": 652.8043708333335,
"std": 1157.5726463848948
},
"P4_HT_FD": {
"mean": -0.00120078125,
"std": 0.005632729922998602
},
"P4_HT_LD": {
"mean": 34.231568880208286,
"std": 33.60361854009684
},
"P4_HT_PO": {
"mean": 35.25451283854166,
"std": 31.650898099038645
},
"P4_LD": {
"mean": 366.1244961458333,
"std": 61.02708375047362
},
"P4_ST_FD": {
"mean": -6.260416666666658e-05,
"std": 0.004046906369568698
},
"P4_ST_GOV": {
"mean": 17918.57285067709,
"std": 1897.0060826934864
},
"P4_ST_LD": {
"mean": 332.0924436979168,
"std": 38.59368587774719
},
"P4_ST_PO": {
"mean": 332.3720863020833,
"std": 35.274321435734834
},
"P4_ST_PT01": {
"mean": 10044.738232942711,
"std": 28.381219888425726
},
"P4_ST_TT01": {
"mean": 27608.46886190105,
"std": 24.259452212920237
}
},
"continuous_error": {
"P1_B2004": {
"mean_abs_err": 1.2782299308983225e-05,
"std_abs_err": 6.494151245123314e-06
},
"P1_B2016": {
"mean_abs_err": 0.0002895607519002308,
"std_abs_err": 0.0037069173774673114
},
"P1_B3004": {
"mean_abs_err": 0.09556236619266656,
"std_abs_err": 1.2005860600902345
},
"P1_B3005": {
"mean_abs_err": 1.5233966327971302,
"std_abs_err": 2.757439473482698
},
"P1_B4002": {
"mean_abs_err": 0.05797985199510691,
"std_abs_err": 0.07327982218632823
},
"P1_B4005": {
"mean_abs_err": 4.470605900468627,
"std_abs_err": 0.14662412871327746
},
"P1_B400B": {
"mean_abs_err": 5.227633459218623,
"std_abs_err": 8.049258408511832
},
"P1_B4022": {
"mean_abs_err": 0.02554011822245883,
"std_abs_err": 0.04332738353199439
},
"P1_FCV02Z": {
"mean_abs_err": 2.996102270263961,
"std_abs_err": 1.5651339146060295
},
"P1_FCV03D": {
"mean_abs_err": 0.42244743522177686,
"std_abs_err": 0.3322279497122995
},
"P1_FCV03Z": {
"mean_abs_err": 1.0850557426898035,
"std_abs_err": 0.29159260563013323
},
"P1_FT01": {
"mean_abs_err": 0.22196113851160248,
"std_abs_err": 4.6102740289684405
},
"P1_FT01Z": {
"mean_abs_err": 0.4720695770688508,
"std_abs_err": 12.579322208609724
},
"P1_FT02": {
"mean_abs_err": 0.3259615419178772,
"std_abs_err": 1.4699550192036668
},
"P1_FT02Z": {
"mean_abs_err": 65.24768261010217,
"std_abs_err": 2.9211703997677887
},
"P1_FT03": {
"mean_abs_err": 0.1505745991457843,
"std_abs_err": 0.26797824230081346
},
"P1_FT03Z": {
"mean_abs_err": 2.785605353729352,
"std_abs_err": 1.6159163124796905
},
"P1_LCV01D": {
"mean_abs_err": 0.45527669823346884,
"std_abs_err": 0.1009043690132354
},
"P1_LCV01Z": {
"mean_abs_err": 0.33856358662958463,
"std_abs_err": 0.061637735900667234
},
"P1_LIT01": {
"mean_abs_err": 0.0018020848812625445,
"std_abs_err": 0.2850435997507237
},
"P1_PCV01D": {
"mean_abs_err": 1.8196376158996515,
"std_abs_err": 0.20347540462090308
},
"P1_PCV01Z": {
"mean_abs_err": 2.842523125027583,
"std_abs_err": 0.07364286719469249
},
"P1_PCV02Z": {
"mean_abs_err": 0.024526819020080026,
"std_abs_err": 0.011271039461463683
},
"P1_PIT01": {
"mean_abs_err": 0.0008634082533938159,
"std_abs_err": 0.019668693143078612
},
"P1_PIT02": {
"mean_abs_err": 0.19251055388318333,
"std_abs_err": 0.13314476654943197
},
"P1_TIT01": {
"mean_abs_err": 0.05374819034985734,
"std_abs_err": 0.015407178034491986
},
"P1_TIT02": {
"mean_abs_err": 0.022435839794901824,
"std_abs_err": 0.010988246545602598
},
"P2_24Vdc": {
"mean_abs_err": 0.00010160366933931186,
"std_abs_err": 4.536765416938244e-05
},
"P2_CO_rpm": {
"mean_abs_err": 0.36257215347723104,
"std_abs_err": 1.7466499891700877
},
"P2_HILout": {
"mean_abs_err": 0.035880365320508645,
"std_abs_err": 0.5978974388765312
},
"P2_MSD": {
"mean_abs_err": 0.0,
"std_abs_err": 1.0
},
"P2_SIT01": {
"mean_abs_err": 0.5193861634427321,
"std_abs_err": 0.9258294502731639
},
"P2_SIT02": {
"mean_abs_err": 0.019901909119880656,
"std_abs_err": 0.6487081324931596
},
"P2_VT01": {
"mean_abs_err": 3.983871846457987e-05,
"std_abs_err": 0.00048292196426311107
},
"P2_VXT02": {
"mean_abs_err": 0.0008606598899962847,
"std_abs_err": 0.006224256532518291
},
"P2_VXT03": {
"mean_abs_err": 0.001263755414677492,
"std_abs_err": 0.007909578018699182
},
"P2_VYT02": {
"mean_abs_err": 0.0006738760346043371,
"std_abs_err": 0.005869537952097048
},
"P2_VYT03": {
"mean_abs_err": 0.0010588367562194279,
"std_abs_err": 0.009393963692701346
},
"P3_FIT01": {
"mean_abs_err": 4.197662930274646,
"std_abs_err": 7.61479856178039
},
"P3_LCP01D": {
"mean_abs_err": 9.694041417655171,
"std_abs_err": 11.390745290748782
},
"P3_LCV01D": {
"mean_abs_err": 677.0013950541606,
"std_abs_err": 89.09592911473283
},
"P3_LIT01": {
"mean_abs_err": 2.360034673156406,
"std_abs_err": 16.887248580934283
},
"P3_PIT01": {
"mean_abs_err": 3.4464678100057426,
"std_abs_err": 6.650715677699509
},
"P4_HT_FD": {
"mean_abs_err": 0.0010975933046482602,
"std_abs_err": 0.003600711608594502
},
"P4_HT_LD": {
"mean_abs_err": 0.23665180052267232,
"std_abs_err": 0.17982503009853446
},
"P4_HT_PO": {
"mean_abs_err": 1.2707050437847514,
"std_abs_err": 0.21002688171716954
},
"P4_LD": {
"mean_abs_err": 0.004257648361033262,
"std_abs_err": 0.4112773810306152
},
"P4_ST_FD": {
"mean_abs_err": 3.349093678351776e-05,
"std_abs_err": 0.002404730111578669
},
"P4_ST_GOV": {
"mean_abs_err": 5.611589429565356,
"std_abs_err": 44.86286670571303
},
"P4_ST_LD": {
"mean_abs_err": 0.08954652809910613,
"std_abs_err": 0.7405165861296439
},
"P4_ST_PO": {
"mean_abs_err": 0.10311497842451445,
"std_abs_err": 0.8233779333265332
},
"P4_ST_PT01": {
"mean_abs_err": 5.836923876371657,
"std_abs_err": 10.596449863106596
},
"P4_ST_TT01": {
"mean_abs_err": 0.5638297784826136,
"std_abs_err": 0.34213040835190967
}
},
"discrete_invalid_counts": {
"P1_FCV01D": 0,
"P1_FCV01Z": 0,
"P1_FCV02D": 0,
"P1_PCV02D": 0,
"P1_PP01AD": 0,
"P1_PP01AR": 0,
"P1_PP01BD": 0,
"P1_PP01BR": 0,
"P1_PP02D": 0,
"P1_PP02R": 0,
"P1_STSP": 0,
"P2_ASD": 0,
"P2_AutoGO": 0,
"P2_Emerg": 0,
"P2_ManualGO": 0,
"P2_OnOff": 0,
"P2_RTR": 0,
"P2_TripEx": 0,
"P2_VTR01": 0,
"P2_VTR02": 0,
"P2_VTR03": 0,
"P2_VTR04": 0,
"P3_LH": 0,
"P3_LL": 0,
"P4_HT_PS": 0,
"P4_ST_PS": 0
},
"missing_generated_columns": {},
"continuous_ks": {
"P1_B2004": 0.6595583333333334,
"P1_B2016": 0.043391666666666606,
"P1_B3004": 0.671875,
"P1_B3005": 0.5293,
"P1_B4002": 0.7923208333333334,
"P1_B4005": 0.3062625,
"P1_B400B": 0.46184583333333334,
"P1_B4022": 0.5756333333333334,
"P1_FCV02Z": 0.7746,
"P1_FCV03D": 0.45162500000000005,
"P1_FCV03Z": 0.40985833333333327,
"P1_FT01": 0.4750083333333333,
"P1_FT01Z": 0.4750083333333333,
"P1_FT02": 0.4545666666666666,
"P1_FT02Z": 0.4029958333333334,
"P1_FT03": 0.5241,
"P1_FT03Z": 0.46950833333333336,
"P1_LCV01D": 0.3859916666666667,
"P1_LCV01Z": 0.397625,
"P1_LIT01": 0.49126250000000005,
"P1_PCV01D": 0.5304583333333333,
"P1_PCV01Z": 0.5184416666666667,
"P1_PCV02Z": 0.6588541666666666,
"P1_PIT01": 0.17675833333333335,
"P1_PIT02": 0.8118208333333334,
"P1_TIT01": 0.16881250000000003,
"P1_TIT02": 0.10090416666666668,
"P2_24Vdc": 0.13548333333333334,
"P2_CO_rpm": 0.0927541666666667,
"P2_HILout": 0.08242499999999997,
"P2_MSD": 0.0,
"P2_SIT01": 0.48742916666666664,
"P2_SIT02": 0.5013166666666666,
"P2_VT01": 0.12336250000000004,
"P2_VXT02": 0.28222916666666664,
"P2_VXT03": 0.43657500000000005,
"P2_VYT02": 0.25022083333333334,
"P2_VYT03": 0.26955833333333334,
"P3_FIT01": 0.0821,
"P3_LCP01D": 0.04134166666666661,
"P3_LCV01D": 0.235225,
"P3_LIT01": 0.09348749999999995,
"P3_PIT01": 0.1158541666666667,
"P4_HT_FD": 0.5712458333333333,
"P4_HT_LD": 0.06742500000000001,
"P4_HT_PO": 0.05970416666666667,
"P4_LD": 0.031329166666666686,
"P4_ST_FD": 0.024483333333333412,
"P4_ST_GOV": 0.035274999999999945,
"P4_ST_LD": 0.03237500000000004,
"P4_ST_PO": 0.03612083333333338,
"P4_ST_PT01": 0.20012916666666664,
"P4_ST_TT01": 0.07880833333333337
},
"continuous_quantile_diff": {
"P1_B2004": {
"q05_diff": 0.02845,
"q25_diff": 0.0028399999999999953,
"q50_diff": 0.0011099999999999999,
"q75_diff": 0.0003399999999999931,
"q95_diff": 0.00033000000000001084
},
"P1_B2016": {
"q05_diff": 0.01158999999999999,
"q25_diff": 0.010220000000000118,
"q50_diff": 0.005319999999999991,
"q75_diff": 0.014129999999999976,
"q95_diff": 0.02967999999999993
},
"P1_B3004": {
"q05_diff": 14.80313000000001,
"q25_diff": 1.6197799999999916,
"q50_diff": 6.726189999999974,
"q75_diff": 8.508819999999957,
"q95_diff": 37.86444
},
"P1_B3005": {
"q05_diff": 40.40789999999993,
"q25_diff": 8.045049999999947,
"q50_diff": 89.51202,
"q75_diff": 104.97393,
"q95_diff": 4.4593499999998585
},
"P1_B4002": {
"q05_diff": 0.4564699999999995,
"q25_diff": 1.6555000000000035,
"q50_diff": 1.6555000000000035,
"q75_diff": 0.9287000000000063,
"q95_diff": 0.16969000000000278
},
"P1_B4005": {
"q05_diff": 0.0,
"q25_diff": 81.96193,
"q50_diff": 0.04000000000000625,
"q75_diff": 0.0,
"q95_diff": 0.0
},
"P1_B400B": {
"q05_diff": 2.9795300000000005,
"q25_diff": 2610.38788,
"q50_diff": 189.59229000000005,
"q75_diff": 9.545890000000327,
"q95_diff": 7.019040000000132
},
"P1_B4022": {
"q05_diff": 0.38222999999999985,
"q25_diff": 1.3479000000000028,
"q50_diff": 1.4273799999999994,
"q75_diff": 0.9127399999999994,
"q95_diff": 0.5270299999999963
},
"P1_FCV02Z": {
"q05_diff": 0.007630000000000026,
"q25_diff": 0.015260000000000051,
"q50_diff": 0.05340999999999996,
"q75_diff": 38.169869999999996,
"q95_diff": 0.030520000000009873
},
"P1_FCV03D": {
"q05_diff": 1.3654200000000003,
"q25_diff": 0.2554099999999977,
"q50_diff": 8.60333,
"q75_diff": 10.84863,
"q95_diff": 0.824300000000008
},
"P1_FCV03Z": {
"q05_diff": 1.7547599999999974,
"q25_diff": 0.10681000000000296,
"q50_diff": 8.148199999999996,
"q75_diff": 10.864249999999998,
"q95_diff": 0.9307899999999876
},
"P1_FT01": {
"q05_diff": 8.109370000000013,
"q25_diff": 8.601060000000018,
"q50_diff": 32.806329999999974,
"q75_diff": 37.95618999999999,
"q95_diff": 3.0517600000000016
},
"P1_FT01Z": {
"q05_diff": 38.15130999999997,
"q25_diff": 18.69965000000002,
"q50_diff": 74.79840000000002,
"q75_diff": 86.54010000000005,
"q95_diff": 6.958009999999945
},
"P1_FT02": {
"q05_diff": 0.3814799999999998,
"q25_diff": 1899.23904,
"q50_diff": 258.24926000000005,
"q75_diff": 12.970209999999952,
"q95_diff": 9.536740000000009
},
"P1_FT02Z": {
"q05_diff": 1.9862300000000026,
"q25_diff": 2300.54303,
"q50_diff": 14.318849999999657,
"q75_diff": 7.299800000000232,
"q95_diff": 6.317140000000109
},
"P1_FT03": {
"q05_diff": 37.54695000000001,
"q25_diff": 1.5381300000000238,
"q50_diff": 51.33557000000002,
"q75_diff": 59.82164,
"q95_diff": 1.9374400000000378
},
"P1_FT03Z": {
"q05_diff": 23.41980000000001,
"q25_diff": 2.9805299999999306,
"q50_diff": 84.98266000000012,
"q75_diff": 100.6383699999999,
"q95_diff": 3.5079399999999623
},
"P1_LCV01D": {
"q05_diff": 0.17497000000000007,
"q25_diff": 0.29953000000000074,
"q50_diff": 4.171619999999999,
"q75_diff": 3.162939999999999,
"q95_diff": 0.7125800000000009
},
"P1_LCV01Z": {
"q05_diff": 0.0,
"q25_diff": 0.5874600000000001,
"q50_diff": 4.638670000000001,
"q75_diff": 3.4561199999999985,
"q95_diff": 0.9536700000000007
},
"P1_LIT01": {
"q05_diff": 14.395199999999988,
"q25_diff": 1.0270700000000375,
"q50_diff": 6.185159999999996,
"q75_diff": 8.229829999999993,
"q95_diff": 34.807680000000005
},
"P1_PCV01D": {
"q05_diff": 0.18625000000000114,
"q25_diff": 2.7490099999999984,
"q50_diff": 18.274499999999996,
"q75_diff": 43.266600000000004,
"q95_diff": 46.32521
},
"P1_PCV01Z": {
"q05_diff": 0.22888000000000375,
"q25_diff": 2.0370500000000007,
"q50_diff": 16.029360000000004,
"q75_diff": 43.33495,
"q95_diff": 45.1493
},
"P1_PCV02Z": {
"q05_diff": 0.2288800000000002,
"q25_diff": 0.2212499999999995,
"q50_diff": 0.2288800000000002,
"q75_diff": 0.0,
"q95_diff": 0.0
},
"P1_PIT01": {
"q05_diff": 0.035090000000000066,
"q25_diff": 0.016790000000000083,
"q50_diff": 0.006099999999999994,
"q75_diff": 0.02364999999999995,
"q95_diff": 0.008410000000000029
},
"P1_PIT02": {
"q05_diff": 0.03433,
"q25_diff": 0.05263999999999999,
"q50_diff": 0.053409999999999985,
"q75_diff": 0.054170000000000024,
"q95_diff": 0.05493000000000001
},
"P1_TIT01": {
"q05_diff": 0.07092999999999705,
"q25_diff": 0.07629999999999626,
"q50_diff": 0.15259000000000356,
"q75_diff": 0.3509600000000006,
"q95_diff": 0.01525999999999783
},
"P1_TIT02": {
"q05_diff": 0.01525999999999783,
"q25_diff": 0.062220000000003495,
"q50_diff": 0.10680999999999585,
"q75_diff": 0.2908199999999965,
"q95_diff": 0.4344200000000029
},
"P2_24Vdc": {
"q05_diff": 3.999999999848569e-05,
"q25_diff": 0.0008400000000001739,
"q50_diff": 0.00013999999999825263,
"q75_diff": 0.0008799999999986596,
"q95_diff": 0.00010999999999938836
},
"P2_CO_rpm": {
"q05_diff": 10.0,
"q25_diff": 5.0,
"q50_diff": 3.0,
"q75_diff": 3.0,
"q95_diff": 0.33202999999775784
},
"P2_HILout": {
"q05_diff": 0.3295900000000529,
"q25_diff": 1.6540499999999838,
"q50_diff": 0.31737999999995736,
"q75_diff": 1.7334000000000742,
"q95_diff": 2.2399900000000343
},
"P2_MSD": {
"q05_diff": 0.0,
"q25_diff": 0.0,
"q50_diff": 0.0,
"q75_diff": 0.0,
"q95_diff": 0.0
},
"P2_SIT01": {
"q05_diff": 2.0,
"q25_diff": 3.0,
"q50_diff": 4.5,
"q75_diff": 6.0,
"q95_diff": 6.0
},
"P2_SIT02": {
"q05_diff": 2.6317200000000867,
"q25_diff": 3.570310000000063,
"q50_diff": 5.6193300000001045,
"q75_diff": 6.361210000000028,
"q95_diff": 6.843689999999924
},
"P2_VT01": {
"q05_diff": 0.008480000000000487,
"q25_diff": 0.015229999999998967,
"q50_diff": 0.014120000000000132,
"q75_diff": 0.013400000000000745,
"q95_diff": 0.01904000000000039
},
"P2_VXT02": {
"q05_diff": 0.12995,
"q25_diff": 0.29942,
"q50_diff": 0.2857599999999998,
"q75_diff": 0.26654,
"q95_diff": 0.45904999999999996
},
"P2_VXT03": {
"q05_diff": 0.10075999999999996,
"q25_diff": 0.2691999999999999,
"q50_diff": 0.2973199999999998,
"q75_diff": 0.32702999999999993,
"q95_diff": 0.61067
},
"P2_VYT02": {
"q05_diff": 0.09643999999999986,
"q25_diff": 0.26202000000000014,
"q50_diff": 0.22612000000000032,
"q75_diff": 0.2354699999999994,
"q95_diff": 0.3892100000000003
},
"P2_VYT03": {
"q05_diff": 0.055449999999999555,
"q25_diff": 0.1862699999999995,
"q50_diff": 0.17562000000000033,
"q75_diff": 0.18233999999999995,
"q95_diff": 0.35440000000000005
},
"P3_FIT01": {
"q05_diff": 1.0,
"q25_diff": 0.0,
"q50_diff": 48.63019,
"q75_diff": 81.7773400000001,
"q95_diff": 18.52930000000015
},
"P3_LCP01D": {
"q05_diff": 0.0,
"q25_diff": 16.0,
"q50_diff": 95.69885,
"q75_diff": 133.79297000000042,
"q95_diff": 240.0
},
"P3_LCV01D": {
"q05_diff": 0.0,
"q25_diff": 320.0,
"q50_diff": 3189.4414100000004,
"q75_diff": 175.13378999999986,
"q95_diff": 23.926760000000286
},
"P3_LIT01": {
"q05_diff": 1135.7871100000002,
"q25_diff": 26.398440000000846,
"q50_diff": 650.5126999999993,
"q75_diff": 1148.9355499999983,
"q95_diff": 1.3242199999986042
},
"P3_PIT01": {
"q05_diff": 1.0,
"q25_diff": 0.0,
"q50_diff": 1.0,
"q75_diff": 79.31182999999999,
"q95_diff": 62.41211000000021
},
"P4_HT_FD": {
"q05_diff": 0.00174,
"q25_diff": 0.00043000000000000004,
"q50_diff": 0.0005700000000000001,
"q75_diff": 7e-05,
"q95_diff": 0.0005099999999999999
},
"P4_HT_LD": {
"q05_diff": 0.0,
"q25_diff": 0.0,
"q50_diff": 27.14122,
"q75_diff": 0.13020999999999106,
"q95_diff": 0.21701000000000192
},
"P4_HT_PO": {
"q05_diff": 0.0,
"q25_diff": 0.9223299999999999,
"q50_diff": 8.89752,
"q75_diff": 0.054199999999994475,
"q95_diff": 0.6510700000000043
},
"P4_LD": {
"q05_diff": 0.5629900000000134,
"q25_diff": 3.0934100000000058,
"q50_diff": 3.561399999999992,
"q75_diff": 0.026119999999991705,
"q95_diff": 4.2164600000000405
},
"P4_ST_FD": {
"q05_diff": 2.9999999999999645e-05,
"q25_diff": 0.0,
"q50_diff": 7.999999999999999e-05,
"q75_diff": 7.000000000000008e-05,
"q95_diff": 0.00014999999999999996
},
"P4_ST_GOV": {
"q05_diff": 128.33691,
"q25_diff": 38.02538999999888,
"q50_diff": 32.49022999999943,
"q75_diff": 105.10155999999915,
"q95_diff": 414.03515999999945
},
"P4_ST_LD": {
"q05_diff": 0.7499099999999999,
"q25_diff": 0.48076999999994996,
"q50_diff": 0.38602000000003045,
"q75_diff": 2.0497100000000046,
"q95_diff": 7.9558399999999665
},
"P4_ST_PO": {
"q05_diff": 2.1662000000000035,
"q25_diff": 0.725529999999992,
"q50_diff": 0.6129799999999932,
"q75_diff": 2.143250000000023,
"q95_diff": 7.837030000000027
},
"P4_ST_PT01": {
"q05_diff": 4.0,
"q25_diff": 14.0,
"q50_diff": 2.0,
"q75_diff": 0.0,
"q95_diff": 30.0
},
"P4_ST_TT01": {
"q05_diff": 6.0,
"q25_diff": 6.0,
"q50_diff": 3.0,
"q75_diff": 0.0,
"q95_diff": 0.0
}
},
"continuous_lag1_diff": {
"P1_B2004": 1.0624831607922858,
"P1_B2016": 0.2561068038657559,
"P1_B3004": 0.9420514424699565,
"P1_B3005": 0.9755864990985265,
"P1_B4002": 0.9939428775878422,
"P1_B4005": 1.0901635813805555,
"P1_B400B": 1.0636685342327254,
"P1_B4022": 1.0728287547128275,
"P1_FCV02Z": 1.0856923346443097,
"P1_FCV03D": 1.0287616800381814,
"P1_FCV03Z": 1.01920928123416,
"P1_FT01": 1.0837129234395464,
"P1_FT01Z": 0.8647923079278955,
"P1_FT02": 1.0102725969371698,
"P1_FT02Z": 1.0572315062387077,
"P1_FT03": 0.8468517424320046,
"P1_FT03Z": 0.9861265787637634,
"P1_LCV01D": 0.9922897795117445,
"P1_LCV01Z": 0.9035160861736835,
"P1_LIT01": 0.963461971457682,
"P1_PCV01D": 0.9847169107083952,
"P1_PCV01Z": 1.1483081333334428,
"P1_PCV02Z": 0.5764046458797007,
"P1_PIT01": 0.4203947521554928,
"P1_PIT02": 0.9828387650450174,
"P1_TIT01": 0.7798971257915577,
"P1_TIT02": 0.865590207042142,
"P2_24Vdc": 0.039965792976989475,
"P2_CO_rpm": 0.27366047721795406,
"P2_HILout": 0.24706059027478758,
"P2_MSD": 0.0,
"P2_SIT01": 0.6624061266276653,
"P2_SIT02": 0.625353002969849,
"P2_VT01": 0.44589844834894954,
"P2_VXT02": 0.024527633833306917,
"P2_VXT03": 0.26813324104938296,
"P2_VYT02": 0.5193038198965017,
"P2_VYT03": 0.39748846203270954,
"P3_FIT01": 0.8757503767058722,
"P3_LCP01D": 0.956442423364842,
"P3_LCV01D": 0.845280051194023,
"P3_LIT01": 0.9604496464042352,
"P3_PIT01": 0.9121126092062325,
"P4_HT_FD": 0.33671422249468896,
"P4_HT_LD": 1.052071148480924,
"P4_HT_PO": 1.0918064404320895,
"P4_LD": 0.8941496210667775,
"P4_ST_FD": 0.29904099302570664,
"P4_ST_GOV": 0.8465337816178481,
"P4_ST_LD": 0.8603354377847401,
"P4_ST_PO": 0.7944502897383621,
"P4_ST_PT01": 0.9795661975361911,
"P4_ST_TT01": 0.8779218332437576
},
"discrete_jsd": {
"P1_FCV01D": 0.09833180131798225,
"P1_FCV01Z": 0.6325772640315827,
"P1_FCV02D": 0.07925115505562264,
"P1_PCV02D": 0.0,
"P1_PP01AD": 0.0,
"P1_PP01AR": 0.0,
"P1_PP01BD": 0.0,
"P1_PP01BR": 0.0,
"P1_PP02D": 0.0,
"P1_PP02R": 0.0,
"P1_STSP": 0.0,
"P2_ASD": 0.0,
"P2_AutoGO": 0.0,
"P2_Emerg": 0.0,
"P2_ManualGO": 0.0,
"P2_OnOff": 0.0,
"P2_RTR": 0.0,
"P2_TripEx": 0.0,
"P2_VTR01": 0.0,
"P2_VTR02": 0.0,
"P2_VTR03": 0.0,
"P2_VTR04": 0.0,
"P3_LH": 0.0,
"P3_LL": 0.0,
"P4_HT_PS": 0.0,
"P4_ST_PS": 0.0
}
}