538 lines
16 KiB
JSON
538 lines
16 KiB
JSON
{
|
|
"generated_path": "/root/autodl-tmp/mask-ddpm/example/results/ablations/runs/full__seed1337/generated_post.csv",
|
|
"reference_paths": [
|
|
"/root/autodl-tmp/dataset/hai/hai-21.03/train1.csv.gz",
|
|
"/root/autodl-tmp/dataset/hai/hai-21.03/train2.csv.gz",
|
|
"/root/autodl-tmp/dataset/hai/hai-21.03/train3.csv.gz"
|
|
],
|
|
"test_paths": [
|
|
"/root/autodl-tmp/dataset/hai/hai-21.03/test1.csv.gz",
|
|
"/root/autodl-tmp/dataset/hai/hai-21.03/test2.csv.gz",
|
|
"/root/autodl-tmp/dataset/hai/hai-21.03/test3.csv.gz",
|
|
"/root/autodl-tmp/dataset/hai/hai-21.03/test4.csv.gz",
|
|
"/root/autodl-tmp/dataset/hai/hai-21.03/test5.csv.gz"
|
|
],
|
|
"seq_len": 96,
|
|
"stride": 96,
|
|
"counts": {
|
|
"train_windows": 1024,
|
|
"generated_windows": 4,
|
|
"test_windows": 1024,
|
|
"test_anomalous_windows": 44,
|
|
"test_normal_windows": 980
|
|
},
|
|
"basic_eval": {
|
|
"avg_ks": null,
|
|
"avg_jsd": null,
|
|
"avg_lag1_diff": null
|
|
},
|
|
"two_sample": {
|
|
"continuous_mmd_rbf": 0.21801376342773438,
|
|
"continuous_mmd_gamma": 5.3593154060743865e-05,
|
|
"histogram_mmd_rbf": 0.21808743476867676,
|
|
"histogram_mmd_gamma": 5.357758012673609e-05,
|
|
"discriminative_accuracy": 0.5,
|
|
"discriminative_balanced_accuracy": 0.25,
|
|
"discriminative_auroc": NaN
|
|
},
|
|
"diversity_privacy": {
|
|
"duplicate_rate": 0.0,
|
|
"exact_match_rate_to_train": 0.0,
|
|
"nn_gen_to_train_mean": 89.01089477539062,
|
|
"nn_holdout_to_train_mean": 55.17637252807617,
|
|
"memorization_ratio": 1.6132067168804538,
|
|
"one_nn_two_sample_accuracy": 1.0
|
|
},
|
|
"coupling": {
|
|
"corr_mean_abs_diff": 0.19314609467983246,
|
|
"corr_frobenius": 15.973841667175293,
|
|
"lag1_corr_mean_abs_diff": 0.20119889080524445,
|
|
"lag1_corr_frobenius": 16.674213409423828,
|
|
"by_process": {
|
|
"P1": {
|
|
"corr_mean_abs_diff": 0.3415932059288025,
|
|
"corr_frobenius": 11.884793281555176,
|
|
"lag1_corr_mean_abs_diff": 0.3632906377315521,
|
|
"lag1_corr_frobenius": 12.56336498260498
|
|
},
|
|
"P2": {
|
|
"corr_mean_abs_diff": 0.08792565762996674,
|
|
"corr_frobenius": 1.6836949586868286,
|
|
"lag1_corr_mean_abs_diff": 0.15461258590221405,
|
|
"lag1_corr_frobenius": 2.910283327102661
|
|
},
|
|
"P3": {
|
|
"corr_mean_abs_diff": 0.4330995976924896,
|
|
"corr_frobenius": 2.9806668758392334,
|
|
"lag1_corr_mean_abs_diff": 0.488036572933197,
|
|
"lag1_corr_frobenius": 3.1031997203826904
|
|
},
|
|
"P4": {
|
|
"corr_mean_abs_diff": 0.21049436926841736,
|
|
"corr_frobenius": 3.2200543880462646,
|
|
"lag1_corr_mean_abs_diff": 0.23382383584976196,
|
|
"lag1_corr_frobenius": 3.576234817504883
|
|
}
|
|
}
|
|
},
|
|
"frequency": {
|
|
"avg_psd_l1": 0.022376514971256256,
|
|
"avg_psd_cosine": 0.4402457082046653,
|
|
"avg_low_high_ratio_abs_diff": 18.461675871818574
|
|
},
|
|
"type_metrics": {
|
|
"type1_program": {
|
|
"features": [
|
|
"P1_B4002",
|
|
"P2_MSD",
|
|
"P4_HT_LD",
|
|
"P1_B2004",
|
|
"P1_B3004",
|
|
"P1_B4022",
|
|
"P1_B3005"
|
|
],
|
|
"generated": {
|
|
"P1_B4002": {
|
|
"num_changes": 308.0,
|
|
"mean_dwell": 1.2427184466019416,
|
|
"median_dwell": 1.0,
|
|
"mean_step": 0.8413416007896523,
|
|
"median_step": 0.7274894714355469
|
|
},
|
|
"P2_MSD": {
|
|
"num_changes": 0.0,
|
|
"mean_dwell": 384.0,
|
|
"median_dwell": 384.0,
|
|
"mean_step": NaN,
|
|
"median_step": NaN
|
|
},
|
|
"P4_HT_LD": {
|
|
"num_changes": 347.0,
|
|
"mean_dwell": 1.103448275862069,
|
|
"median_dwell": 1.0,
|
|
"mean_step": 41.3141472878254,
|
|
"median_step": 54.116028785705566
|
|
},
|
|
"P1_B2004": {
|
|
"num_changes": 362.0,
|
|
"mean_dwell": 1.0578512396694215,
|
|
"median_dwell": 1.0,
|
|
"mean_step": 0.014068839402653235,
|
|
"median_step": 0.0017450004816055298
|
|
},
|
|
"P1_B3004": {
|
|
"num_changes": 370.0,
|
|
"mean_dwell": 1.0350404312668464,
|
|
"median_dwell": 1.0,
|
|
"mean_step": 14.77256890374261,
|
|
"median_step": 10.804779052734375
|
|
},
|
|
"P1_B4022": {
|
|
"num_changes": 383.0,
|
|
"mean_dwell": 1.0,
|
|
"median_dwell": 1.0,
|
|
"mean_step": 0.8157603410765646,
|
|
"median_step": 0.5944099426269531
|
|
},
|
|
"P1_B3005": {
|
|
"num_changes": 362.0,
|
|
"mean_dwell": 1.0578512396694215,
|
|
"median_dwell": 1.0,
|
|
"mean_step": 64.28072175926926,
|
|
"median_step": 41.228179931640625
|
|
}
|
|
},
|
|
"reference": {
|
|
"P1_B4002": {
|
|
"num_changes": 97.0,
|
|
"mean_dwell": 1003.1020408163265,
|
|
"median_dwell": 1.0,
|
|
"mean_step": 0.032477270696581025,
|
|
"median_step": 0.0126495361328125
|
|
},
|
|
"P2_MSD": {
|
|
"num_changes": 0.0,
|
|
"mean_dwell": 98304.0,
|
|
"median_dwell": 98304.0,
|
|
"mean_step": NaN,
|
|
"median_step": NaN
|
|
},
|
|
"P4_HT_LD": {
|
|
"num_changes": 63727.0,
|
|
"mean_dwell": 1.5425558624152649,
|
|
"median_dwell": 1.0,
|
|
"mean_step": 1.0409184914880636,
|
|
"median_step": 0.245941162109375
|
|
},
|
|
"P1_B2004": {
|
|
"num_changes": 145.0,
|
|
"mean_dwell": 673.3150684931506,
|
|
"median_dwell": 1.0,
|
|
"mean_step": 0.0015369655757114806,
|
|
"median_step": 0.00010000169277191162
|
|
},
|
|
"P1_B3004": {
|
|
"num_changes": 146.0,
|
|
"mean_dwell": 668.734693877551,
|
|
"median_dwell": 1.0,
|
|
"mean_step": 1.113193877755779,
|
|
"median_step": 0.819305419921875
|
|
},
|
|
"P1_B4022": {
|
|
"num_changes": 97122.0,
|
|
"mean_dwell": 1.0121598385552342,
|
|
"median_dwell": 1.0,
|
|
"mean_step": 0.011706427666086412,
|
|
"median_step": 0.00952911376953125
|
|
},
|
|
"P1_B3005": {
|
|
"num_changes": 148.0,
|
|
"mean_dwell": 659.7583892617449,
|
|
"median_dwell": 1.0,
|
|
"mean_step": 5.635673316749367,
|
|
"median_step": 5.34417724609375
|
|
}
|
|
},
|
|
"aggregates": {
|
|
"mean_abs_diff_num_changes": 22997.85714285714,
|
|
"mean_abs_diff_mean_dwell": 14417.281142645239,
|
|
"mean_abs_diff_median_dwell": 13988.57142857143,
|
|
"mean_abs_diff_mean_step": 19.03385039702909,
|
|
"mean_abs_diff_median_step": 16.840154950817425
|
|
}
|
|
},
|
|
"type2_controller": {
|
|
"features": [
|
|
"P1_B4005"
|
|
],
|
|
"generated": {
|
|
"P1_B4005": {
|
|
"saturation_ratio": 0.6822916666666666,
|
|
"change_rate": 0.7702349869451697,
|
|
"step_median": 68.81373023986816
|
|
}
|
|
},
|
|
"reference": {
|
|
"P1_B4005": {
|
|
"saturation_ratio": 0.588958740234375,
|
|
"change_rate": 0.4608201173921447,
|
|
"step_median": 0.03202030062675476
|
|
}
|
|
},
|
|
"aggregates": {
|
|
"mean_abs_diff_saturation_ratio": 0.09333292643229163,
|
|
"mean_abs_diff_change_rate": 0.309414869553025,
|
|
"mean_abs_diff_step_median": 68.78170993924141
|
|
}
|
|
},
|
|
"type3_actuator": {
|
|
"features": [
|
|
"P1_PCV02Z",
|
|
"P1_PCV01Z",
|
|
"P1_PCV01D",
|
|
"P1_FCV02Z",
|
|
"P1_FCV03D",
|
|
"P1_FCV03Z",
|
|
"P1_LCV01D",
|
|
"P1_LCV01Z"
|
|
],
|
|
"generated": {
|
|
"P1_PCV02Z": {
|
|
"unique_ratio": 0.015625,
|
|
"top1_mass": 0.40625,
|
|
"top3_mass": 0.7760416666666666,
|
|
"median_dwell": 1.0
|
|
},
|
|
"P1_PCV01Z": {
|
|
"unique_ratio": 0.8776041666666666,
|
|
"top1_mass": 0.0078125,
|
|
"top3_mass": 0.0234375,
|
|
"median_dwell": 1.0
|
|
},
|
|
"P1_PCV01D": {
|
|
"unique_ratio": 0.9166666666666666,
|
|
"top1_mass": 0.059895833333333336,
|
|
"top3_mass": 0.0703125,
|
|
"median_dwell": 1.0
|
|
},
|
|
"P1_FCV02Z": {
|
|
"unique_ratio": 0.22135416666666666,
|
|
"top1_mass": 0.18229166666666666,
|
|
"top3_mass": 0.3697916666666667,
|
|
"median_dwell": 1.0
|
|
},
|
|
"P1_FCV03D": {
|
|
"unique_ratio": 0.8463541666666666,
|
|
"top1_mass": 0.010416666666666666,
|
|
"top3_mass": 0.026041666666666668,
|
|
"median_dwell": 1.0
|
|
},
|
|
"P1_FCV03Z": {
|
|
"unique_ratio": 0.4817708333333333,
|
|
"top1_mass": 0.033854166666666664,
|
|
"top3_mass": 0.0859375,
|
|
"median_dwell": 1.0
|
|
},
|
|
"P1_LCV01D": {
|
|
"unique_ratio": 0.7864583333333334,
|
|
"top1_mass": 0.010416666666666666,
|
|
"top3_mass": 0.026041666666666668,
|
|
"median_dwell": 1.0
|
|
},
|
|
"P1_LCV01Z": {
|
|
"unique_ratio": 0.3515625,
|
|
"top1_mass": 0.036458333333333336,
|
|
"top3_mass": 0.09635416666666667,
|
|
"median_dwell": 1.0
|
|
}
|
|
},
|
|
"reference": {
|
|
"P1_PCV02Z": {
|
|
"unique_ratio": 5.0862630208333336e-05,
|
|
"top1_mass": 0.5122273763020834,
|
|
"top3_mass": 0.9970194498697916,
|
|
"median_dwell": 2.0
|
|
},
|
|
"P1_PCV01Z": {
|
|
"unique_ratio": 0.063232421875,
|
|
"top1_mass": 0.009714762369791666,
|
|
"top3_mass": 0.020904541015625,
|
|
"median_dwell": 1.0
|
|
},
|
|
"P1_PCV01D": {
|
|
"unique_ratio": 0.074310302734375,
|
|
"top1_mass": 0.043843587239583336,
|
|
"top3_mass": 0.044850667317708336,
|
|
"median_dwell": 1.0
|
|
},
|
|
"P1_FCV02Z": {
|
|
"unique_ratio": 0.058146158854166664,
|
|
"top1_mass": 0.20765177408854166,
|
|
"top3_mass": 0.3501078287760417,
|
|
"median_dwell": 1.0
|
|
},
|
|
"P1_FCV03D": {
|
|
"unique_ratio": 0.017527262369791668,
|
|
"top1_mass": 0.004384358723958333,
|
|
"top3_mass": 0.012776692708333334,
|
|
"median_dwell": 1.0
|
|
},
|
|
"P1_FCV03Z": {
|
|
"unique_ratio": 0.013102213541666666,
|
|
"top1_mass": 0.10939534505208333,
|
|
"top3_mass": 0.2132568359375,
|
|
"median_dwell": 1.0
|
|
},
|
|
"P1_LCV01D": {
|
|
"unique_ratio": 0.015523274739583334,
|
|
"top1_mass": 0.0033976236979166665,
|
|
"top3_mass": 0.009999593098958334,
|
|
"median_dwell": 1.0
|
|
},
|
|
"P1_LCV01Z": {
|
|
"unique_ratio": 0.012715657552083334,
|
|
"top1_mass": 0.047566731770833336,
|
|
"top3_mass": 0.1214599609375,
|
|
"median_dwell": 1.0
|
|
}
|
|
},
|
|
"aggregates": {
|
|
"mean_abs_diff_unique_ratio": 0.5303484598795573,
|
|
"mean_abs_diff_top1_mass": 0.03112411499023438,
|
|
"mean_abs_diff_top3_mass": 0.05629857381184896,
|
|
"mean_abs_diff_median_dwell": 0.125
|
|
}
|
|
},
|
|
"type4_pv": {
|
|
"features": [
|
|
"P1_PIT02",
|
|
"P2_SIT02",
|
|
"P1_FT03"
|
|
],
|
|
"generated": {
|
|
"P1_PIT02": {
|
|
"q05": 0.17563000321388245,
|
|
"q50": 0.17563000321388245,
|
|
"q95": 0.27557000517845154,
|
|
"tail_ratio": NaN
|
|
},
|
|
"P2_SIT02": {
|
|
"q05": 774.910888671875,
|
|
"q50": 784.5538330078125,
|
|
"q95": 791.7017211914062,
|
|
"tail_ratio": 0.7412557756820052
|
|
},
|
|
"P1_FT03": {
|
|
"q05": 208.97262573242188,
|
|
"q50": 298.9196472167969,
|
|
"q95": 316.24639892578125,
|
|
"tail_ratio": 0.19263285679775694
|
|
}
|
|
},
|
|
"reference": {
|
|
"P1_PIT02": {
|
|
"q05": 0.20232999324798584,
|
|
"q50": 0.2763400077819824,
|
|
"q95": 1.8746999502182007,
|
|
"tail_ratio": 21.596535989085773
|
|
},
|
|
"P2_SIT02": {
|
|
"q05": 771.5216674804688,
|
|
"q50": 779.1593017578125,
|
|
"q95": 785.1046752929688,
|
|
"tail_ratio": 0.7784312942022615
|
|
},
|
|
"P1_FT03": {
|
|
"q05": 201.6184539794922,
|
|
"q50": 300.2251892089844,
|
|
"q95": 313.76690673828125,
|
|
"tail_ratio": 0.13733055351422585
|
|
}
|
|
},
|
|
"aggregates": {
|
|
"mean_abs_diff_q05": 3.590030978123347,
|
|
"mean_abs_diff_q50": 2.2669277489185333,
|
|
"mean_abs_diff_q95": 3.55855601032575,
|
|
"mean_abs_diff_tail_ratio": 0.04623891090189372
|
|
}
|
|
},
|
|
"type5_program_proxy": {
|
|
"features": [
|
|
"P1_FT03Z",
|
|
"P1_FT02Z"
|
|
],
|
|
"generated": {
|
|
"P1_FT03Z": {
|
|
"num_changes": 380.0,
|
|
"mean_dwell": 1.0078740157480315,
|
|
"median_dwell": 1.0,
|
|
"mean_step": 64.74391126130756,
|
|
"median_step": 62.410614013671875
|
|
},
|
|
"P1_FT02Z": {
|
|
"num_changes": 378.0,
|
|
"mean_dwell": 1.0131926121372032,
|
|
"median_dwell": 1.0,
|
|
"mean_step": 1312.3134692358592,
|
|
"median_step": 1284.6439208984375
|
|
}
|
|
},
|
|
"reference": {
|
|
"P1_FT03Z": {
|
|
"num_changes": 83889.0,
|
|
"mean_dwell": 1.1718202407915126,
|
|
"median_dwell": 1.0,
|
|
"mean_step": 0.9289188007355237,
|
|
"median_step": 0.6378173828125
|
|
},
|
|
"P1_FT02Z": {
|
|
"num_changes": 95436.0,
|
|
"mean_dwell": 1.0300407598730053,
|
|
"median_dwell": 1.0,
|
|
"mean_step": 14.373282350295296,
|
|
"median_step": 5.89599609375
|
|
}
|
|
},
|
|
"aggregates": {
|
|
"mean_abs_diff_num_changes": 89283.5,
|
|
"mean_abs_diff_mean_dwell": 0.09039718638964156,
|
|
"mean_abs_diff_median_dwell": 0.0,
|
|
"mean_abs_diff_mean_step": 680.877589673068,
|
|
"mean_abs_diff_median_step": 670.2603607177734
|
|
}
|
|
},
|
|
"type6_aux": {
|
|
"features": [
|
|
"P4_HT_PO",
|
|
"P2_24Vdc",
|
|
"P2_HILout"
|
|
],
|
|
"generated": {
|
|
"P4_HT_PO": {
|
|
"mean": 35.254512786865234,
|
|
"std": 31.650897979736328,
|
|
"lag1": -0.0927804708480835
|
|
},
|
|
"P2_24Vdc": {
|
|
"mean": 28.028608322143555,
|
|
"std": 0.003297113813459873,
|
|
"lag1": 0.06643600016832352
|
|
},
|
|
"P2_HILout": {
|
|
"mean": 711.4987182617188,
|
|
"std": 7.856828212738037,
|
|
"lag1": -0.013758387416601181
|
|
}
|
|
},
|
|
"reference": {
|
|
"P4_HT_PO": {
|
|
"mean": 34.35928726196289,
|
|
"std": 31.320688247680664,
|
|
"lag1": 0.9990671873092651
|
|
},
|
|
"P2_24Vdc": {
|
|
"mean": 28.0284366607666,
|
|
"std": 0.0032698388677090406,
|
|
"lag1": 0.05670436844229698
|
|
},
|
|
"P2_HILout": {
|
|
"mean": 711.9729614257812,
|
|
"std": 8.238578796386719,
|
|
"lag1": 0.2585394084453583
|
|
}
|
|
},
|
|
"aggregates": {
|
|
"mean_abs_diff_mean": 0.4565467834472656,
|
|
"mean_abs_diff_std": 0.2373291968833655,
|
|
"mean_abs_diff_lag1": 0.4579590285817782
|
|
}
|
|
}
|
|
},
|
|
"predictive_consistency": {
|
|
"real_only": {
|
|
"rmse": 0.5583509206771851,
|
|
"mae": 0.366405189037323
|
|
},
|
|
"synthetic_only": {
|
|
"rmse": 0.9636826515197754,
|
|
"mae": 0.7771188616752625
|
|
},
|
|
"real_plus_synthetic": {
|
|
"rmse": 0.5483431220054626,
|
|
"mae": 0.35133740305900574
|
|
},
|
|
"rmse_ratio_synth_to_real": 1.7259444120751009
|
|
},
|
|
"anomaly_utility": {
|
|
"real_only": {
|
|
"auroc": 0.8881493506493506,
|
|
"auprc": 0.6527744226377132,
|
|
"threshold": 0.3682355284690857,
|
|
"f1": 0.35714285714285715,
|
|
"precision": 0.24193548387096775,
|
|
"recall": 0.6818181818181818,
|
|
"best_f1": 0.763157894736842,
|
|
"best_f1_threshold": 0.49033087491989136
|
|
},
|
|
"synthetic_only": {
|
|
"auroc": 0.8286178107606678,
|
|
"auprc": 0.591504821106902,
|
|
"threshold": 0.001942009199410677,
|
|
"f1": 0.08239700374531835,
|
|
"precision": 0.04296875,
|
|
"recall": 1.0,
|
|
"best_f1": 0.6756756756756758,
|
|
"best_f1_threshold": 1.4600814580917358
|
|
},
|
|
"real_plus_synthetic": {
|
|
"auroc": 0.8840677179962895,
|
|
"auprc": 0.6460935090211736,
|
|
"threshold": 0.28852400183677673,
|
|
"f1": 0.24150943396226415,
|
|
"precision": 0.14479638009049775,
|
|
"recall": 0.7272727272727273,
|
|
"best_f1": 0.7466666666666666,
|
|
"best_f1_threshold": 0.5378937721252441
|
|
}
|
|
}
|
|
} |