{ "generated_path": "/root/autodl-tmp/mask-ddpm/example/results/ablations/runs/full__seed1337/generated_post.csv", "reference_paths": [ "/root/autodl-tmp/dataset/hai/hai-21.03/train1.csv.gz", "/root/autodl-tmp/dataset/hai/hai-21.03/train2.csv.gz", "/root/autodl-tmp/dataset/hai/hai-21.03/train3.csv.gz" ], "test_paths": [ "/root/autodl-tmp/dataset/hai/hai-21.03/test1.csv.gz", "/root/autodl-tmp/dataset/hai/hai-21.03/test2.csv.gz", "/root/autodl-tmp/dataset/hai/hai-21.03/test3.csv.gz", "/root/autodl-tmp/dataset/hai/hai-21.03/test4.csv.gz", "/root/autodl-tmp/dataset/hai/hai-21.03/test5.csv.gz" ], "seq_len": 96, "stride": 96, "counts": { "train_windows": 1024, "generated_windows": 4, "test_windows": 1024, "test_anomalous_windows": 44, "test_normal_windows": 980 }, "basic_eval": { "avg_ks": null, "avg_jsd": null, "avg_lag1_diff": null }, "two_sample": { "continuous_mmd_rbf": 0.21801376342773438, "continuous_mmd_gamma": 5.3593154060743865e-05, "histogram_mmd_rbf": 0.21808743476867676, "histogram_mmd_gamma": 5.357758012673609e-05, "discriminative_accuracy": 0.5, "discriminative_balanced_accuracy": 0.25, "discriminative_auroc": NaN }, "diversity_privacy": { "duplicate_rate": 0.0, "exact_match_rate_to_train": 0.0, "nn_gen_to_train_mean": 89.01089477539062, "nn_holdout_to_train_mean": 55.17637252807617, "memorization_ratio": 1.6132067168804538, "one_nn_two_sample_accuracy": 1.0 }, "coupling": { "corr_mean_abs_diff": 0.19314609467983246, "corr_frobenius": 15.973841667175293, "lag1_corr_mean_abs_diff": 0.20119889080524445, "lag1_corr_frobenius": 16.674213409423828, "by_process": { "P1": { "corr_mean_abs_diff": 0.3415932059288025, "corr_frobenius": 11.884793281555176, "lag1_corr_mean_abs_diff": 0.3632906377315521, "lag1_corr_frobenius": 12.56336498260498 }, "P2": { "corr_mean_abs_diff": 0.08792565762996674, "corr_frobenius": 1.6836949586868286, "lag1_corr_mean_abs_diff": 0.15461258590221405, "lag1_corr_frobenius": 2.910283327102661 }, "P3": { "corr_mean_abs_diff": 0.4330995976924896, "corr_frobenius": 2.9806668758392334, "lag1_corr_mean_abs_diff": 0.488036572933197, "lag1_corr_frobenius": 3.1031997203826904 }, "P4": { "corr_mean_abs_diff": 0.21049436926841736, "corr_frobenius": 3.2200543880462646, "lag1_corr_mean_abs_diff": 0.23382383584976196, "lag1_corr_frobenius": 3.576234817504883 } } }, "frequency": { "avg_psd_l1": 0.022376514971256256, "avg_psd_cosine": 0.4402457082046653, "avg_low_high_ratio_abs_diff": 18.461675871818574 }, "type_metrics": { "type1_program": { "features": [ "P1_B4002", "P2_MSD", "P4_HT_LD", "P1_B2004", "P1_B3004", "P1_B4022", "P1_B3005" ], "generated": { "P1_B4002": { "num_changes": 308.0, "mean_dwell": 1.2427184466019416, "median_dwell": 1.0, "mean_step": 0.8413416007896523, "median_step": 0.7274894714355469 }, "P2_MSD": { "num_changes": 0.0, "mean_dwell": 384.0, "median_dwell": 384.0, "mean_step": NaN, "median_step": NaN }, "P4_HT_LD": { "num_changes": 347.0, "mean_dwell": 1.103448275862069, "median_dwell": 1.0, "mean_step": 41.3141472878254, "median_step": 54.116028785705566 }, "P1_B2004": { "num_changes": 362.0, "mean_dwell": 1.0578512396694215, "median_dwell": 1.0, "mean_step": 0.014068839402653235, "median_step": 0.0017450004816055298 }, "P1_B3004": { "num_changes": 370.0, "mean_dwell": 1.0350404312668464, "median_dwell": 1.0, "mean_step": 14.77256890374261, "median_step": 10.804779052734375 }, "P1_B4022": { "num_changes": 383.0, "mean_dwell": 1.0, "median_dwell": 1.0, "mean_step": 0.8157603410765646, "median_step": 0.5944099426269531 }, "P1_B3005": { "num_changes": 362.0, "mean_dwell": 1.0578512396694215, "median_dwell": 1.0, "mean_step": 64.28072175926926, "median_step": 41.228179931640625 } }, "reference": { "P1_B4002": { "num_changes": 97.0, "mean_dwell": 1003.1020408163265, "median_dwell": 1.0, "mean_step": 0.032477270696581025, "median_step": 0.0126495361328125 }, "P2_MSD": { "num_changes": 0.0, "mean_dwell": 98304.0, "median_dwell": 98304.0, "mean_step": NaN, "median_step": NaN }, "P4_HT_LD": { "num_changes": 63727.0, "mean_dwell": 1.5425558624152649, "median_dwell": 1.0, "mean_step": 1.0409184914880636, "median_step": 0.245941162109375 }, "P1_B2004": { "num_changes": 145.0, "mean_dwell": 673.3150684931506, "median_dwell": 1.0, "mean_step": 0.0015369655757114806, "median_step": 0.00010000169277191162 }, "P1_B3004": { "num_changes": 146.0, "mean_dwell": 668.734693877551, "median_dwell": 1.0, "mean_step": 1.113193877755779, "median_step": 0.819305419921875 }, "P1_B4022": { "num_changes": 97122.0, "mean_dwell": 1.0121598385552342, "median_dwell": 1.0, "mean_step": 0.011706427666086412, "median_step": 0.00952911376953125 }, "P1_B3005": { "num_changes": 148.0, "mean_dwell": 659.7583892617449, "median_dwell": 1.0, "mean_step": 5.635673316749367, "median_step": 5.34417724609375 } }, "aggregates": { "mean_abs_diff_num_changes": 22997.85714285714, "mean_abs_diff_mean_dwell": 14417.281142645239, "mean_abs_diff_median_dwell": 13988.57142857143, "mean_abs_diff_mean_step": 19.03385039702909, "mean_abs_diff_median_step": 16.840154950817425 } }, "type2_controller": { "features": [ "P1_B4005" ], "generated": { "P1_B4005": { "saturation_ratio": 0.6822916666666666, "change_rate": 0.7702349869451697, "step_median": 68.81373023986816 } }, "reference": { "P1_B4005": { "saturation_ratio": 0.588958740234375, "change_rate": 0.4608201173921447, "step_median": 0.03202030062675476 } }, "aggregates": { "mean_abs_diff_saturation_ratio": 0.09333292643229163, "mean_abs_diff_change_rate": 0.309414869553025, "mean_abs_diff_step_median": 68.78170993924141 } }, "type3_actuator": { "features": [ "P1_PCV02Z", "P1_PCV01Z", "P1_PCV01D", "P1_FCV02Z", "P1_FCV03D", "P1_FCV03Z", "P1_LCV01D", "P1_LCV01Z" ], "generated": { "P1_PCV02Z": { "unique_ratio": 0.015625, "top1_mass": 0.40625, "top3_mass": 0.7760416666666666, "median_dwell": 1.0 }, "P1_PCV01Z": { "unique_ratio": 0.8776041666666666, "top1_mass": 0.0078125, "top3_mass": 0.0234375, "median_dwell": 1.0 }, "P1_PCV01D": { "unique_ratio": 0.9166666666666666, "top1_mass": 0.059895833333333336, "top3_mass": 0.0703125, "median_dwell": 1.0 }, "P1_FCV02Z": { "unique_ratio": 0.22135416666666666, "top1_mass": 0.18229166666666666, "top3_mass": 0.3697916666666667, "median_dwell": 1.0 }, "P1_FCV03D": { "unique_ratio": 0.8463541666666666, "top1_mass": 0.010416666666666666, "top3_mass": 0.026041666666666668, "median_dwell": 1.0 }, "P1_FCV03Z": { "unique_ratio": 0.4817708333333333, "top1_mass": 0.033854166666666664, "top3_mass": 0.0859375, "median_dwell": 1.0 }, "P1_LCV01D": { "unique_ratio": 0.7864583333333334, "top1_mass": 0.010416666666666666, "top3_mass": 0.026041666666666668, "median_dwell": 1.0 }, "P1_LCV01Z": { "unique_ratio": 0.3515625, "top1_mass": 0.036458333333333336, "top3_mass": 0.09635416666666667, "median_dwell": 1.0 } }, "reference": { "P1_PCV02Z": { "unique_ratio": 5.0862630208333336e-05, "top1_mass": 0.5122273763020834, "top3_mass": 0.9970194498697916, "median_dwell": 2.0 }, "P1_PCV01Z": { "unique_ratio": 0.063232421875, "top1_mass": 0.009714762369791666, "top3_mass": 0.020904541015625, "median_dwell": 1.0 }, "P1_PCV01D": { "unique_ratio": 0.074310302734375, "top1_mass": 0.043843587239583336, "top3_mass": 0.044850667317708336, "median_dwell": 1.0 }, "P1_FCV02Z": { "unique_ratio": 0.058146158854166664, "top1_mass": 0.20765177408854166, "top3_mass": 0.3501078287760417, "median_dwell": 1.0 }, "P1_FCV03D": { "unique_ratio": 0.017527262369791668, "top1_mass": 0.004384358723958333, "top3_mass": 0.012776692708333334, "median_dwell": 1.0 }, "P1_FCV03Z": { "unique_ratio": 0.013102213541666666, "top1_mass": 0.10939534505208333, "top3_mass": 0.2132568359375, "median_dwell": 1.0 }, "P1_LCV01D": { "unique_ratio": 0.015523274739583334, "top1_mass": 0.0033976236979166665, "top3_mass": 0.009999593098958334, "median_dwell": 1.0 }, "P1_LCV01Z": { "unique_ratio": 0.012715657552083334, "top1_mass": 0.047566731770833336, "top3_mass": 0.1214599609375, "median_dwell": 1.0 } }, "aggregates": { "mean_abs_diff_unique_ratio": 0.5303484598795573, "mean_abs_diff_top1_mass": 0.03112411499023438, "mean_abs_diff_top3_mass": 0.05629857381184896, "mean_abs_diff_median_dwell": 0.125 } }, "type4_pv": { "features": [ "P1_PIT02", "P2_SIT02", "P1_FT03" ], "generated": { "P1_PIT02": { "q05": 0.17563000321388245, "q50": 0.17563000321388245, "q95": 0.27557000517845154, "tail_ratio": NaN }, "P2_SIT02": { "q05": 774.910888671875, "q50": 784.5538330078125, "q95": 791.7017211914062, "tail_ratio": 0.7412557756820052 }, "P1_FT03": { "q05": 208.97262573242188, "q50": 298.9196472167969, "q95": 316.24639892578125, "tail_ratio": 0.19263285679775694 } }, "reference": { "P1_PIT02": { "q05": 0.20232999324798584, "q50": 0.2763400077819824, "q95": 1.8746999502182007, "tail_ratio": 21.596535989085773 }, "P2_SIT02": { "q05": 771.5216674804688, "q50": 779.1593017578125, "q95": 785.1046752929688, "tail_ratio": 0.7784312942022615 }, "P1_FT03": { "q05": 201.6184539794922, "q50": 300.2251892089844, "q95": 313.76690673828125, "tail_ratio": 0.13733055351422585 } }, "aggregates": { "mean_abs_diff_q05": 3.590030978123347, "mean_abs_diff_q50": 2.2669277489185333, "mean_abs_diff_q95": 3.55855601032575, "mean_abs_diff_tail_ratio": 0.04623891090189372 } }, "type5_program_proxy": { "features": [ "P1_FT03Z", "P1_FT02Z" ], "generated": { "P1_FT03Z": { "num_changes": 380.0, "mean_dwell": 1.0078740157480315, "median_dwell": 1.0, "mean_step": 64.74391126130756, "median_step": 62.410614013671875 }, "P1_FT02Z": { "num_changes": 378.0, "mean_dwell": 1.0131926121372032, "median_dwell": 1.0, "mean_step": 1312.3134692358592, "median_step": 1284.6439208984375 } }, "reference": { "P1_FT03Z": { "num_changes": 83889.0, "mean_dwell": 1.1718202407915126, "median_dwell": 1.0, "mean_step": 0.9289188007355237, "median_step": 0.6378173828125 }, "P1_FT02Z": { "num_changes": 95436.0, "mean_dwell": 1.0300407598730053, "median_dwell": 1.0, "mean_step": 14.373282350295296, "median_step": 5.89599609375 } }, "aggregates": { "mean_abs_diff_num_changes": 89283.5, "mean_abs_diff_mean_dwell": 0.09039718638964156, "mean_abs_diff_median_dwell": 0.0, "mean_abs_diff_mean_step": 680.877589673068, "mean_abs_diff_median_step": 670.2603607177734 } }, "type6_aux": { "features": [ "P4_HT_PO", "P2_24Vdc", "P2_HILout" ], "generated": { "P4_HT_PO": { "mean": 35.254512786865234, "std": 31.650897979736328, "lag1": -0.0927804708480835 }, "P2_24Vdc": { "mean": 28.028608322143555, "std": 0.003297113813459873, "lag1": 0.06643600016832352 }, "P2_HILout": { "mean": 711.4987182617188, "std": 7.856828212738037, "lag1": -0.013758387416601181 } }, "reference": { "P4_HT_PO": { "mean": 34.35928726196289, "std": 31.320688247680664, "lag1": 0.9990671873092651 }, "P2_24Vdc": { "mean": 28.0284366607666, "std": 0.0032698388677090406, "lag1": 0.05670436844229698 }, "P2_HILout": { "mean": 711.9729614257812, "std": 8.238578796386719, "lag1": 0.2585394084453583 } }, "aggregates": { "mean_abs_diff_mean": 0.4565467834472656, "mean_abs_diff_std": 0.2373291968833655, "mean_abs_diff_lag1": 0.4579590285817782 } } }, "predictive_consistency": { "real_only": { "rmse": 0.5583509206771851, "mae": 0.366405189037323 }, "synthetic_only": { "rmse": 0.9636826515197754, "mae": 0.7771188616752625 }, "real_plus_synthetic": { "rmse": 0.5483431220054626, "mae": 0.35133740305900574 }, "rmse_ratio_synth_to_real": 1.7259444120751009 }, "anomaly_utility": { "real_only": { "auroc": 0.8881493506493506, "auprc": 0.6527744226377132, "threshold": 0.3682355284690857, "f1": 0.35714285714285715, "precision": 0.24193548387096775, "recall": 0.6818181818181818, "best_f1": 0.763157894736842, "best_f1_threshold": 0.49033087491989136 }, "synthetic_only": { "auroc": 0.8286178107606678, "auprc": 0.591504821106902, "threshold": 0.001942009199410677, "f1": 0.08239700374531835, "precision": 0.04296875, "recall": 1.0, "best_f1": 0.6756756756756758, "best_f1_threshold": 1.4600814580917358 }, "real_plus_synthetic": { "auroc": 0.8840677179962895, "auprc": 0.6460935090211736, "threshold": 0.28852400183677673, "f1": 0.24150943396226415, "precision": 0.14479638009049775, "recall": 0.7272727272727273, "best_f1": 0.7466666666666666, "best_f1_threshold": 0.5378937721252441 } } }