benchmark,Conflict analysis (Lazy-GJE),Conflict analysis (Eager-GJE),Conflict analysis (Shared-Watches),Conflict analysis (Mixed-Watches),PB propagation (Lazy-GJE),PB propagation (Eager-GJE),PB propagation (Shared-Watches),PB propagation (Mixed-Watches),XOR propagation (Lazy-GJE),XOR propagation (Eager-GJE),XOR propagation (Shared-Watches),XOR propagation (Mixed-Watches),Other (Lazy-GJE),Other (Eager-GJE),Other (Shared-Watches),Other (Mixed-Watches)
mnist-100-bnn_100_50-epoch_10-trojan-label_0.opb,7.77,7.43,7.74,8.39,1.63,2.84,2.87,2.84,0.56,1.63,1.65,0.44,5.11,7.06,7.01,5.27
mnist-100-bnn_100_50-epoch_10-trojan-label_1.opb,6.26,5.97,6.33,6.58,1.33,2.37,2.36,2.19,0.52,1.53,1.46,0.39,5.13,6.81,6.74,5.32
mnist-100-bnn_100_50-epoch_10-trojan-label_4.opb,18.46,18.76,18.68,18.96,3.22,5.45,5.65,6.21,1.07,3.23,3.24,0.74,4.94,8.66,8.62,5.13
mnist-100-bnn_100_50-epoch_10-trojan-label_5.opb,11.35,10.55,10.98,11.21,2.15,3.24,3.29,3.57,0.69,1.95,1.89,0.51,5.13,7.15,7.17,5.26
mnist-100-bnn_100_50-epoch_10-trojan-label_9.opb,73.52,77.38,77.59,78.06,14.7,23.76,24.93,38.92,3.78,11.04,11.69,2.24,5.43,17.98,18.93,5.65
mnist-100-bnn_100_50-epoch_1-trojan-label_0.opb,13.27,13.32,12.92,14.39,2.32,4.21,3.94,4.61,0.8,2.34,2.45,0.62,5.1,7.63,7.72,5.34
mnist-100-bnn_100_50-epoch_1-trojan-label_1.opb,47.94,50.12,46.78,51.02,8.79,15.01,12.91,19.66,2.34,6.78,6.69,1.52,5.26,12.54,12.54,5.54
mnist-100-bnn_100_50-epoch_1-trojan-label_4.opb,34,31.8,32,35.94,5.87,9.48,9.16,13.27,1.71,5.19,4.94,1.14,5.36,11.07,10.82,5.62
mnist-100-bnn_100_50-epoch_1-trojan-label_5.opb,6.53,6.3,6.44,7.35,1.43,2.49,2.43,2.73,0.53,1.54,1.48,0.44,5.11,6.86,6.9,5.38
mnist-100-bnn_100_50-epoch_1-trojan-label_9.opb,32.21,32.56,32,34.87,5.69,9.66,8.96,12.92,1.84,5.18,5.04,1.14,5.09,10.89,10.83,5.38
mnist-100-bnn_100_50-epoch_30-trojan-label_0.opb,30.15,29.91,30.48,33.47,5.03,8.53,8.99,13.32,1.64,4.64,5.23,1.21,5.18,10.48,11.21,5.68
mnist-100-bnn_100_50-epoch_30-trojan-label_1.opb,7.73,7.85,8,8.31,1.68,2.73,2.97,2.9,0.56,1.69,1.86,0.49,5.07,6.84,7.33,5.22
mnist-100-bnn_100_50-epoch_30-trojan-label_4.opb,36.01,38.98,35.01,39.26,6.09,10.61,10.19,14.15,1.85,5.51,5.86,1.27,5.04,11.14,11.59,5.27
mnist-100-bnn_100_50-epoch_30-trojan-label_5.opb,12.29,11.38,12.33,12.35,2.2,3.72,3.87,3.67,0.79,2.31,2.27,0.57,5.06,7.71,7.58,5.21
mnist-100-bnn_100_50-epoch_30-trojan-label_9.opb,200.64,195.61,189.89,202.18,59.66,72.88,68.56,151.9,11.03,28.71,26.86,4.83,6.28,38.01,33.73,6.54
mnist-100-bnn_100_50-perturb_2-id_0.opb,19.43,24.76,24.75,20.26,11.67,13.78,13.69,13.54,0.08,1.52,1.45,0.09,0.52,3.26,3.07,0.64
mnist-100-bnn_100_50-perturb_2-id_0-adv_3-epoch_1.opb,18.43,28.81,28.42,19.62,9.57,21.71,21.01,13.13,0.03,1.51,1.53,0.07,0.46,3.53,3.52,0.58
mnist-100-bnn_100_50-perturb_2-id_0-adv_3-epoch_5.opb,30.46,11.97,9.25,16.24,8.75,8.34,4.66,4.63,0.32,2.17,1.2,0.16,2.89,5.74,4.25,2.48
mnist-100-bnn_100_50-perturb_2-id_0-adv-epoch_1.opb,17.51,20.57,20.58,18.13,11.81,14.04,14.47,12.92,0.05,1,1.01,0.07,0.5,2.18,2.24,0.52
mnist-100-bnn_100_50-perturb_2-id_0-adv-epoch_5.opb,23.28,21.76,21.66,24.21,12.66,15.72,15.49,15.23,0.07,1.31,1.32,0.07,0.6,2.89,2.93,0.68
mnist-100-bnn_100_50-perturb_2-id_1.opb,21.59,15.57,15.48,22.9,17.18,13.7,12.95,20.31,0.08,1.34,1.14,0.1,0.66,2.94,2.51,0.8
mnist-100-bnn_100_50-perturb_2-id_10.opb,25,20.32,20.51,26.3,13.81,13.94,14.03,17.1,0.08,1.09,1.13,0.1,0.62,2.46,2.55,0.79
mnist-100-bnn_100_50-perturb_2-id_10-adv_3-epoch_1.opb,13.63,16.93,16.68,14.37,7.06,13.37,11.59,8.8,0.04,1.18,0.97,0.07,0.35,2.62,2.21,0.45
mnist-100-bnn_100_50-perturb_2-id_10-adv_3-epoch_5.opb,144.08,90.18,95.8,127.63,108.51,46.9,67.79,83.35,0.93,6.4,7.45,0.95,5.99,13.63,16.22,6.08
mnist-100-bnn_100_50-perturb_2-id_10-adv-epoch_1.opb,27.36,19.36,18.81,29.15,15.19,13.34,12.13,18.64,0.06,1.12,1.09,0.09,0.56,2.4,2.36,0.73
mnist-100-bnn_100_50-perturb_2-id_10-adv-epoch_5.opb,13.52,13.46,12.86,13.82,8.44,13.57,10.63,9.35,0.05,0.95,0.86,0.05,0.33,2.18,1.92,0.43
mnist-100-bnn_100_50-perturb_2-id_11.opb,16.94,17.12,17.11,17.79,12.19,13.59,13.17,13.75,0.05,1.05,1.11,0.09,0.52,2.22,2.48,0.67
mnist-100-bnn_100_50-perturb_2-id_11-adv_3-epoch_1.opb,18.47,25.24,25.29,19.6,10.24,21.12,20.71,13.44,0.06,1.82,1.64,0.08,0.44,4.22,3.7,0.56
mnist-100-bnn_100_50-perturb_2-id_11-adv_3-epoch_5.opb,23.28,16.92,16.33,24.21,13.3,9.54,8.67,15.64,0.06,0.8,0.94,0.08,0.52,1.9,2.06,0.66
mnist-100-bnn_100_50-perturb_2-id_11-adv-epoch_1.opb,17.85,23.01,22.76,18.89,10.08,18.14,17.89,12.87,0.06,1.27,1.52,0.08,0.5,2.85,3.08,0.56
mnist-100-bnn_100_50-perturb_2-id_11-adv-epoch_5.opb,17.28,14.14,13.99,18.11,9.01,11.24,10.46,10.66,0.06,1.16,1.04,0.06,0.44,2.58,2.3,0.5
mnist-100-bnn_100_50-perturb_2-id_12.opb,16.37,34.14,32.18,17.3,12.31,22.71,19.63,15.3,0.08,1.7,1.87,0.07,0.51,3.71,4.14,0.62
mnist-100-bnn_100_50-perturb_2-id_12-adv_3-epoch_1.opb,17.92,20.26,19.63,18.91,10.94,12.72,11.2,13.4,0.07,1.12,1.1,0.06,0.51,2.49,2.52,0.61
mnist-100-bnn_100_50-perturb_2-id_12-adv_3-epoch_5.opb,23.17,20.93,20.25,22.99,13.8,14.42,14.36,13.21,0.07,1.14,1.53,0.07,0.62,2.61,3.33,0.57
mnist-100-bnn_100_50-perturb_2-id_12-adv-epoch_1.opb,14.39,22.24,22.13,15,6.91,28.52,30.07,8.51,0.05,1.54,1.73,0.06,0.35,3.63,4.11,0.43
mnist-100-bnn_100_50-perturb_2-id_12-adv-epoch_5.opb,16.63,18.19,18.47,17.65,9.02,12.23,12.18,11.36,0.05,1.15,0.95,0.07,0.41,2.69,2.16,0.5
mnist-100-bnn_100_50-perturb_2-id_13.opb,61.53,23.33,21.21,33.18,28.25,12.82,11.41,11.51,0.5,2.91,2.33,0.29,3.76,7.19,6.25,3.04
mnist-100-bnn_100_50-perturb_2-id_13-adv_3-epoch_1.opb,8.8,7.26,3.22,5.4,7.99,12.02,4.28,6.61,0.22,2.22,1.03,0.17,2.8,6.04,4.04,2.82
mnist-100-bnn_100_50-perturb_2-id_13-adv_3-epoch_5.opb,38.18,14.67,12.64,20.78,19.15,9.06,8.65,8.9,0.41,1.96,1.5,0.2,3.41,5.5,4.79,2.78
mnist-100-bnn_100_50-perturb_2-id_13-adv-epoch_1.opb,38.23,15.9,12.89,21.6,13.16,11.12,7.62,9.5,0.33,2.27,1.64,0.26,3.09,6.09,5.15,3.06
mnist-100-bnn_100_50-perturb_2-id_13-adv-epoch_5.opb,59.47,24.27,23.16,32.47,38.13,13.33,12.33,12.84,0.57,2.76,2.33,0.31,3.98,6.97,6.32,3.13
mnist-100-bnn_100_50-perturb_2-id_14.opb,18.65,21.56,21.09,19.11,14.1,18.72,16.66,15.04,0.1,1.21,1.15,0.08,0.64,2.79,2.65,0.64
mnist-100-bnn_100_50-perturb_2-id_14-adv_3-epoch_1.opb,17.68,20.01,19.2,18.33,10.12,14.89,11.52,11.35,0.08,1.09,0.99,0.06,0.42,2.39,2.14,0.5
mnist-100-bnn_100_50-perturb_2-id_14-adv_3-epoch_5.opb,19.52,18.21,17.64,20.37,14.61,15.61,13.91,16.92,0.08,1,0.96,0.12,0.66,2.43,2.47,0.69
mnist-100-bnn_100_50-perturb_2-id_14-adv-epoch_1.opb,17.91,16,15.59,18.73,11.11,10.27,8.95,13.52,0.07,0.82,0.75,0.09,0.5,1.97,1.68,0.69
mnist-100-bnn_100_50-perturb_2-id_14-adv-epoch_5.opb,14.99,13.66,13,16.14,11.17,17.47,14.87,14.5,0.06,0.8,0.74,0.09,0.61,1.9,1.89,0.71
mnist-100-bnn_100_50-perturb_2-id_15.opb,11.15,5.84,4.37,6.8,4.65,5.02,3.59,3.21,0.16,1.3,0.92,0.15,2.68,4.34,3.87,2.69
mnist-100-bnn_100_50-perturb_2-id_15-adv_3-epoch_1.opb,16.4,8.4,5.7,10.15,5.26,7.97,4.18,3.62,0.21,1.79,0.96,0.14,2.77,5.18,4.21,2.78
mnist-100-bnn_100_50-perturb_2-id_15-adv_3-epoch_5.opb,18.38,8.84,6.58,11.23,6.05,7.97,4.15,3.87,0.2,1.74,1.01,0.17,2.78,5.1,3.98,2.73
mnist-100-bnn_100_50-perturb_2-id_15-adv-epoch_1.opb,16.96,7.93,5.65,10.58,5.8,7.47,3.6,3.83,0.22,1.66,0.89,0.16,2.79,5.11,3.87,2.86
mnist-100-bnn_100_50-perturb_2-id_15-adv-epoch_5.opb,30.7,14.26,10.64,17.6,10.28,10.21,5.54,5.38,0.31,2.33,1.48,0.18,3.07,6.12,4.78,2.78
mnist-100-bnn_100_50-perturb_2-id_16.opb,51.93,23.75,22.37,30.68,17.45,11,9.95,8.66,0.47,2.42,2.2,0.26,3.48,6.13,6.2,2.92
mnist-100-bnn_100_50-perturb_2-id_16-adv_3-epoch_1.opb,32.07,15.09,11.58,19.86,10.02,9.94,5.21,5.46,0.26,1.91,1.35,0.18,2.91,5.63,4.51,2.75
mnist-100-bnn_100_50-perturb_2-id_16-adv_3-epoch_5.opb,119.93,62.94,60.56,86.96,76.22,32.7,31.81,48.47,0.84,5.76,4.95,0.72,5.18,12.56,11.32,4.83
mnist-100-bnn_100_50-perturb_2-id_16-adv-epoch_1.opb,100.84,48.98,43.69,58.98,59.43,22.75,21.73,20.97,0.81,4.21,4.12,0.48,5.14,9.39,9.49,3.72
mnist-100-bnn_100_50-perturb_2-id_16-adv-epoch_5.opb,231.72,173.25,167.54,198.18,184.89,124.81,128.62,144.68,1.59,12.22,12.02,1.26,8.75,24.62,24.75,7.82
mnist-100-bnn_100_50-perturb_2-id_17.opb,17.72,20.09,19.6,19.08,10.87,19.79,17.47,14.09,0.08,1.24,0.96,0.08,0.48,2.9,2.33,0.62
mnist-100-bnn_100_50-perturb_2-id_17-adv_3-epoch_1.opb,100.36,40.64,39.4,55.56,50.43,20.41,17.13,18.09,0.78,4.08,3.19,0.39,4.78,9.41,7.7,3.35
mnist-100-bnn_100_50-perturb_2-id_17-adv_3-epoch_5.opb,17.5,35.33,33.83,17.99,11.56,34.36,27.99,13.39,0.05,2.03,1.85,0.07,0.49,4.92,4.22,0.55
mnist-100-bnn_100_50-perturb_2-id_17-adv-epoch_1.opb,15.71,24.8,25.15,16.58,12,19.43,20.9,14.77,0.07,1.1,1.34,0.08,0.55,2.77,3.09,0.67
mnist-100-bnn_100_50-perturb_2-id_17-adv-epoch_5.opb,44.04,17.76,16.32,24.79,18.01,11.44,10.59,9.4,0.38,2.33,1.85,0.23,3.36,6.27,5.55,2.96
mnist-100-bnn_100_50-perturb_2-id_18.opb,18.54,17.2,16.92,18.8,12.96,16.87,16.38,13.91,0.07,0.97,1,0.06,0.54,2.14,2.25,0.51
mnist-100-bnn_100_50-perturb_2-id_18-adv_3-epoch_1.opb,78.7,31.6,29.87,44.4,35.45,14.54,13.06,13.68,0.6,3.09,2.73,0.35,4,7.3,7.01,3.22
mnist-100-bnn_100_50-perturb_2-id_18-adv_3-epoch_5.opb,60.76,24.25,21.59,31.39,23.01,12.83,10,9.71,0.5,2.56,2.14,0.27,3.56,6.55,6.08,2.98
mnist-100-bnn_100_50-perturb_2-id_18-adv-epoch_1.opb,61.32,28.86,25.16,35.75,27,15.66,10.78,10.9,0.45,3.39,2.2,0.27,3.63,7.93,6.12,2.97
mnist-100-bnn_100_50-perturb_2-id_18-adv-epoch_5.opb,32.36,14.63,12.02,20.48,9.58,10,5.05,5.19,0.25,2.28,1.26,0.21,2.78,6.1,4.31,2.6
mnist-100-bnn_100_50-perturb_2-id_19.opb,16.4,12.53,12.15,17.01,9.56,9.1,8.44,10.92,0.08,0.89,1,0.08,0.43,1.89,2.18,0.49
mnist-100-bnn_100_50-perturb_2-id_19-adv_3-epoch_1.opb,19.27,17.19,17.08,19.6,11.79,12.92,12.1,12.68,0.06,0.99,0.87,0.07,0.56,2.24,1.98,0.71
mnist-100-bnn_100_50-perturb_2-id_19-adv_3-epoch_5.opb,19.79,15.88,16.1,20.27,10.9,9.91,9.72,12.48,0.05,0.91,0.76,0.07,0.44,1.95,1.77,0.51
mnist-100-bnn_100_50-perturb_2-id_19-adv-epoch_1.opb,21.45,17.08,17.08,22.56,11.95,11.4,10.67,14.58,0.06,1.04,0.96,0.09,0.53,2.45,2.14,0.63
mnist-100-bnn_100_50-perturb_2-id_19-adv-epoch_5.opb,15.97,16.76,15.59,16.25,7.46,10.43,8.91,7.8,0.04,0.87,1.04,0.04,0.33,1.93,2.23,0.33
mnist-100-bnn_100_50-perturb_2-id_1-adv_3-epoch_1.opb,3.99,25.69,25.12,4.09,3.41,19.2,17.49,3.61,0.04,1.38,1.33,0.05,0.26,3.02,3,0.26
mnist-100-bnn_100_50-perturb_2-id_1-adv_3-epoch_5.opb,14.02,12.04,11.44,15.29,8.57,7.78,6.74,11.29,0.06,0.67,0.7,0.07,0.37,1.53,1.52,0.46
mnist-100-bnn_100_50-perturb_2-id_1-adv-epoch_1.opb,13.56,12.07,12.16,14.58,7.13,8.09,8.59,8.7,0.04,0.63,0.73,0.07,0.39,1.51,1.64,0.46
mnist-100-bnn_100_50-perturb_2-id_1-adv-epoch_5.opb,16.37,17.06,16.92,16.92,6.98,9.12,9.15,8.09,0.04,0.99,1.03,0.05,0.34,2.22,2.16,0.41
mnist-100-bnn_100_50-perturb_2-id_2.opb,29.03,13.86,10.97,16.66,9.57,9.5,5.65,4.5,0.26,2.14,1.33,0.17,2.96,5.55,4.39,2.61
mnist-100-bnn_100_50-perturb_2-id_20.opb,168.3,126.22,137.15,156.13,130.46,86.23,103.79,123.59,1.22,8.93,10.87,1.13,6.97,18.66,22.76,6.75
mnist-100-bnn_100_50-perturb_2-id_20-adv_3-epoch_1.opb,4.36,3.69,2.08,2.61,4.11,5.65,2.94,2.81,0.18,1.55,0.79,0.15,2.65,4.72,3.63,2.64
mnist-100-bnn_100_50-perturb_2-id_20-adv_3-epoch_5.opb,28.89,13.14,10.39,16.14,8.17,9.14,5.43,4.39,0.24,1.81,1.25,0.17,2.9,5.23,4.45,2.67
mnist-100-bnn_100_50-perturb_2-id_20-adv-epoch_1.opb,8.22,5.07,2.94,4.64,4.43,5.94,3.18,2.99,0.2,1.5,0.8,0.14,2.62,4.55,3.65,2.6
mnist-100-bnn_100_50-perturb_2-id_20-adv-epoch_5.opb,18.05,8.14,6.73,11.29,5.47,6.82,3.92,3.24,0.23,1.64,1.07,0.17,2.58,4.9,3.87,2.38
mnist-100-bnn_100_50-perturb_2-id_21.opb,21.23,20.08,20.01,22.43,13.89,14.69,14.91,17.19,0.08,0.97,1.01,0.11,0.6,2.26,2.36,0.75
mnist-100-bnn_100_50-perturb_2-id_21-adv_3-epoch_1.opb,26.49,18.91,19.28,26.22,17.05,13.7,14.26,16.27,0.09,1.43,1.24,0.08,0.74,3.15,2.58,0.67
mnist-100-bnn_100_50-perturb_2-id_21-adv_3-epoch_5.opb,171.48,101.85,104.42,124,126.85,59,67.52,75.68,1.18,7.82,8.38,0.86,6.79,16.46,17.94,5.53
mnist-100-bnn_100_50-perturb_2-id_21-adv-epoch_1.opb,31.85,20.14,19.88,33.53,15.25,11.28,10.48,19.67,0.09,1.11,1.15,0.11,0.79,2.41,2.49,0.87
mnist-100-bnn_100_50-perturb_2-id_21-adv-epoch_5.opb,50.66,24.04,22.58,34.56,25.41,14.37,13.64,12.45,0.41,2.94,2.23,0.3,3.44,7.11,6.04,3.04
mnist-100-bnn_100_50-perturb_2-id_22.opb,113.23,47.97,52.07,64.09,74.64,23.22,30.7,28.44,0.93,4.71,4.02,0.51,5.35,10.43,9.83,3.65
mnist-100-bnn_100_50-perturb_2-id_22-adv_3-epoch_1.opb,44.73,18.06,17.06,26.4,15.7,9.63,8.75,10.07,0.35,2.23,1.69,0.24,3.07,5.79,5.19,2.87
mnist-100-bnn_100_50-perturb_2-id_22-adv_3-epoch_5.opb,31.68,13.08,10.7,17.53,14.61,9.54,6.3,7.61,0.35,1.97,1.25,0.21,3.04,5.55,4.34,2.79
mnist-100-bnn_100_50-perturb_2-id_22-adv-epoch_1.opb,23.9,11.42,8.75,15.44,9.61,10.69,6.25,6.83,0.3,2.17,1.34,0.23,2.9,5.81,4.66,2.91
mnist-100-bnn_100_50-perturb_2-id_22-adv-epoch_5.opb,62.5,24.59,21.82,31.39,29.78,15.2,11.67,12.19,0.55,3.6,2.5,0.29,3.8,8.37,6.55,3.14
mnist-100-bnn_100_50-perturb_2-id_23.opb,18.02,24.12,23.34,19.12,12.01,20.53,18.08,15.09,0.07,1.15,1.09,0.11,0.57,2.67,2.56,0.72
mnist-100-bnn_100_50-perturb_2-id_23-adv_3-epoch_1.opb,15.54,15,15.05,17.05,11.12,15.56,14.94,14.75,0.05,1.05,0.87,0.09,0.5,2.56,2.1,0.68
mnist-100-bnn_100_50-perturb_2-id_23-adv_3-epoch_5.opb,136.7,100.53,99.21,132.45,103.09,54.81,69.32,80.04,0.89,8,8.92,0.98,5.76,16.66,19.09,5.75
mnist-100-bnn_100_50-perturb_2-id_23-adv-epoch_1.opb,52.59,19.06,17.64,27.57,24.43,13.06,12.05,11.79,0.49,2.72,2.16,0.27,3.68,6.8,6.09,3.07
mnist-100-bnn_100_50-perturb_2-id_23-adv-epoch_5.opb,116.29,45.58,44.6,61.3,85.25,26.22,30.28,33.6,0.96,5.01,4.13,0.59,5.77,10.95,9.98,4.13
mnist-100-bnn_100_50-perturb_2-id_24.opb,21.39,10.34,8.14,11.46,10.21,9.62,7.06,6.08,0.31,2.1,1.23,0.18,2.89,5.67,4.45,2.8
mnist-100-bnn_100_50-perturb_2-id_24-adv_3-epoch_1.opb,22.25,11.51,9.07,13.29,9.36,11.39,6.6,6.8,0.25,2.14,1.34,0.23,2.88,5.91,4.73,2.86
mnist-100-bnn_100_50-perturb_2-id_24-adv_3-epoch_5.opb,19.01,9.88,7,11.23,8.16,8.96,5.01,6.12,0.21,1.77,1.15,0.18,2.71,5.03,4.04,2.6
mnist-100-bnn_100_50-perturb_2-id_24-adv-epoch_1.opb,16.27,18.45,18.69,17.3,13.45,16.59,17.94,16.06,0.07,0.92,1.22,0.09,0.54,2.28,2.53,0.74
mnist-100-bnn_100_50-perturb_2-id_24-adv-epoch_5.opb,121.56,45.66,43.27,59.28,95.42,28.17,28.99,30.85,1.14,4.94,4.03,0.5,6.06,10.49,9.42,4.13
mnist-100-bnn_100_50-perturb_2-id_25.opb,13.99,14.51,13.77,14.03,11.85,18.56,16.7,12.59,0.06,0.72,0.88,0.06,0.48,1.77,2.17,0.5
mnist-100-bnn_100_50-perturb_2-id_25-adv_3-epoch_1.opb,59.6,24.21,24.45,32.58,35.62,13.21,13.34,15.77,0.58,2.56,2.21,0.28,4.01,6.47,6.06,3.06
mnist-100-bnn_100_50-perturb_2-id_25-adv_3-epoch_5.opb,63.87,31.44,29.56,38.14,38.19,18.02,14.9,15.64,0.63,3.31,2.76,0.33,3.85,7.73,7.08,3.21
mnist-100-bnn_100_50-perturb_2-id_25-adv-epoch_1.opb,10.37,4.59,2.97,6.54,4.24,5.39,3.37,2.94,0.19,1.45,0.88,0.15,2.62,4.7,3.84,2.65
mnist-100-bnn_100_50-perturb_2-id_25-adv-epoch_5.opb,112.24,61.54,55.73,75.06,77.87,34.59,33,38.43,0.92,5.47,4.3,0.61,5.39,12.22,9.92,4.25
mnist-100-bnn_100_50-perturb_2-id_26.opb,55.45,24.86,23.67,32.45,20.27,13.04,10.79,10.11,0.41,2.89,2.36,0.29,3.47,7.23,6.3,3.01
mnist-100-bnn_100_50-perturb_2-id_26-adv_3-epoch_1.opb,4.6,4.06,2.4,2.83,4.1,5.53,3.31,2.61,0.15,1.29,0.72,0.13,2.62,4.37,3.61,2.6
mnist-100-bnn_100_50-perturb_2-id_26-adv_3-epoch_5.opb,4.18,4.95,2.31,2.86,3.98,7.43,3.38,3.12,0.16,1.46,0.91,0.18,2.55,4.65,3.92,2.73
mnist-100-bnn_100_50-perturb_2-id_26-adv-epoch_1.opb,24.57,10.87,8.28,13.39,7.63,7.18,4.57,4.44,0.25,1.55,1.28,0.16,2.81,4.78,4.29,2.72
mnist-100-bnn_100_50-perturb_2-id_26-adv-epoch_5.opb,130.91,82.41,85.07,121.34,98.94,50.35,59.94,82.09,0.93,6.05,6.68,0.86,5.66,12.94,15.05,5.3
mnist-100-bnn_100_50-perturb_2-id_27.opb,21.02,16.27,16.48,21.77,16.21,13.13,12.92,19.37,0.07,1,0.89,0.1,0.69,2.3,2.02,0.81
mnist-100-bnn_100_50-perturb_2-id_27-adv_3-epoch_1.opb,15.95,20.07,20.53,16.63,12.73,18.85,20.23,15.08,0.06,1.22,1.25,0.06,0.58,2.95,2.87,0.68
mnist-100-bnn_100_50-perturb_2-id_27-adv_3-epoch_5.opb,16.15,15.97,14.87,17.2,18.81,19.87,16.88,23.14,0.06,0.89,0.98,0.11,0.73,2.19,2.39,0.89
mnist-100-bnn_100_50-perturb_2-id_27-adv-epoch_1.opb,16.69,14.26,14.01,17.27,8.38,8.59,8.14,10.36,0.05,0.71,0.72,0.06,0.36,1.66,1.59,0.42
mnist-100-bnn_100_50-perturb_2-id_27-adv-epoch_5.opb,15.3,14.75,14.25,16.27,9.04,14.22,12.81,11.41,0.06,1,1.05,0.07,0.45,2.31,2.29,0.55
mnist-100-bnn_100_50-perturb_2-id_28.opb,31.55,14.47,10.94,17.73,10.87,10.86,5.73,5.22,0.32,2.47,1.44,0.21,3,6.12,4.74,2.75
mnist-100-bnn_100_50-perturb_2-id_28-adv_3-epoch_1.opb,49.82,25.12,21.55,30.89,28.14,14.68,11.86,12.85,0.5,2.96,2.18,0.27,3.54,7.24,6.12,3.07
mnist-100-bnn_100_50-perturb_2-id_28-adv_3-epoch_5.opb,18.28,8.68,5.62,11.53,6.83,7.23,3.89,4.34,0.22,1.64,1.02,0.17,2.82,4.96,3.89,2.74
mnist-100-bnn_100_50-perturb_2-id_28-adv-epoch_1.opb,12.94,25.01,24.85,13.37,12.27,23.24,23.21,14.63,0.06,1.16,1.2,0.08,0.47,3.03,3.06,0.53
mnist-100-bnn_100_50-perturb_2-id_28-adv-epoch_5.opb,16.91,14.61,14.26,17.63,9.97,13.67,11.61,11.73,0.07,0.83,0.69,0.06,0.45,1.99,1.67,0.46
mnist-100-bnn_100_50-perturb_2-id_29.opb,4.92,4.56,2.33,2.74,4.28,6.66,3.48,2.65,0.18,1.6,0.87,0.15,3.17,4.99,3.85,2.65
mnist-100-bnn_100_50-perturb_2-id_29-adv_3-epoch_1.opb,5.53,4.78,2.31,3.8,3.82,6.96,3.14,3.13,0.16,1.59,0.84,0.17,2.62,5.01,3.76,2.74
mnist-100-bnn_100_50-perturb_2-id_29-adv_3-epoch_5.opb,4.01,4.65,2.14,2.54,4.6,6.67,3.43,3.19,0.19,1.6,0.94,0.17,2.72,4.8,3.87,2.76
mnist-100-bnn_100_50-perturb_2-id_29-adv-epoch_1.opb,16.89,8.38,6.18,9.58,5.26,7.74,4.17,3.69,0.19,1.78,1.02,0.17,2.73,5.44,4.07,2.66
mnist-100-bnn_100_50-perturb_2-id_29-adv-epoch_5.opb,16.51,7.98,5.9,8.78,6.01,8.02,4.02,3.34,0.18,1.72,0.98,0.17,2.73,5.18,4.04,2.64
mnist-100-bnn_100_50-perturb_2-id_2-adv_3-epoch_1.opb,17.69,9.25,6.62,10.13,5.94,7.76,4.74,3.57,0.21,1.76,1.11,0.16,2.69,5.05,4.21,2.52
mnist-100-bnn_100_50-perturb_2-id_2-adv_3-epoch_5.opb,20.24,8.75,6.47,11.96,6.43,7.25,4.41,3.85,0.24,1.63,1.05,0.19,2.68,4.85,4.03,2.6
mnist-100-bnn_100_50-perturb_2-id_2-adv-epoch_1.opb,84.61,38.44,33.99,48.81,46.29,18.26,15.65,19.37,0.64,3.68,3.11,0.44,4.3,8.55,7.6,3.54
mnist-100-bnn_100_50-perturb_2-id_2-adv-epoch_5.opb,38.11,16.3,14.79,20.6,15.03,11.47,10.48,8.36,0.33,2.4,1.65,0.21,2.94,6.26,5.19,2.81
mnist-100-bnn_100_50-perturb_2-id_3.opb,23.42,26.98,25.65,24.61,14.84,21.35,17.72,17.76,0.08,1.49,1.49,0.1,0.63,3.34,3.19,0.71
mnist-100-bnn_100_50-perturb_2-id_3-adv_3-epoch_1.opb,36.76,16.74,13.71,21.04,12.98,12.15,7.75,7.12,0.34,2.24,1.51,0.23,3.04,6.17,4.85,2.78
mnist-100-bnn_100_50-perturb_2-id_3-adv_3-epoch_5.opb,15.53,22.06,21.76,15.86,9.21,18.09,18.18,10.62,0.05,1.35,1.55,0.07,0.49,3.1,3.65,0.55
mnist-100-bnn_100_50-perturb_2-id_3-adv-epoch_1.opb,14.72,15.07,15.07,15.27,12.05,16.06,14.96,14.67,0.05,0.95,0.78,0.08,0.53,2.34,2.01,0.66
mnist-100-bnn_100_50-perturb_2-id_3-adv-epoch_5.opb,18.88,12.21,12.44,19.94,12.85,10.26,9.52,16.2,0.06,0.85,0.75,0.08,0.57,2.05,1.71,0.72
mnist-100-bnn_100_50-perturb_2-id_4.opb,16.29,14.61,14.62,17.04,12.24,9.15,8.31,14.6,0.08,0.77,0.61,0.09,0.6,1.68,1.44,0.66
mnist-100-bnn_100_50-perturb_2-id_4-adv_3-epoch_1.opb,182.6,116.68,122.03,128.69,142.16,69.72,80.02,101.74,1.29,8.43,8.72,0.98,7.44,17.49,18.73,5.97
mnist-100-bnn_100_50-perturb_2-id_4-adv_3-epoch_5.opb,173.24,99.39,109.67,129.21,111.46,58.58,81.36,77.48,1.08,7.7,8.27,0.88,6.61,16.7,18.09,5.81
mnist-100-bnn_100_50-perturb_2-id_4-adv-epoch_1.opb,81.27,33.04,31.36,44.69,48.27,16.22,14.81,16.18,0.7,3.21,2.67,0.37,4.52,7.61,7.09,3.42
mnist-100-bnn_100_50-perturb_2-id_4-adv-epoch_5.opb,14.94,16.68,16.36,16.05,13.61,17.43,16.31,16.82,0.07,1.09,1.21,0.06,0.65,2.63,2.69,0.69
mnist-100-bnn_100_50-perturb_2-id_5.opb,59.83,24.9,23.13,33.69,23.55,12.31,9.62,9.29,0.46,2.65,1.96,0.24,3.5,6.41,5.78,2.86
mnist-100-bnn_100_50-perturb_2-id_5-adv_3-epoch_1.opb,133.83,60.44,64.94,87.84,84.61,26.12,33.44,41.14,0.98,5.16,5.29,0.65,5.33,11.35,11.82,4.34
mnist-100-bnn_100_50-perturb_2-id_5-adv_3-epoch_5.opb,56.56,23.53,20.43,31.09,26.38,12.1,8.86,9.84,0.52,2.64,2.02,0.24,3.48,6.45,5.64,2.87
mnist-100-bnn_100_50-perturb_2-id_5-adv-epoch_1.opb,68.97,26.87,26.04,35.26,43.08,14.77,11.92,13.05,0.59,3.24,2.45,0.25,4.08,8,6.39,3.04
mnist-100-bnn_100_50-perturb_2-id_5-adv-epoch_5.opb,18.12,9.99,7.76,12.01,5.36,8.1,4.29,3.91,0.23,1.73,1.07,0.15,2.73,5.16,4.16,2.71
mnist-100-bnn_100_50-perturb_2-id_6.opb,13.34,13.85,13.39,14.38,10.36,13.43,12.39,13.53,0.05,0.69,0.83,0.06,0.4,1.72,2,0.52
mnist-100-bnn_100_50-perturb_2-id_6-adv_3-epoch_1.opb,16.39,29.81,28.72,17.23,7.3,20.74,17.51,9.51,0.04,1.69,1.72,0.06,0.36,3.68,3.95,0.46
mnist-100-bnn_100_50-perturb_2-id_6-adv_3-epoch_5.opb,21.16,20.56,20.69,21.66,16.1,14.95,15.75,17.24,0.12,0.97,0.87,0.09,0.71,2.22,2.12,0.66
mnist-100-bnn_100_50-perturb_2-id_6-adv-epoch_1.opb,20.36,30.4,29.88,21.73,10.33,18.99,16,13.28,0.06,1.56,1.46,0.05,0.43,3.57,3.17,0.48
mnist-100-bnn_100_50-perturb_2-id_6-adv-epoch_5.opb,17.52,17.16,16.36,18.37,8.9,11.51,10.42,10.07,0.05,0.9,1.01,0.07,0.44,2.1,2.37,0.47
mnist-100-bnn_100_50-perturb_2-id_7.opb,18.88,21.65,22.36,19.96,8.31,15.81,19.22,10.21,0.05,1.19,1.33,0.05,0.43,2.74,2.99,0.41
mnist-100-bnn_100_50-perturb_2-id_7-adv_3-epoch_1.opb,170.27,114.45,116.85,136.09,122.36,70.83,83.38,84.99,1.11,8.85,8.9,0.89,6.91,18.08,19.11,5.94
mnist-100-bnn_100_50-perturb_2-id_7-adv_3-epoch_5.opb,17.83,21.68,21.51,18.32,13.16,15.43,15.61,13.85,0.11,1.21,1.1,0.08,0.64,2.62,2.5,0.62
mnist-100-bnn_100_50-perturb_2-id_7-adv-epoch_1.opb,27.99,23.02,23.1,29.4,13.5,13.55,13.58,16.02,0.08,1.28,1.32,0.07,0.56,2.77,2.77,0.7
mnist-100-bnn_100_50-perturb_2-id_7-adv-epoch_5.opb,18.05,20.14,19.38,18.31,8.18,14.15,13.73,8.42,0.05,1.05,1.15,0.08,0.37,2.37,2.52,0.47
mnist-100-bnn_100_50-perturb_2-id_8.opb,26.67,20.45,20.37,28.48,16.99,11.9,11.64,21.45,0.09,1.19,1.3,0.13,0.75,2.75,2.88,1.08
mnist-100-bnn_100_50-perturb_2-id_8-adv_3-epoch_1.opb,132.14,71.13,75.24,104.8,103.06,47.57,55.13,81.16,1.09,5.69,5.49,0.77,6.3,12.95,12.93,5.47
mnist-100-bnn_100_50-perturb_2-id_8-adv_3-epoch_5.opb,29.06,26.13,25.06,29.35,19.36,20.7,17.42,20.12,0.1,1.53,1.49,0.1,0.89,3.34,3.38,0.91
mnist-100-bnn_100_50-perturb_2-id_8-adv-epoch_1.opb,19.85,23.67,22.35,21.26,13.87,21.93,19.97,17,0.07,1.2,1.58,0.09,0.58,3.08,3.46,0.65
mnist-100-bnn_100_50-perturb_2-id_8-adv-epoch_5.opb,129.84,76.96,77.2,97.88,116.76,50.46,59.53,82.36,1,6.21,6.04,0.81,6.2,13.44,13.91,5.33
mnist-100-bnn_100_50-perturb_2-id_9.opb,184.36,89.01,98.36,126.51,139.36,49.63,69.08,85.42,1.34,6.49,7.47,0.9,7.4,14.11,16.16,5.79
mnist-100-bnn_100_50-perturb_2-id_9-adv_3-epoch_1.opb,36.89,16.33,15.06,22.02,13.16,8.71,6.13,6.29,0.37,2.17,1.48,0.21,3.01,5.94,4.76,2.7
mnist-100-bnn_100_50-perturb_2-id_9-adv_3-epoch_5.opb,161.28,106.52,110.86,135.24,140.22,63.13,76.55,97.04,1.24,8.76,8.02,0.95,7.17,18.21,17.38,6.04
mnist-100-bnn_100_50-perturb_2-id_9-adv-epoch_1.opb,28.23,29.04,28.02,29.2,13.47,18.32,14.77,15.29,0.09,1.47,1.51,0.1,0.66,3.16,3.11,0.7
mnist-100-bnn_100_50-perturb_2-id_9-adv-epoch_5.opb,15.7,12.43,12.1,16.13,10.35,15.79,14.08,11.66,0.07,0.67,0.74,0.07,0.55,1.72,1.65,0.5
mnist-100-bnn_100_50-perturb_3-id_0.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_100_50-perturb_3-id_1.opb,345.01,519.9,582.71,355.99,478.54,873.4,1171.55,508.38,1.19,24.34,26.22,1.22,11.88,58.19,60.32,12.19
mnist-100-bnn_100_50-perturb_3-id_10.opb,5000,442.76,302.78,348.56,5000,337.58,233.76,273.18,5000,39.91,24.9,2.34,5000,70.4,48.28,12.13
mnist-100-bnn_100_50-perturb_3-id_11.opb,397.15,51.49,53.24,477.27,951.6,75,84.03,1260.96,1.32,3.07,3.44,1.75,14.32,7.36,8.63,16.26
mnist-100-bnn_100_50-perturb_3-id_12.opb,5000,369.67,242.64,327.13,5000,338.06,204.36,291.13,5000,31.83,18.1,2.25,5000,57.01,35.85,11.8
mnist-100-bnn_100_50-perturb_3-id_13.opb,1079.64,136.02,105.47,127.88,1501.24,209.86,156.66,156.31,11.96,16.85,10.48,1.14,39.8,29.71,21.77,7.69
mnist-100-bnn_100_50-perturb_3-id_14.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_100_50-perturb_3-id_15.opb,75.28,56.99,33.37,28.86,275.69,208.06,138.62,114.13,1.9,14.68,6.33,1.05,9.86,23.35,14.4,6.57
mnist-100-bnn_100_50-perturb_3-id_16.opb,303.75,92.71,60.84,68.86,531.47,233.57,173.53,138.57,3.98,17,8.71,1.23,17.04,27.49,19.03,7.89
mnist-100-bnn_100_50-perturb_3-id_17.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_100_50-perturb_3-id_18.opb,5000,206.31,152.49,199.54,5000,268.06,165.55,189.89,5000,19.88,13.06,1.42,5000,36.84,26.67,8.26
mnist-100-bnn_100_50-perturb_3-id_19.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_100_50-perturb_3-id_2.opb,130.61,86.42,43.76,49.58,355.26,265.33,152.72,172.5,2.65,20.6,8.34,1.29,12.42,30.22,18.8,7.58
mnist-100-bnn_100_50-perturb_3-id_20.opb,1557.79,163.3,118.38,148.67,2197.94,221.97,157.87,176.47,17.48,19.15,10.28,1.21,55.39,34.45,21.53,7.74
mnist-100-bnn_100_50-perturb_3-id_21.opb,5000,392.23,278.52,370.49,5000,331.1,238.93,259.9,5000,33.6,21.15,2.57,5000,58.56,40.78,12.98
mnist-100-bnn_100_50-perturb_3-id_22.opb,549.41,86.88,61.74,77.46,778.45,221.84,167.97,148.51,6.45,12.33,7.21,0.96,24.92,22.01,16.18,6.77
mnist-100-bnn_100_50-perturb_3-id_23.opb,5000,415.67,331.24,371,5000,395.74,376.81,323.6,5000,42.45,33.08,3.66,5000,71.43,62.08,16.18
mnist-100-bnn_100_50-perturb_3-id_24.opb,139.29,68.03,42.34,48.95,321.72,191.81,141.74,144.35,2.39,15.24,7.41,1.04,11.17,24.19,16.4,6.85
mnist-100-bnn_100_50-perturb_3-id_25.opb,374.12,98.62,68.86,88.52,662.38,238.36,190.31,204.82,5.05,18.58,9.83,1.67,20.87,29.81,20.7,9.32
mnist-100-bnn_100_50-perturb_3-id_26.opb,215.45,82.47,55.12,66.96,331.09,202,151.76,131.27,2.35,13.12,6.71,0.87,11.63,23.41,15.81,6.63
mnist-100-bnn_100_50-perturb_3-id_27.opb,1217.87,158.35,97.83,129.48,1974.21,270.45,166.09,209.15,15.98,21.34,10.1,1.45,51.6,37.02,21.57,8.63
mnist-100-bnn_100_50-perturb_3-id_28.opb,80.69,52.24,31.55,28.65,277.42,179.82,123.42,108.89,1.79,13.66,6.04,0.94,10,20.99,14.07,6.09
mnist-100-bnn_100_50-perturb_3-id_29.opb,73.01,57.17,36.11,26.39,261.86,177.23,140.72,94.98,2.16,15.59,7.48,0.99,10.1,21.77,16.52,6.41
mnist-100-bnn_100_50-perturb_3-id_3.opb,1470.73,129.12,89.95,123.94,2283.24,198.83,145.03,170.72,20.38,16.25,8.82,1.14,59.83,29.07,18.94,7.75
mnist-100-bnn_100_50-perturb_3-id_4.opb,5000,923.21,1047.36,1284.94,5000,650.34,737.72,862.57,5000,72.93,82.41,9.06,5000,132.12,153.04,38.9
mnist-100-bnn_100_50-perturb_3-id_5.opb,113.92,69.79,38.42,40.72,283.31,224.96,141.29,116.09,2.04,16.01,6.37,0.92,10.33,25.35,14.91,6.33
mnist-100-bnn_100_50-perturb_3-id_6.opb,310.07,103.79,68.16,82.3,538.97,243.76,181.05,168.3,4.16,19.05,9.37,1.31,18.05,30.95,19.88,7.86
mnist-100-bnn_100_50-perturb_3-id_7.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_100_50-perturb_3-id_8.opb,5000,196.23,154.23,173.95,5000,262.69,194.59,190.39,5000,22.04,14.93,1.53,5000,38.72,29.66,9.21
mnist-100-bnn_100_50-perturb_3-id_9.opb,5000,1280.92,1526.09,2381.96,5000,712.38,960.7,1267.26,5000,87.31,104.72,11.71,5000,156.85,194.78,54.79
mnist-100-bnn_100_50-perturb_4-id_0.opb,5000,5000,5000,1566.48,5000,5000,5000,2188.48,5000,5000,5000,29.2,5000,5000,5000,102.42
mnist-100-bnn_100_50-perturb_4-id_1.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_100_50-perturb_4-id_10.opb,5000,5000,5000,1088.15,5000,5000,5000,1795.15,5000,5000,5000,26.29,5000,5000,5000,88.39
mnist-100-bnn_100_50-perturb_4-id_11.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_100_50-perturb_4-id_12.opb,5000,1221.64,1030.21,893,5000,2289.64,2444.23,1399.24,5000,310.83,209.13,22.54,5000,351.78,358.31,75.98
mnist-100-bnn_100_50-perturb_4-id_13.opb,5000,637.97,473.46,306.43,5000,1360.26,1135.49,776.83,5000,213.99,114.71,12.45,5000,236.99,195.22,39.81
mnist-100-bnn_100_50-perturb_4-id_14.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_100_50-perturb_4-id_15.opb,1177.4,538.09,417.33,255.25,2673.21,1211.7,1077.93,824.62,42.81,205.2,118,11.56,104.74,200.5,199.73,36.42
mnist-100-bnn_100_50-perturb_4-id_16.opb,5000,690.24,492.64,329.77,5000,1602.16,1298.36,920.01,5000,215.3,113.13,13.85,5000,223.14,193.4,43.46
mnist-100-bnn_100_50-perturb_4-id_17.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_100_50-perturb_4-id_18.opb,5000,1100.36,876.41,646.25,5000,2389.82,2103.52,1182.86,5000,290.88,178.45,18.96,5000,321.87,306.3,60.96
mnist-100-bnn_100_50-perturb_4-id_19.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_100_50-perturb_4-id_2.opb,1581.69,477.82,475.65,281.4,3086.9,1011,1285.83,799.16,44.15,165.56,125.98,12.74,115.14,176.37,216.38,40.29
mnist-100-bnn_100_50-perturb_4-id_20.opb,5000,996.77,753,650.37,5000,2085.37,1759.89,1286.31,5000,276.97,165.29,19.62,5000,323.98,290.37,64.06
mnist-100-bnn_100_50-perturb_4-id_21.opb,5000,5000,5000,1448.12,5000,5000,5000,2120.4,5000,5000,5000,30.67,5000,5000,5000,106.69
mnist-100-bnn_100_50-perturb_4-id_22.opb,5000,619.57,549.85,333.3,5000,1260.78,1371.92,821.37,5000,198.13,129.57,13.55,5000,218.46,220.37,42.94
mnist-100-bnn_100_50-perturb_4-id_23.opb,5000,1144.14,965.42,829.73,5000,2247.7,2166.16,1461.94,5000,300.01,194.14,24.18,5000,334.64,331.3,78.22
mnist-100-bnn_100_50-perturb_4-id_24.opb,1416.79,502.68,421.88,252.57,3066.97,1086.98,1076.67,830.42,44.29,177.68,105.55,11.22,114.18,184.48,181.38,36.38
mnist-100-bnn_100_50-perturb_4-id_25.opb,5000,906.17,818.25,578.34,5000,1898.24,2097.42,1148.16,5000,261.07,189.71,18.86,5000,287.82,333.05,62.55
mnist-100-bnn_100_50-perturb_4-id_26.opb,5000,701.3,511,353.68,5000,1567.53,1265.48,905.39,5000,231.53,132.18,13.71,5000,255.39,228.64,44.87
mnist-100-bnn_100_50-perturb_4-id_27.opb,5000,5000,5000,1015.4,5000,5000,5000,1827.28,5000,5000,5000,26.75,5000,5000,5000,86.27
mnist-100-bnn_100_50-perturb_4-id_28.opb,1368.1,464.5,376.87,230.85,2877.48,991.14,994.69,686.74,40.48,161.33,99.87,9.82,103.39,173.11,174.33,32.17
mnist-100-bnn_100_50-perturb_4-id_29.opb,730.21,384.94,273.34,171.89,2083.97,776.93,715.63,660.86,34.21,141.2,75.88,7.34,86.5,136.66,129.68,25.52
mnist-100-bnn_100_50-perturb_4-id_3.opb,5000,5000,5000,1695.61,5000,5000,5000,2037.79,5000,5000,5000,28.29,5000,5000,5000,94.93
mnist-100-bnn_100_50-perturb_4-id_4.opb,5000,5000,5000,1754.94,5000,5000,5000,1914.51,5000,5000,5000,27.41,5000,5000,5000,95.92
mnist-100-bnn_100_50-perturb_4-id_5.opb,5000,724.51,618.43,415,5000,1585.01,1656.71,1084.82,5000,231.77,140.22,15.94,5000,253.72,240.15,52.4
mnist-100-bnn_100_50-perturb_4-id_6.opb,5000,1047.5,893.04,632.65,5000,2243.18,2243.53,1332.81,5000,288.89,189.9,21.99,5000,309.05,320.15,69.63
mnist-100-bnn_100_50-perturb_4-id_7.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_100_50-perturb_4-id_8.opb,5000,5000,5000,1729.12,5000,5000,5000,2028.17,5000,5000,5000,28.23,5000,5000,5000,100.1
mnist-100-bnn_100_50-perturb_4-id_9.opb,5000,799.15,639.54,515.65,5000,1630.99,1590.04,1113.62,5000,243.84,154.53,17.86,5000,275.13,267.95,57.5
mnist-100-bnn_100_50-perturb_5-id_0.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_100_50-perturb_5-id_1.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_100_50-perturb_5-id_10.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_100_50-perturb_5-id_11.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_100_50-perturb_5-id_12.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_100_50-perturb_5-id_13.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_100_50-perturb_5-id_14.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_100_50-perturb_5-id_15.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_100_50-perturb_5-id_16.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_100_50-perturb_5-id_17.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_100_50-perturb_5-id_18.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_100_50-perturb_5-id_19.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_100_50-perturb_5-id_2.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_100_50-perturb_5-id_20.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_100_50-perturb_5-id_21.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_100_50-perturb_5-id_22.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_100_50-perturb_5-id_23.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_100_50-perturb_5-id_24.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_100_50-perturb_5-id_25.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_100_50-perturb_5-id_26.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_100_50-perturb_5-id_27.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_100_50-perturb_5-id_28.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_100_50-perturb_5-id_29.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_100_50-perturb_5-id_3.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_100_50-perturb_5-id_4.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_100_50-perturb_5-id_5.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_100_50-perturb_5-id_6.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_100_50-perturb_5-id_7.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_100_50-perturb_5-id_8.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_100_50-perturb_5-id_9.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_100-epoch_10-trojan-label_0.opb,4.94,4.55,4.7,4.58,2.06,3.73,3.67,3.76,0.85,2.51,2.43,0.5,4.64,7.48,7.44,4.81
mnist-100-bnn_100-epoch_10-trojan-label_1.opb,0.82,0.85,0.78,0.97,0.71,1.23,1.3,1.12,0.28,0.72,0.82,0.26,5.38,6.1,6.21,5.54
mnist-100-bnn_100-epoch_10-trojan-label_4.opb,3.4,3.55,3.53,3.6,1.47,2.6,2.72,2.76,0.63,1.73,1.86,0.48,4.75,6.65,6.82,5.02
mnist-100-bnn_100-epoch_10-trojan-label_5.opb,2.61,2.2,2.38,2.48,1.3,2.38,2.24,2.29,0.61,1.68,1.45,0.48,5.01,6.96,6.69,5.24
mnist-100-bnn_100-epoch_10-trojan-label_9.opb,5.18,5.64,5.21,5.72,2.18,3.86,3.65,4.41,0.96,2.46,2.31,0.59,4.76,7.29,7.36,4.98
mnist-100-bnn_100-epoch_1-trojan-label_0.opb,1.71,1.5,1.45,1.77,1.11,1.69,1.74,1.68,0.44,1.19,1.12,0.34,5.05,6.19,6.29,5.14
mnist-100-bnn_100-epoch_1-trojan-label_1.opb,1.44,1.37,1.39,1.59,0.98,1.73,1.6,1.55,0.38,1.11,1.01,0.31,4.9,6.08,6.05,5.17
mnist-100-bnn_100-epoch_1-trojan-label_4.opb,7.34,7.52,6.98,7.87,2.73,5.06,5.35,6.12,1.26,3.24,3.41,0.71,4.58,8.31,8.84,4.81
mnist-100-bnn_100-epoch_1-trojan-label_5.opb,2.57,2.6,2.33,2.71,1.27,2.41,2.22,2.32,0.54,1.5,1.51,0.44,5.02,6.76,6.64,5.2
mnist-100-bnn_100-epoch_1-trojan-label_9.opb,34.83,34.43,32.81,35.09,15.93,25.13,23.29,50.61,5.26,13.58,13.38,2.66,5.11,20.47,19.12,5.49
mnist-100-bnn_100-epoch_30-trojan-label_0.opb,11.04,11.4,10.36,11.16,4.23,7.15,6.9,9.5,1.55,4.28,4.34,0.9,4.74,9.6,9.45,4.94
mnist-100-bnn_100-epoch_30-trojan-label_1.opb,1.43,1.52,1.34,1.54,0.91,1.63,1.58,1.33,0.43,1.07,1.04,0.29,4.97,6.11,6.04,5.15
mnist-100-bnn_100-epoch_30-trojan-label_4.opb,22.65,23.36,22.79,24.17,10.38,17.94,19,29.69,3.54,9.66,10.55,1.87,4.91,15.31,17.13,5.04
mnist-100-bnn_100-epoch_30-trojan-label_5.opb,8.91,8.67,8.65,9.1,3.63,6.59,5.89,8.62,1.51,4.17,3.97,0.88,4.73,9.04,8.95,4.92
mnist-100-bnn_100-epoch_30-trojan-label_9.opb,5000,5000,5000,698.26,5000,5000,5000,2558.65,5000,5000,5000,39.62,5000,5000,5000,24.07
mnist-100-bnn_100-perturb_2-id_0.opb,14.61,7.02,5.43,8.7,5.24,6.06,3.54,3.72,0.21,1.51,0.98,0.16,2.41,4.55,3.61,2.33
mnist-100-bnn_100-perturb_2-id_0-adv_3-epoch_1.opb,21.58,10.58,8.17,11.28,8.51,10.06,5.19,4.76,0.22,1.94,1.12,0.18,2.61,5.42,3.93,2.41
mnist-100-bnn_100-perturb_2-id_0-adv_3-epoch_5.opb,4.02,3.94,2.08,2.68,3.43,5.39,2.94,2.59,0.17,1.27,0.77,0.14,2.3,4.12,3.28,2.26
mnist-100-bnn_100-perturb_2-id_0-adv-epoch_1.opb,21.17,9.35,7.51,11.67,8.35,7.91,5.3,4.4,0.22,2.07,1.3,0.19,2.55,5.31,4.06,2.36
mnist-100-bnn_100-perturb_2-id_0-adv-epoch_5.opb,34.13,18.29,16.29,22.03,24.4,12.2,10.13,10.31,0.4,2.74,2.38,0.3,3.05,6.48,6.04,2.65
mnist-100-bnn_100-perturb_2-id_1.opb,62.31,35.5,32.66,37.24,46.43,20.06,24.25,21.8,0.6,4.46,3.84,0.46,3.99,9.57,8.94,3.32
mnist-100-bnn_100-perturb_2-id_10.opb,68.28,29.48,29.92,39.59,55.58,19.84,24.95,26.62,0.61,3.56,3.57,0.35,4.1,8.16,8.52,3.3
mnist-100-bnn_100-perturb_2-id_10-adv_3-epoch_1.opb,7.95,6.72,6.74,8,4.06,3.66,4.2,4.31,0.03,0.4,0.54,0.03,0.23,1.03,1.22,0.26
mnist-100-bnn_100-perturb_2-id_10-adv_3-epoch_5.opb,8.89,7.51,7.54,9.1,10.91,10.84,9.72,12.85,0.06,0.78,0.74,0.09,0.5,1.87,1.64,0.65
mnist-100-bnn_100-perturb_2-id_10-adv-epoch_1.opb,7.56,6.78,6.47,7.85,3.14,4.11,3.54,4,0.01,0.41,0.57,0.02,0.17,0.98,1.19,0.23
mnist-100-bnn_100-perturb_2-id_10-adv-epoch_5.opb,6.94,7,6.79,7.25,4.41,5.9,5.47,5.1,0.02,0.71,0.66,0.03,0.22,1.56,1.52,0.29
mnist-100-bnn_100-perturb_2-id_11.opb,10.99,8.9,8.72,11.32,7.68,5.94,4.96,8.43,0.04,0.6,0.57,0.06,0.33,1.36,1.23,0.37
mnist-100-bnn_100-perturb_2-id_11-adv_3-epoch_1.opb,19.5,9.95,7.63,9.98,7.36,7.48,4.67,3.9,0.25,1.73,1.2,0.18,2.42,4.65,3.92,2.28
mnist-100-bnn_100-perturb_2-id_11-adv_3-epoch_5.opb,14.89,7.2,5.48,8,5.5,6.82,3.89,3.45,0.21,1.52,1.04,0.14,2.34,4.37,3.69,2.21
mnist-100-bnn_100-perturb_2-id_11-adv-epoch_1.opb,27.03,11.8,10.25,14.97,14.36,9.62,6.93,7.19,0.3,1.95,1.33,0.22,2.77,5.15,4.16,2.65
mnist-100-bnn_100-perturb_2-id_11-adv-epoch_5.opb,12.48,7,4.95,7.22,6.01,6.57,4.18,3.32,0.22,1.45,0.99,0.16,2.36,4.4,3.63,2.28
mnist-100-bnn_100-perturb_2-id_12.opb,12.77,9.55,9.16,13.55,10.81,6.05,5.3,13.73,0.06,0.52,0.59,0.07,0.5,1.25,1.29,0.56
mnist-100-bnn_100-perturb_2-id_12-adv_3-epoch_1.opb,9.28,10.81,10.89,9.56,10.68,11.3,9.87,12.58,0.06,0.95,0.85,0.07,0.53,2.36,2.11,0.65
mnist-100-bnn_100-perturb_2-id_12-adv_3-epoch_5.opb,36.8,16.93,14.42,19.62,24.85,12.68,9.79,10.65,0.39,2.59,1.79,0.24,3.2,6.32,5.1,2.71
mnist-100-bnn_100-perturb_2-id_12-adv-epoch_1.opb,63.93,29.82,26.81,33.43,38.96,18.41,15.54,15.07,0.56,3.75,2.81,0.35,3.85,8.31,6.74,3.03
mnist-100-bnn_100-perturb_2-id_12-adv-epoch_5.opb,38.27,16.33,13.8,20.59,24.14,11.49,8.31,8.65,0.4,2.65,1.9,0.25,3.08,6.48,5.08,2.56
mnist-100-bnn_100-perturb_2-id_13.opb,13.55,8.86,8.65,13.43,10,8.49,8.02,11.06,0.06,0.58,0.78,0.08,0.42,1.47,1.62,0.56
mnist-100-bnn_100-perturb_2-id_13-adv_3-epoch_1.opb,9.19,12.7,12.12,9.44,6.7,11.23,10.34,8.2,0.02,0.86,1.02,0.04,0.38,2.27,2.43,0.5
mnist-100-bnn_100-perturb_2-id_13-adv_3-epoch_5.opb,99.62,49.65,45.9,63.96,78.89,31.41,31.03,38.02,0.82,5.21,4.5,0.56,4.78,10.96,10.1,3.86
mnist-100-bnn_100-perturb_2-id_13-adv-epoch_1.opb,8.75,9.33,9.45,9.16,7.98,10.01,11.39,9.64,0.04,0.63,0.74,0.04,0.4,1.5,1.88,0.42
mnist-100-bnn_100-perturb_2-id_13-adv-epoch_5.opb,143.02,103.06,112.41,122.53,147.45,88.42,115.79,117.78,1.22,9.78,11.39,0.99,7.05,19.98,24.06,6.27
mnist-100-bnn_100-perturb_2-id_14.opb,59.6,31.34,30.59,35.57,64.63,23.63,25.9,25.15,0.73,3.86,3.57,0.48,4.83,8.72,8.44,3.59
mnist-100-bnn_100-perturb_2-id_14-adv_3-epoch_1.opb,68.73,31.27,32.64,40.81,70.64,23.69,26.69,29.92,0.71,4.24,3.57,0.5,5.09,9.5,8.46,3.74
mnist-100-bnn_100-perturb_2-id_14-adv_3-epoch_5.opb,106.7,48.41,50.74,59.06,93.26,34.2,41.38,45.98,1.04,5.7,5.61,0.64,6.18,12.12,12.66,4.34
mnist-100-bnn_100-perturb_2-id_14-adv-epoch_1.opb,37.03,17.38,14,21.87,25.27,12.96,10.98,11.59,0.43,3,1.91,0.27,3.22,6.89,5.28,2.74
mnist-100-bnn_100-perturb_2-id_14-adv-epoch_5.opb,78.9,55.54,61.26,53.63,112.24,42.27,60.34,55.86,1.05,6.36,6.67,0.63,6.5,13.53,14.81,4.65
mnist-100-bnn_100-perturb_2-id_15.opb,9.66,6.08,4.2,5.66,4.48,6.14,3.72,3.22,0.19,1.58,0.95,0.16,2.33,4.56,3.65,2.36
mnist-100-bnn_100-perturb_2-id_15-adv_3-epoch_1.opb,11.73,6.32,4.15,6.26,5.46,6.96,3.85,3.44,0.2,1.8,0.92,0.16,2.41,4.88,3.51,2.31
mnist-100-bnn_100-perturb_2-id_15-adv_3-epoch_5.opb,13.27,7.67,5.13,7.37,6.51,7.74,4.73,3.57,0.25,1.93,1.1,0.17,2.43,4.98,3.74,2.29
mnist-100-bnn_100-perturb_2-id_15-adv-epoch_1.opb,9.41,6.1,3.95,5.91,4.42,6.91,4.09,3.68,0.21,1.67,0.99,0.19,2.35,4.6,3.63,2.32
mnist-100-bnn_100-perturb_2-id_15-adv-epoch_5.opb,11.95,7.03,4.36,6.86,5.01,7.89,3.54,3.33,0.18,1.66,0.87,0.16,2.3,4.54,3.49,2.33
mnist-100-bnn_100-perturb_2-id_16.opb,9.34,8.23,8.41,9.56,4.85,7.21,7.03,5.12,0.03,0.69,0.49,0.03,0.25,1.57,1.15,0.32
mnist-100-bnn_100-perturb_2-id_16-adv_3-epoch_1.opb,14.71,13.39,12.96,15.19,11.78,16.11,14.53,13.4,0.07,0.98,0.95,0.08,0.55,2.15,2.23,0.71
mnist-100-bnn_100-perturb_2-id_16-adv_3-epoch_5.opb,16.76,8.38,6.85,9.02,8.9,9.88,6.62,5.79,0.22,2.11,1.33,0.22,2.55,5.52,4.14,2.48
mnist-100-bnn_100-perturb_2-id_16-adv-epoch_1.opb,11.62,7.12,4.87,6.31,9.16,10.11,7.76,6.19,0.25,2.22,1.21,0.21,2.63,5.8,4.19,2.55
mnist-100-bnn_100-perturb_2-id_16-adv-epoch_5.opb,13.19,8.31,5.07,6.77,9.09,10.3,6.25,5.76,0.25,2.36,1.23,0.2,2.64,5.7,4.11,2.47
mnist-100-bnn_100-perturb_2-id_17.opb,67.96,35.95,33.62,44.71,44.13,22.32,20.49,22.28,0.6,4.23,3.22,0.37,3.89,9.2,7.66,3.21
mnist-100-bnn_100-perturb_2-id_17-adv_3-epoch_1.opb,107.73,65.97,70.27,89.69,79.21,40.21,48.06,70.45,0.77,6.45,6.76,0.76,5.41,13.42,14.43,5.44
mnist-100-bnn_100-perturb_2-id_17-adv_3-epoch_5.opb,7.71,8.65,8.4,8.01,4.75,7.73,7.18,5.62,0.02,0.66,0.67,0.03,0.25,1.44,1.5,0.3
mnist-100-bnn_100-perturb_2-id_17-adv-epoch_1.opb,9.54,15.66,15.03,10.12,8.82,22.61,20.16,10.81,0.03,1.06,1.04,0.05,0.4,2.64,2.59,0.46
mnist-100-bnn_100-perturb_2-id_17-adv-epoch_5.opb,5.63,7.03,7.37,5.8,3.33,6.22,6.58,4.03,0.02,0.65,0.57,0.03,0.21,1.46,1.3,0.25
mnist-100-bnn_100-perturb_2-id_18.opb,14.59,12.75,12.63,15.12,12.25,11.83,11.21,13.8,0.09,1.02,0.98,0.08,0.55,2.27,2.19,0.62
mnist-100-bnn_100-perturb_2-id_18-adv_3-epoch_1.opb,10.97,11.39,11.48,11.22,9.34,10.27,9.88,10.52,0.06,0.88,0.78,0.08,0.43,1.97,1.84,0.47
mnist-100-bnn_100-perturb_2-id_18-adv_3-epoch_5.opb,10.52,7.85,7.77,10.89,5.6,5.19,4.95,6.6,0.03,0.52,0.55,0.04,0.25,1.22,1.27,0.34
mnist-100-bnn_100-perturb_2-id_18-adv-epoch_1.opb,6.1,7.58,7.55,6.42,3.71,7.68,7.42,4.58,0.02,0.5,0.56,0.03,0.23,1.22,1.37,0.27
mnist-100-bnn_100-perturb_2-id_18-adv-epoch_5.opb,9.54,14.19,13.76,9.72,7.28,17.03,15.77,8.24,0.07,1.22,1.18,0.06,0.43,2.9,2.58,0.46
mnist-100-bnn_100-perturb_2-id_19.opb,10.29,10.35,10.11,11.19,12.98,9.58,9.5,16.76,0.06,0.64,0.81,0.07,0.53,1.56,1.87,0.7
mnist-100-bnn_100-perturb_2-id_19-adv_3-epoch_1.opb,72.65,29.77,29.51,39.27,43.28,19.38,18.41,18.76,0.65,3.71,2.94,0.4,4.24,8.28,7.16,3.19
mnist-100-bnn_100-perturb_2-id_19-adv_3-epoch_5.opb,8.3,4.96,3.11,4.73,4.66,5.94,3.56,3.07,0.22,1.59,1.04,0.14,2.34,4.52,3.69,2.3
mnist-100-bnn_100-perturb_2-id_19-adv-epoch_1.opb,25.49,12.11,8.31,13.42,10.53,10.8,6.07,5.09,0.29,2.24,1.57,0.18,2.7,5.76,4.57,2.4
mnist-100-bnn_100-perturb_2-id_19-adv-epoch_5.opb,35.81,15.1,12.76,17.66,21.84,10.99,8.49,7.35,0.39,2.56,1.93,0.19,3.19,6.14,5.27,2.45
mnist-100-bnn_100-perturb_2-id_1-adv_3-epoch_1.opb,28.1,14.99,13.56,18.14,13.49,9.97,6.83,7.01,0.32,2.31,1.54,0.21,2.78,5.93,4.47,2.47
mnist-100-bnn_100-perturb_2-id_1-adv_3-epoch_5.opb,49.24,23.09,20.18,29.44,32.29,15.77,13.19,14.15,0.49,3.28,2.36,0.3,3.52,7.6,5.98,2.79
mnist-100-bnn_100-perturb_2-id_1-adv-epoch_1.opb,111.12,75.33,83.78,99.43,89.63,56.44,74.47,72.59,0.89,7.95,8.27,0.83,5.81,16.61,18.01,5.25
mnist-100-bnn_100-perturb_2-id_1-adv-epoch_5.opb,20.29,10.39,7.45,10.59,10.47,11.32,7.69,7.07,0.27,2.51,1.4,0.27,2.59,6.1,4.25,2.56
mnist-100-bnn_100-perturb_2-id_2.opb,11.88,10.48,10.3,12.53,10.49,12.69,10.64,12.29,0.06,1.11,0.97,0.08,0.53,2.81,2.44,0.68
mnist-100-bnn_100-perturb_2-id_20.opb,8.51,6.86,7.22,8.58,6.08,5.44,5.33,7.07,0.04,0.55,0.44,0.03,0.33,1.27,1.07,0.35
mnist-100-bnn_100-perturb_2-id_20-adv_3-epoch_1.opb,19.29,9.39,8.35,11.14,7.36,8.6,4.84,4.19,0.2,1.82,1.06,0.15,2.4,5.08,3.72,2.26
mnist-100-bnn_100-perturb_2-id_20-adv_3-epoch_5.opb,61.34,28.39,26.43,36.78,41.28,17.44,15.19,17.01,0.57,4.23,2.96,0.33,3.77,9.18,7.42,2.96
mnist-100-bnn_100-perturb_2-id_20-adv-epoch_1.opb,38.87,18.08,16.06,21.65,21.06,11.32,8.53,8.76,0.4,2.46,1.8,0.22,3.03,5.93,5.03,2.51
mnist-100-bnn_100-perturb_2-id_20-adv-epoch_5.opb,32.63,14.92,12.87,18.04,16.16,10.89,7.83,7.36,0.34,2.64,1.71,0.24,2.85,6.34,4.91,2.53
mnist-100-bnn_100-perturb_2-id_21.opb,55,24.2,20.06,27.92,34.46,17.67,13.81,15.96,0.64,3.46,2.55,0.35,4.02,7.94,6.55,3.17
mnist-100-bnn_100-perturb_2-id_21-adv_3-epoch_1.opb,9.93,11.44,11.69,10.04,8.81,10.62,11.41,9.19,0.03,0.87,0.87,0.06,0.37,1.9,2.04,0.45
mnist-100-bnn_100-perturb_2-id_21-adv_3-epoch_5.opb,69.6,30.87,28.07,32.36,54.64,22.65,20.53,19.05,0.79,4.16,3.56,0.4,4.45,9.12,8.38,3.22
mnist-100-bnn_100-perturb_2-id_21-adv-epoch_1.opb,30.83,12.72,10.95,14.61,18.37,10.09,8.46,7.95,0.37,2.07,1.63,0.21,3.03,5.42,4.94,2.55
mnist-100-bnn_100-perturb_2-id_21-adv-epoch_5.opb,39.47,18.42,16.24,21.22,40,17.31,14.48,15.87,0.53,3.24,2.45,0.32,3.74,7.91,6.47,2.96
mnist-100-bnn_100-perturb_2-id_22.opb,105.48,71.45,70.53,74.58,96.82,62.31,68.31,62.14,0.89,6.43,6.94,0.72,5.92,13.95,15.8,5.01
mnist-100-bnn_100-perturb_2-id_22-adv_3-epoch_1.opb,38.35,18.75,17.51,22.85,21.96,13.53,9.62,8.33,0.39,3.13,1.92,0.26,3.05,7.42,5.21,2.58
mnist-100-bnn_100-perturb_2-id_22-adv_3-epoch_5.opb,6.96,11.07,10.99,7.34,7.38,10.08,9.61,8.59,0.06,0.71,0.75,0.05,0.3,1.6,1.82,0.35
mnist-100-bnn_100-perturb_2-id_22-adv-epoch_1.opb,14.32,7.59,5.25,8.15,5.89,7.7,3.87,3.58,0.23,1.53,0.95,0.14,2.49,4.55,3.83,2.36
mnist-100-bnn_100-perturb_2-id_22-adv-epoch_5.opb,44.46,22.73,21.82,20.19,41.37,18.16,18.57,14.81,0.56,3.81,2.92,0.37,3.77,8.57,7.12,2.96
mnist-100-bnn_100-perturb_2-id_23.opb,9.66,10.48,10.52,10.35,7.84,7.43,7.41,10.13,0.04,0.69,0.71,0.06,0.32,1.7,1.57,0.47
mnist-100-bnn_100-perturb_2-id_23-adv_3-epoch_1.opb,15.64,11.4,11.46,16,14.88,16.93,15.06,16.4,0.1,0.97,0.84,0.08,0.7,2.42,1.97,0.76
mnist-100-bnn_100-perturb_2-id_23-adv_3-epoch_5.opb,9.77,10.12,9.95,10.14,5.99,8.17,7.65,7.52,0.04,0.68,0.69,0.07,0.33,1.49,1.71,0.43
mnist-100-bnn_100-perturb_2-id_23-adv-epoch_1.opb,9.1,14,13.59,9.49,8.22,11.11,10.67,9.3,0.04,0.93,1.09,0.07,0.37,2.16,2.4,0.51
mnist-100-bnn_100-perturb_2-id_23-adv-epoch_5.opb,8.39,10.17,9.95,9.24,8.76,10.18,9.46,12.76,0.04,0.79,0.91,0.06,0.35,1.86,2.14,0.44
mnist-100-bnn_100-perturb_2-id_24.opb,10.5,10.99,10.38,10.92,9.06,9.62,8.47,10.29,0.05,0.64,0.87,0.06,0.46,1.55,2.01,0.52
mnist-100-bnn_100-perturb_2-id_24-adv_3-epoch_1.opb,6.01,5.88,5.87,5.97,4.05,4.97,4.58,4.49,0.02,0.44,0.42,0.02,0.26,1.04,0.98,0.27
mnist-100-bnn_100-perturb_2-id_24-adv_3-epoch_5.opb,7.98,4.26,4.18,8.27,6.37,3.3,2.82,7.74,0.03,0.31,0.31,0.03,0.3,0.76,0.71,0.34
mnist-100-bnn_100-perturb_2-id_24-adv-epoch_1.opb,5.22,5.72,5.61,5.32,3.46,5.02,4.17,3.89,0.02,0.49,0.41,0.02,0.18,1.09,0.91,0.24
mnist-100-bnn_100-perturb_2-id_24-adv-epoch_5.opb,6.63,6.12,6.17,6.76,3.42,3.96,3.74,4.31,0.02,0.56,0.45,0.03,0.25,1.28,1.04,0.26
mnist-100-bnn_100-perturb_2-id_25.opb,33.92,16.21,13.54,20.38,16.84,11.4,8.12,7.5,0.34,2.33,1.73,0.21,3.07,5.73,5.17,2.57
mnist-100-bnn_100-perturb_2-id_25-adv_3-epoch_1.opb,11.56,8.01,4.85,6.06,5.01,9.74,4.04,3.22,0.19,2.06,0.97,0.18,2.35,5.26,3.62,2.31
mnist-100-bnn_100-perturb_2-id_25-adv_3-epoch_5.opb,4.99,4.02,2.13,2.72,3.36,6.04,3.06,2.04,0.15,1.31,0.72,0.14,2.26,4.01,3.23,2.19
mnist-100-bnn_100-perturb_2-id_25-adv-epoch_1.opb,8.34,5.04,3.19,4.64,4.79,5.45,3.27,3.12,0.19,1.33,0.82,0.15,2.43,4.05,3.36,2.39
mnist-100-bnn_100-perturb_2-id_25-adv-epoch_5.opb,19.32,9.68,7.49,10.09,7.38,8.88,5.31,4.34,0.25,1.98,1.25,0.17,2.42,5.18,3.95,2.22
mnist-100-bnn_100-perturb_2-id_26.opb,64.42,30.37,26.91,33.92,44.83,17.7,17.64,17.91,0.61,3.55,3.05,0.39,4.04,7.78,7.49,3.1
mnist-100-bnn_100-perturb_2-id_26-adv_3-epoch_1.opb,54.34,24.34,23.86,32.26,30.36,15.85,14.43,15.95,0.47,3.36,2.6,0.33,3.37,7.74,6.44,3.01
mnist-100-bnn_100-perturb_2-id_26-adv_3-epoch_5.opb,95.16,78.96,75.67,87.29,84.98,64.21,63.51,80.9,0.82,7.48,6.76,0.85,5.56,15.79,14.65,5.55
mnist-100-bnn_100-perturb_2-id_26-adv-epoch_1.opb,62.08,38.45,35.08,38,56.95,20.95,24.54,26.89,0.71,4.03,3.53,0.4,4.69,8.77,7.79,3.44
mnist-100-bnn_100-perturb_2-id_26-adv-epoch_5.opb,33.5,15.87,13.78,17.31,16.28,12.55,8.8,7.52,0.35,2.71,1.83,0.25,2.81,6.62,5.07,2.41
mnist-100-bnn_100-perturb_2-id_27.opb,22,12.06,8.5,11.65,9.46,9.46,5.55,4.61,0.24,1.86,1.29,0.16,2.56,5.27,4.24,2.43
mnist-100-bnn_100-perturb_2-id_27-adv_3-epoch_1.opb,24.44,11.29,8.3,13.51,10.77,11.58,5.72,5.01,0.3,2.38,1.3,0.18,2.75,6.06,4.17,2.45
mnist-100-bnn_100-perturb_2-id_27-adv_3-epoch_5.opb,5.67,4.37,2.44,3.67,3.59,5.91,3.11,2.69,0.15,1.31,0.76,0.15,2.27,4.22,3.13,2.26
mnist-100-bnn_100-perturb_2-id_27-adv-epoch_1.opb,5.56,4.44,2.17,3.28,4.01,6.46,2.88,2.89,0.15,1.25,0.74,0.16,2.35,4.17,3.32,2.46
mnist-100-bnn_100-perturb_2-id_27-adv-epoch_5.opb,4,3.76,1.98,2.57,3.28,5.11,2.86,2.46,0.14,1.11,0.84,0.12,2.2,3.77,3.26,2.24
mnist-100-bnn_100-perturb_2-id_28.opb,115.06,56.59,51.58,66.95,75.13,33.04,34.14,39.63,0.8,6.1,5.22,0.64,5.35,12.6,11.36,4.36
mnist-100-bnn_100-perturb_2-id_28-adv_3-epoch_1.opb,11.19,8.24,7.87,11.4,9.65,4.69,4.03,10.59,0.05,0.59,0.58,0.08,0.42,1.35,1.27,0.41
mnist-100-bnn_100-perturb_2-id_28-adv_3-epoch_5.opb,71.68,53.36,56.64,70.62,57.94,37.14,50.59,58.91,0.59,5.55,5.54,0.66,4.35,11.85,12.2,4.85
mnist-100-bnn_100-perturb_2-id_28-adv-epoch_1.opb,9.85,10.17,9.91,10.11,5.87,7.7,7.37,6.71,0.05,0.68,0.66,0.03,0.32,1.59,1.51,0.34
mnist-100-bnn_100-perturb_2-id_28-adv-epoch_5.opb,7.35,7.26,7.15,7.51,4.39,6.04,5.77,4.89,0.02,0.6,0.59,0.04,0.27,1.31,1.33,0.28
mnist-100-bnn_100-perturb_2-id_29.opb,9.48,5.91,3.66,5.51,4.29,6.56,3.88,2.94,0.17,1.54,1.01,0.16,2.38,4.39,3.81,2.33
mnist-100-bnn_100-perturb_2-id_29-adv_3-epoch_1.opb,10.96,5.88,4,6.09,5.42,6.79,3.79,3.39,0.19,1.74,0.93,0.15,2.41,4.76,3.55,2.22
mnist-100-bnn_100-perturb_2-id_29-adv_3-epoch_5.opb,12.82,7.61,4.74,7.07,5.79,8.42,4.21,3.63,0.19,1.93,1.11,0.16,2.49,5.41,3.79,2.38
mnist-100-bnn_100-perturb_2-id_29-adv-epoch_1.opb,17.97,8.52,6.68,9.87,6.91,8.34,4.47,4.17,0.24,1.93,1.07,0.16,2.51,5.35,3.73,2.38
mnist-100-bnn_100-perturb_2-id_29-adv-epoch_5.opb,10.5,5.9,3.61,5.6,5.32,6.95,3.77,3.13,0.2,1.81,1.06,0.17,2.38,4.86,3.6,2.29
mnist-100-bnn_100-perturb_2-id_2-adv_3-epoch_1.opb,15.22,12.97,12.6,16.44,16.76,13.85,13.56,21.74,0.08,0.97,1.03,0.1,0.71,2.38,2.52,0.84
mnist-100-bnn_100-perturb_2-id_2-adv_3-epoch_5.opb,16.92,7.94,5.73,9.12,6.34,7.15,4.25,4.09,0.25,1.67,1.11,0.17,2.41,4.51,3.81,2.33
mnist-100-bnn_100-perturb_2-id_2-adv-epoch_1.opb,11.79,10.75,11.17,12.17,7.85,7.61,8.11,9.5,0.05,0.99,0.87,0.06,0.39,2.18,1.97,0.43
mnist-100-bnn_100-perturb_2-id_2-adv-epoch_5.opb,18.15,7.89,5.72,8.52,7.53,8.01,4.94,3.77,0.24,1.82,1.29,0.17,2.41,4.94,4.25,2.34
mnist-100-bnn_100-perturb_2-id_3.opb,14.62,17.74,16.64,15.85,11.05,17.9,14.03,14.23,0.06,1.22,1.24,0.09,0.48,3.15,2.68,0.61
mnist-100-bnn_100-perturb_2-id_3-adv_3-epoch_1.opb,9.56,8.85,8.54,9.91,4.38,5.05,4.5,5.48,0.03,0.65,0.6,0.02,0.24,1.38,1.3,0.3
mnist-100-bnn_100-perturb_2-id_3-adv_3-epoch_5.opb,7.98,7.72,7.63,8.18,4.31,8.7,8.02,4.89,0.03,0.59,0.6,0.04,0.28,1.44,1.35,0.35
mnist-100-bnn_100-perturb_2-id_3-adv-epoch_1.opb,8.45,7.5,7.83,8.49,7.93,6.57,6.77,9.01,0.04,0.63,0.54,0.05,0.35,1.43,1.25,0.41
mnist-100-bnn_100-perturb_2-id_3-adv-epoch_5.opb,7.89,8.15,8.28,8.33,8.45,8.41,8.71,10.83,0.04,0.68,0.75,0.05,0.42,1.67,1.79,0.53
mnist-100-bnn_100-perturb_2-id_4.opb,120.46,55.85,59.13,68.12,104,32.46,44.95,46.08,1.08,5.43,5.37,0.71,6.07,11.44,11.97,4.57
mnist-100-bnn_100-perturb_2-id_4-adv_3-epoch_1.opb,10.57,10.89,10.89,11.01,8.97,12.01,10.92,10.39,0.05,0.83,0.96,0.06,0.44,1.97,2.13,0.53
mnist-100-bnn_100-perturb_2-id_4-adv_3-epoch_5.opb,7.82,7.08,7.16,7.81,6.68,8.2,8.15,7.52,0.03,0.61,0.61,0.03,0.31,1.57,1.4,0.36
mnist-100-bnn_100-perturb_2-id_4-adv-epoch_1.opb,12.96,9.65,9.1,13.71,10.92,6.66,6.29,13.29,0.07,0.58,0.74,0.06,0.42,1.46,1.68,0.5
mnist-100-bnn_100-perturb_2-id_4-adv-epoch_5.opb,7.33,6.66,6.63,7.38,5.76,4.68,4.52,6.34,0.03,0.45,0.46,0.05,0.32,1.05,1.06,0.33
mnist-100-bnn_100-perturb_2-id_5.opb,15.48,7.74,5.7,9.67,9.01,9.72,6.7,6.49,0.28,1.96,1.23,0.21,2.69,5.25,4.35,2.74
mnist-100-bnn_100-perturb_2-id_5-adv_3-epoch_1.opb,19.31,8.78,6.96,9.35,11.46,10.17,7.48,6.86,0.31,1.96,1.29,0.22,2.84,5.46,4.28,2.59
mnist-100-bnn_100-perturb_2-id_5-adv_3-epoch_5.opb,18.67,8.67,7.12,10.87,9.24,8.09,5.08,4.37,0.25,1.84,1.16,0.14,2.48,5.08,3.88,2.27
mnist-100-bnn_100-perturb_2-id_5-adv-epoch_1.opb,16.2,8.23,5.55,9.52,11.37,10.74,6.11,7.26,0.26,2.04,1.09,0.21,2.77,5.32,3.99,2.69
mnist-100-bnn_100-perturb_2-id_5-adv-epoch_5.opb,38.69,17.11,15.84,21.9,34.04,12.69,11.24,14.28,0.48,2.52,2.09,0.28,3.46,6.48,5.48,2.84
mnist-100-bnn_100-perturb_2-id_6.opb,8.28,7.84,7.62,8.52,4.45,4.65,3.97,5.24,0.04,0.5,0.49,0.03,0.27,1.14,1.16,0.3
mnist-100-bnn_100-perturb_2-id_6-adv_3-epoch_1.opb,12.46,9.85,9.58,13.29,9.81,8.63,8.51,12.31,0.06,0.65,0.85,0.08,0.49,1.54,1.96,0.58
mnist-100-bnn_100-perturb_2-id_6-adv_3-epoch_5.opb,7.34,14.23,14.18,7.59,7.36,11.54,11.05,9.48,0.04,1.19,1,0.04,0.37,2.54,2.13,0.44
mnist-100-bnn_100-perturb_2-id_6-adv-epoch_1.opb,12.52,12.33,12.61,13.31,11.02,17.4,18.1,14.28,0.04,0.84,1.06,0.07,0.48,2.2,2.6,0.61
mnist-100-bnn_100-perturb_2-id_6-adv-epoch_5.opb,9.4,10.25,10.04,9.44,8,12.34,9.68,8.46,0.03,0.96,0.81,0.06,0.4,2.22,1.76,0.44
mnist-100-bnn_100-perturb_2-id_7.opb,11.69,6.88,4.15,7.01,5.45,7.64,3.87,3.86,0.2,1.51,1.01,0.15,2.44,4.49,3.8,2.5
mnist-100-bnn_100-perturb_2-id_7-adv_3-epoch_1.opb,44.78,18.55,19.19,22.32,29.34,13.55,14.98,11.62,0.46,2.99,2.34,0.28,3.51,6.91,6.16,2.73
mnist-100-bnn_100-perturb_2-id_7-adv_3-epoch_5.opb,80.47,36.37,35.54,45.71,67.72,21.97,25.18,28.44,0.75,4.23,3.78,0.43,4.8,9.51,8.78,3.35
mnist-100-bnn_100-perturb_2-id_7-adv-epoch_1.opb,62.71,31.64,32.83,41.11,64.28,19.44,24.1,27.88,0.71,3.71,3.49,0.43,4.7,8.53,8.16,3.34
mnist-100-bnn_100-perturb_2-id_7-adv-epoch_5.opb,6.65,12.5,11.85,6.99,7.18,13.88,12.3,8.31,0.04,1.01,0.98,0.05,0.37,2.18,2.37,0.44
mnist-100-bnn_100-perturb_2-id_8.opb,68.81,32.37,32.38,37.32,55.37,21.59,28.34,23.97,0.59,3.84,3.78,0.41,4.33,8.57,8.79,3.4
mnist-100-bnn_100-perturb_2-id_8-adv_3-epoch_1.opb,135.26,95,108.74,103.66,150.46,81.95,105.68,112.95,1.24,7.98,10.25,0.93,7.71,16.84,21.42,6.54
mnist-100-bnn_100-perturb_2-id_8-adv_3-epoch_5.opb,59.78,27.62,24.79,34.19,44.96,17.95,18.69,19.38,0.57,3.43,2.83,0.39,3.87,7.52,7.08,3.16
mnist-100-bnn_100-perturb_2-id_8-adv-epoch_1.opb,20.59,8.95,7.41,11.1,12.24,8.86,7.69,6.73,0.34,2.01,1.36,0.24,2.79,5.34,4.51,2.53
mnist-100-bnn_100-perturb_2-id_8-adv-epoch_5.opb,35.48,16.64,14.98,19.07,22.6,13.48,11.6,11.86,0.35,2.72,2.11,0.26,3.19,6.56,5.61,2.77
mnist-100-bnn_100-perturb_2-id_9.opb,75.44,33.36,34.59,47.77,70.92,21.66,26.7,33.61,0.72,3.97,3.74,0.49,4.81,8.62,8.77,3.83
mnist-100-bnn_100-perturb_2-id_9-adv_3-epoch_1.opb,33.33,14.03,11.8,17.23,15.64,9.66,9.7,8.18,0.37,2.07,1.86,0.22,2.9,5.18,5.21,2.59
mnist-100-bnn_100-perturb_2-id_9-adv_3-epoch_5.opb,46.34,20.3,18.92,24.19,31.57,15.63,17.3,14.7,0.49,2.95,2.6,0.3,3.55,7.18,6.55,2.81
mnist-100-bnn_100-perturb_2-id_9-adv-epoch_1.opb,21.24,10.77,8.04,12.54,8.66,9.64,5.26,4.65,0.21,1.97,1.13,0.16,2.54,5.28,3.86,2.35
mnist-100-bnn_100-perturb_2-id_9-adv-epoch_5.opb,23.65,9.16,8.23,10.42,15.36,8.85,7.7,6.32,0.34,1.92,1.44,0.16,2.8,5.02,4.38,2.38
mnist-100-bnn_100-perturb_3-id_0.opb,97.12,73.29,39.9,38.57,284.09,237.69,153.86,140.48,2.34,18.51,7.5,1.14,10.91,27.55,16.19,6.87
mnist-100-bnn_100-perturb_3-id_1.opb,324,110.68,63.46,70.18,609.27,257.82,170.59,170.99,5.15,19.66,9.45,1.26,19.89,31.55,20.24,7.5
mnist-100-bnn_100-perturb_3-id_10.opb,300.4,110.44,68.63,76.08,588.9,261.09,182.45,178.48,5.01,22.07,10.5,1.4,19.84,32.97,22.02,7.92
mnist-100-bnn_100-perturb_3-id_11.opb,65.78,113.23,116.02,69.77,84.54,145.44,161.78,98.82,0.33,7.36,7.2,0.41,3.07,17.41,17.15,3.35
mnist-100-bnn_100-perturb_3-id_12.opb,5000,167.75,124.4,137.49,5000,217.84,174.42,201.21,5000,20.7,13.81,1.67,5000,36.9,28.28,9.71
mnist-100-bnn_100-perturb_3-id_13.opb,5000,241.78,155.67,193.94,5000,427.82,243.43,283.57,5000,36.22,20.59,3.21,5000,60.07,40.67,13.92
mnist-100-bnn_100-perturb_3-id_14.opb,176.46,90.42,54.29,53.59,400.71,256.06,180.94,159.49,3.27,20.93,9.26,1.29,14.95,32.44,19.76,7.4
mnist-100-bnn_100-perturb_3-id_15.opb,83.5,58.75,32.19,36.09,256.13,196.23,126.61,139.95,1.93,14.32,7.02,1.25,9.66,20.6,15.33,6.98
mnist-100-bnn_100-perturb_3-id_16.opb,92.32,127.61,131.92,92.45,180.44,224.8,248.26,173.44,0.35,7.24,7.38,0.42,4.03,17.62,17.53,3.88
mnist-100-bnn_100-perturb_3-id_17.opb,5000,242.61,173.44,211.66,5000,314.93,196.64,249.15,5000,29.22,17.26,2.34,5000,51.33,33.81,11.47
mnist-100-bnn_100-perturb_3-id_18.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_100-perturb_3-id_19.opb,5000,297.44,242.89,258.04,5000,319.78,271.72,275.8,5000,39.09,28.46,3.39,5000,68.44,53.45,15.11
mnist-100-bnn_100-perturb_3-id_2.opb,268.75,107.94,69.6,75.84,532.1,243.59,198.95,200.97,4.6,21.79,12.05,1.54,18.37,33.26,25,8.39
mnist-100-bnn_100-perturb_3-id_20.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_100-perturb_3-id_21.opb,5000,363.31,263.9,295.14,5000,528.44,423.71,437.31,5000,57.73,38.5,5.23,5000,88.09,69.94,19.43
mnist-100-bnn_100-perturb_3-id_22.opb,5000,156.51,101.38,116.93,5000,323.65,218.57,221.32,5000,28.48,15.71,2.48,5000,42.55,31.05,11.11
mnist-100-bnn_100-perturb_3-id_23.opb,5000,278.21,195.68,220.67,5000,394.07,262.66,309.24,5000,38.24,23.83,3.57,5000,65.63,45.92,15.83
mnist-100-bnn_100-perturb_3-id_24.opb,961.34,142.6,111.4,125.24,2084.66,235.52,192.27,216.54,15.97,23.8,13.39,1.64,51.19,41.64,27.78,9.03
mnist-100-bnn_100-perturb_3-id_25.opb,140.13,73.22,48.01,53.65,368.69,218.11,171.15,190.39,2.46,15.94,8.2,1.2,11.88,25.01,17.83,7.27
mnist-100-bnn_100-perturb_3-id_26.opb,307.48,106.12,70.03,90.69,463.03,212.52,164.52,185.95,4.35,16.42,9.25,1.27,17.76,28.31,20.33,7.81
mnist-100-bnn_100-perturb_3-id_27.opb,116.27,57.9,34.67,39.68,408.24,196.08,136.47,165.86,2.17,13.51,6.21,1.11,11.58,21.99,14.04,6.93
mnist-100-bnn_100-perturb_3-id_28.opb,1420.98,144.57,98.07,117.43,2489.52,208.54,164.19,189.8,19.22,21.11,12.47,1.62,59.14,36.99,25.09,8.84
mnist-100-bnn_100-perturb_3-id_29.opb,96.91,72.8,40.68,35.15,273.42,226.42,162.95,114.1,2.01,17.38,7.48,0.97,9.86,25.97,16.44,6.28
mnist-100-bnn_100-perturb_3-id_3.opb,727.53,139.35,89.3,110.37,1518.55,276.93,201.55,237.08,10.56,21.37,11.61,1.65,38.65,36.35,24.45,9.7
mnist-100-bnn_100-perturb_3-id_4.opb,420.07,96.76,55.47,68.06,1133.94,282.22,152.65,184.43,8.49,15.65,7.95,1.15,29.63,25.91,17.11,7.6
mnist-100-bnn_100-perturb_3-id_5.opb,83.32,54.72,30.85,30.16,293.92,180.82,123.46,114.25,2.07,14.16,5.91,0.98,10.16,21.28,13.29,5.95
mnist-100-bnn_100-perturb_3-id_6.opb,35.72,46.06,48.49,38.29,46.22,58.36,63.19,51.1,0.14,3.02,2.99,0.18,1.52,7.3,6.99,1.64
mnist-100-bnn_100-perturb_3-id_7.opb,107.32,72.52,39.38,40.28,280.82,236.98,145.35,138.77,2.16,17.58,7.53,1.07,10.23,26.59,16.88,6.8
mnist-100-bnn_100-perturb_3-id_8.opb,5000,166.91,110.99,147.4,5000,248.31,168.22,222.59,5000,24.66,13.61,1.68,5000,42.62,26.81,9.7
mnist-100-bnn_100-perturb_3-id_9.opb,142.29,78.61,50.53,55.79,295.07,207.91,169.48,177.12,2.42,18.32,9.42,1.22,11.15,28.43,20.03,7.68
mnist-100-bnn_100-perturb_4-id_0.opb,1285.25,536.97,423.06,264.55,2937.93,1220.3,1106.48,826.86,44.15,192.12,118.72,12.22,107.82,195.13,203.63,38.56
mnist-100-bnn_100-perturb_4-id_1.opb,5000,665.96,554.81,371.89,5000,1494.82,1474.13,952.74,5000,208.76,134.32,15.11,5000,234.34,233.24,48.23
mnist-100-bnn_100-perturb_4-id_10.opb,5000,769.36,607.47,451.11,5000,1640.06,1454.16,1036.45,5000,224.91,143.2,17.84,5000,249.68,245.96,56.28
mnist-100-bnn_100-perturb_4-id_11.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_100-perturb_4-id_12.opb,5000,5000,5000,1715.26,5000,5000,5000,2607.08,5000,5000,5000,34.69,5000,5000,5000,127.93
mnist-100-bnn_100-perturb_4-id_13.opb,5000,5000,5000,1515.69,5000,5000,5000,2007.59,5000,5000,5000,28.17,5000,5000,5000,98.15
mnist-100-bnn_100-perturb_4-id_14.opb,5000,701.1,568.58,356.68,5000,1533.54,1459.74,885.43,5000,215.01,131.6,13.09,5000,244.36,226.16,44.06
mnist-100-bnn_100-perturb_4-id_15.opb,1340.13,486.13,403.04,238.44,2965.76,1038.08,1040.87,704.8,47.29,169.86,104.18,10.55,116.69,171.77,180.11,33.85
mnist-100-bnn_100-perturb_4-id_16.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_100-perturb_4-id_17.opb,5000,835.6,663.14,462.17,5000,1709.19,1693.21,1027.94,5000,250.31,150.83,16.61,5000,294.68,260.31,52.42
mnist-100-bnn_100-perturb_4-id_18.opb,5000,5000,5000,1329.83,5000,5000,5000,1990.8,5000,5000,5000,28.73,5000,5000,5000,96.65
mnist-100-bnn_100-perturb_4-id_19.opb,5000,963.68,765.41,554.66,5000,2066.83,1833.73,1121.04,5000,269.75,161.4,18.71,5000,315.3,281.83,59.41
mnist-100-bnn_100-perturb_4-id_2.opb,5000,5000,1053.65,848.56,5000,5000,2476.04,1595.64,5000,5000,220.82,23.43,5000,5000,385.38,78
mnist-100-bnn_100-perturb_4-id_20.opb,5000,1192.83,896.81,805.18,5000,2376.4,2043.11,1517.69,5000,306.11,192.73,24.23,5000,347.46,338.1,76.54
mnist-100-bnn_100-perturb_4-id_21.opb,5000,877.96,688.67,438.31,5000,2054.33,1794.38,1083.13,5000,274.37,171.26,16.14,5000,307.02,296.45,53.79
mnist-100-bnn_100-perturb_4-id_22.opb,5000,888.72,672.86,438.89,5000,2009.81,1727.54,998.66,5000,266.89,164.34,15.83,5000,293.1,282.67,52.66
mnist-100-bnn_100-perturb_4-id_23.opb,5000,5000,5000,1210.07,5000,5000,5000,1736.43,5000,5000,5000,25.07,5000,5000,5000,87.83
mnist-100-bnn_100-perturb_4-id_24.opb,5000,1195.65,1045.51,827.6,5000,2269.76,2394.55,1411.44,5000,316.47,233.14,22.96,5000,387.28,403,72.85
mnist-100-bnn_100-perturb_4-id_25.opb,5000,562.08,510.23,307.21,5000,1159.99,1317.07,782.65,5000,187.64,122.42,13.14,5000,203.65,205.01,41.35
mnist-100-bnn_100-perturb_4-id_26.opb,5000,554.8,514.93,310.04,5000,1110.53,1307.43,815.47,5000,183.64,124.24,12.68,5000,193.58,209.31,41.25
mnist-100-bnn_100-perturb_4-id_27.opb,5000,532.38,409.02,276.91,5000,1115.02,1059.29,805.13,5000,184.12,109.43,12.57,5000,201.65,188.88,39.69
mnist-100-bnn_100-perturb_4-id_28.opb,5000,992.11,867.35,605.18,5000,2242.48,2195.48,1358.77,5000,305.19,199.48,21.57,5000,342.38,340.98,67.3
mnist-100-bnn_100-perturb_4-id_29.opb,1064.47,583.48,433.84,241.11,2598.71,1246.62,1143.56,748.37,44.64,213.18,114.48,11.3,106.04,202.25,188.64,34.89
mnist-100-bnn_100-perturb_4-id_3.opb,5000,962.12,707.24,492.45,5000,2092.97,1658.81,1063.2,5000,280.53,157.65,18.09,5000,304.21,269.56,57.3
mnist-100-bnn_100-perturb_4-id_4.opb,5000,1003.28,779.76,506.09,5000,2139.53,1983.2,1171.97,5000,284.35,185.5,19.17,5000,313.34,326.14,62.54
mnist-100-bnn_100-perturb_4-id_5.opb,1318.93,465.67,401.95,229.45,2997.54,992.31,1068.88,694.8,43.81,166.51,101.15,10.04,108.94,177.97,172.29,32.56
mnist-100-bnn_100-perturb_4-id_6.opb,37.8,52.09,49.49,37.98,46.96,77.63,61.6,48.22,0.22,4.59,4.41,0.24,2.2,10.72,10.32,2.23
mnist-100-bnn_100-perturb_4-id_7.opb,1168.6,452.36,404.1,235.69,2671.18,1002.14,1098.19,767.87,39.95,170.82,114.53,9.59,102.07,183.94,197.24,33.05
mnist-100-bnn_100-perturb_4-id_8.opb,5000,697.46,642.75,437.96,5000,1490.38,1703.8,1119.28,5000,220.74,148.48,16.77,5000,251.4,256.77,54.66
mnist-100-bnn_100-perturb_4-id_9.opb,5000,689.71,510.3,352.84,5000,1563.43,1285.81,934.61,5000,233.62,132,14.35,5000,250.8,228.98,46.03
mnist-100-bnn_100-perturb_5-id_0.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_100-perturb_5-id_1.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_100-perturb_5-id_10.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_100-perturb_5-id_11.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_100-perturb_5-id_12.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_100-perturb_5-id_13.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_100-perturb_5-id_14.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_100-perturb_5-id_15.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_100-perturb_5-id_16.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_100-perturb_5-id_17.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_100-perturb_5-id_18.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_100-perturb_5-id_19.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_100-perturb_5-id_2.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_100-perturb_5-id_20.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_100-perturb_5-id_21.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_100-perturb_5-id_22.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_100-perturb_5-id_23.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_100-perturb_5-id_24.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_100-perturb_5-id_25.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_100-perturb_5-id_26.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_100-perturb_5-id_27.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_100-perturb_5-id_28.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_100-perturb_5-id_29.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_100-perturb_5-id_3.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_100-perturb_5-id_4.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_100-perturb_5-id_5.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_100-perturb_5-id_6.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_100-perturb_5-id_7.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_100-perturb_5-id_8.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_100-perturb_5-id_9.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_200_100_100-epoch_10-trojan-label_0.opb,284.74,275.71,282.61,308.18,62.62,77.47,78.74,95.94,5.45,17.97,16.8,3.55,9.65,30.52,27.99,10.62
mnist-100-bnn_200_100_100-epoch_10-trojan-label_1.opb,2423.8,2189.38,2354.1,5000,1017.35,1079.9,1177.52,5000,54.93,136.53,149.3,5000,36.99,181.77,184.28,5000
mnist-100-bnn_200_100_100-epoch_10-trojan-label_4.opb,584.07,573.33,570.4,630.44,194.83,224.58,223.28,267.09,12.17,37.12,34.1,7.71,12.33,55.66,49.45,14.43
mnist-100-bnn_200_100_100-epoch_10-trojan-label_5.opb,70.43,72.36,71.18,75.3,14.49,17.93,16.78,17.63,1.51,4.71,4.92,1.17,8.24,14.02,13.82,8.47
mnist-100-bnn_200_100_100-epoch_10-trojan-label_9.opb,147.4,139.49,136.18,153.65,28.05,32.54,33.91,38.42,2.73,8.45,8.72,1.78,8.63,18.64,19.16,8.99
mnist-100-bnn_200_100_100-epoch_1-trojan-label_0.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_200_100_100-epoch_1-trojan-label_1.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_200_100_100-epoch_1-trojan-label_4.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_200_100_100-epoch_1-trojan-label_5.opb,50.63,41.11,43.14,50.6,10.14,11.17,11.22,13.09,0.95,3.31,3.19,0.77,8.2,11.8,11.75,8.5
mnist-100-bnn_200_100_100-epoch_1-trojan-label_9.opb,1193.27,1119.95,1152.51,1823.73,481,560.91,541.25,797.48,24.1,69.81,70.67,19.92,22.4,96.62,93.17,33.82
mnist-100-bnn_200_100_100-epoch_30-trojan-label_0.opb,178.81,179.58,191.35,195.64,36.7,46.29,50.69,51.88,3.38,10.67,11.66,2.33,8.67,21.2,22.49,9.2
mnist-100-bnn_200_100_100-epoch_30-trojan-label_1.opb,1060.85,1091.38,1090.65,1324.55,400.59,502.04,484.32,542.31,23.1,66.65,67.84,14.95,15.96,88.94,90.75,22.54
mnist-100-bnn_200_100_100-epoch_30-trojan-label_4.opb,1162.67,1154.15,1143.14,1774.72,450.8,552.49,532.41,830.54,25.53,73.28,74.31,21.4,20.27,99.02,98.06,33.73
mnist-100-bnn_200_100_100-epoch_30-trojan-label_5.opb,38.26,35.25,39.55,38.94,7.92,9.96,10.38,10.21,0.92,2.94,3.03,0.72,7.88,11.56,11.37,8.3
mnist-100-bnn_200_100_100-epoch_30-trojan-label_9.opb,725.64,718.86,688.26,742.13,258.22,308.29,260.33,329.07,14.64,42.45,40.27,8.35,15.09,61.52,57.91,16.45
mnist-100-bnn_200_100_100-perturb_2-id_0.opb,920.36,581.3,558.05,575.47,424.6,262.64,256.25,265.5,3.39,22.95,22.39,2.79,16.41,46.75,46.52,13.73
mnist-100-bnn_200_100_100-perturb_2-id_0-adv_3-epoch_1.opb,267.88,112.16,107.65,162.52,87.63,31.05,29.56,39.3,1.35,5.89,4.77,0.75,8.68,15.64,13.36,7.14
mnist-100-bnn_200_100_100-perturb_2-id_0-adv_3-epoch_5.opb,141.35,192.6,189.78,144.4,57.4,80.73,75.71,62.52,0.23,4.98,5.14,0.26,1.92,10.9,11.06,2.11
mnist-100-bnn_200_100_100-perturb_2-id_0-adv-epoch_1.opb,260.11,122.61,122.93,175.23,85.42,35.52,32.82,46.53,1.52,5.47,5.43,0.89,8.55,14.48,14.84,6.72
mnist-100-bnn_200_100_100-perturb_2-id_0-adv-epoch_5.opb,625.53,314.42,335.81,412.52,293.3,117.68,147.42,200.65,2.47,12.15,13.27,2.05,12.45,26.76,29.58,11.03
mnist-100-bnn_200_100_100-perturb_2-id_1.opb,205.37,92.62,87.05,131.16,67.44,24.49,21.24,28.61,1.22,5.01,3.52,0.78,8,13.91,11.19,6.89
mnist-100-bnn_200_100_100-perturb_2-id_10.opb,61.85,20.8,18.5,35.99,16.11,14.24,10.14,11.79,0.39,2.6,1.64,0.26,6.08,9.5,8.3,6.13
mnist-100-bnn_200_100_100-perturb_2-id_10-adv_3-epoch_1.opb,84.27,31.8,28.16,51.76,15.02,12.69,8.03,9.83,0.33,2.56,1.82,0.24,5.75,9.46,8.31,5.6
mnist-100-bnn_200_100_100-perturb_2-id_10-adv_3-epoch_5.opb,98.8,35.14,31.46,57.51,20.9,13.66,9.35,10.77,0.5,2.69,1.8,0.26,6.45,9.69,8.37,5.83
mnist-100-bnn_200_100_100-perturb_2-id_10-adv-epoch_1.opb,57.64,18.78,16.7,34.26,12.61,10.26,7.22,9.56,0.28,2,1.37,0.22,5.83,8.44,7.67,5.75
mnist-100-bnn_200_100_100-perturb_2-id_10-adv-epoch_5.opb,216.92,74.01,69.43,112.18,62.23,20.83,16.87,23.4,1.19,3.55,3.18,0.47,8.04,11.18,10.8,6.39
mnist-100-bnn_200_100_100-perturb_2-id_11.opb,179.65,65.65,61,105.06,43.85,21.8,16.44,25.28,0.84,3.72,2.89,0.48,7.36,11.78,10.52,6.71
mnist-100-bnn_200_100_100-perturb_2-id_11-adv_3-epoch_1.opb,202.74,82.9,80.01,124.17,66.9,28.43,28.49,35.29,1.14,4.94,3.93,0.68,8.02,13.94,12.14,6.85
mnist-100-bnn_200_100_100-perturb_2-id_11-adv_3-epoch_5.opb,246.99,79.9,79.7,120.64,89.18,28.41,24.94,32.89,1.36,4.62,3.87,0.63,9.39,13.02,12.21,7.13
mnist-100-bnn_200_100_100-perturb_2-id_11-adv-epoch_1.opb,465.15,165.63,167.24,250.48,174.51,52.45,52.12,73.1,2.25,8.32,7.01,1.24,11.63,19.69,17.3,8.28
mnist-100-bnn_200_100_100-perturb_2-id_11-adv-epoch_5.opb,66.76,20.9,17.64,39.79,14.58,11.33,6.15,8.85,0.38,2.07,1.22,0.24,6.11,8.79,7.16,5.78
mnist-100-bnn_200_100_100-perturb_2-id_12.opb,263.34,81.81,84.69,138.93,93.32,25.98,28.88,36.52,1.36,4.54,4.24,0.74,9.32,12.98,12.72,7.33
mnist-100-bnn_200_100_100-perturb_2-id_12-adv_3-epoch_1.opb,574.77,455.88,395.3,492.96,247.5,184.99,156.6,209.19,2.81,19,15.25,2.59,13.52,40.08,32.66,12.09
mnist-100-bnn_200_100_100-perturb_2-id_12-adv_3-epoch_5.opb,141.86,48.33,45.12,75.59,37.46,21.13,20.51,18.46,0.63,3.42,2.67,0.35,6.74,10.87,9.87,6.06
mnist-100-bnn_200_100_100-perturb_2-id_12-adv-epoch_1.opb,80.11,25.23,21.99,43.19,18.77,16.97,10.95,12.51,0.36,3.01,1.78,0.28,6.28,10.2,8.27,6.07
mnist-100-bnn_200_100_100-perturb_2-id_12-adv-epoch_5.opb,395.85,156.92,152.23,224.55,153.88,47.68,43.41,67.6,2.14,7.07,6.8,1.04,11.22,17.54,17.65,8.23
mnist-100-bnn_200_100_100-perturb_2-id_13.opb,164.62,112.37,112.05,172.34,77.19,60.66,60.97,92.47,0.34,3.22,3.56,0.33,2.46,7.83,8.18,2.67
mnist-100-bnn_200_100_100-perturb_2-id_13-adv_3-epoch_1.opb,112.16,109.06,107.06,114.03,75.94,80.94,79.45,78.03,0.35,3.79,4.14,0.34,1.97,8.64,9.11,2.19
mnist-100-bnn_200_100_100-perturb_2-id_13-adv_3-epoch_5.opb,183.88,205.2,196.91,189.55,83.9,168.34,138.31,93.66,0.3,6.36,6.66,0.32,2.28,13.71,14.54,2.45
mnist-100-bnn_200_100_100-perturb_2-id_13-adv-epoch_1.opb,112.18,156.03,152.01,111.49,64.36,76.09,66.88,59.73,0.3,4.24,4.34,0.29,1.98,8.88,8.86,1.97
mnist-100-bnn_200_100_100-perturb_2-id_13-adv-epoch_5.opb,124.09,87.62,88.84,129.11,110.39,68.72,69.68,124.43,0.36,3.57,3.41,0.41,2.35,8.21,7.5,2.67
mnist-100-bnn_200_100_100-perturb_2-id_14.opb,104.51,131.34,133.54,110.98,93.99,71.59,75.19,108.25,0.39,3.29,3.77,0.5,2.4,7.14,8.22,2.73
mnist-100-bnn_200_100_100-perturb_2-id_14-adv_3-epoch_1.opb,119.25,119.31,117.4,119.73,67.05,52.36,48.43,64.35,0.3,3.88,3.65,0.35,1.94,8.07,7.6,1.93
mnist-100-bnn_200_100_100-perturb_2-id_14-adv_3-epoch_5.opb,96.81,72.05,72.14,99,72.34,33.39,32.48,75.97,0.36,2.56,2.14,0.43,2.23,5.55,4.52,2.46
mnist-100-bnn_200_100_100-perturb_2-id_14-adv-epoch_1.opb,115.89,141.8,132.49,122.2,77.19,163.39,122.66,88.62,0.28,5.01,5.18,0.32,1.94,11.2,11.74,2.4
mnist-100-bnn_200_100_100-perturb_2-id_14-adv-epoch_5.opb,105.55,83.95,80.15,110.65,64.43,49.88,40.52,73.79,0.33,2.69,2.72,0.35,1.96,5.76,6.13,2.39
mnist-100-bnn_200_100_100-perturb_2-id_15.opb,103.57,114.8,114.8,108.93,50.88,97.97,96.22,60.86,0.2,4.3,3.94,0.27,1.49,9.49,8.63,1.84
mnist-100-bnn_200_100_100-perturb_2-id_15-adv_3-epoch_1.opb,92.97,67.83,66.7,98.04,78.37,36.2,35.2,87.63,0.32,2.58,2.75,0.45,2.17,5.63,5.77,2.7
mnist-100-bnn_200_100_100-perturb_2-id_15-adv_3-epoch_5.opb,68.69,83.19,82.41,71.29,55.16,69.98,66.38,61.19,0.29,3.33,3.29,0.35,1.97,7.99,7.5,2.14
mnist-100-bnn_200_100_100-perturb_2-id_15-adv-epoch_1.opb,99.55,65.88,65.97,98.19,116.3,35.04,34.27,105.76,0.41,2.39,2.38,0.42,2.68,5.33,5.16,2.66
mnist-100-bnn_200_100_100-perturb_2-id_15-adv-epoch_5.opb,57.53,115.15,115.77,60.56,28.66,70.43,74.06,34.04,0.2,3.24,3.49,0.24,1.11,7.84,7.86,1.36
mnist-100-bnn_200_100_100-perturb_2-id_16.opb,243.45,80.69,78.1,116.89,76.4,25.36,21.42,26.75,1.31,4.55,3.76,0.5,9.02,13.11,11.84,6.58
mnist-100-bnn_200_100_100-perturb_2-id_16-adv_3-epoch_1.opb,101.43,33.57,31.92,49.68,28.22,16.74,14.14,13.78,0.51,3.17,2.16,0.24,6.66,10.42,8.85,5.77
mnist-100-bnn_200_100_100-perturb_2-id_16-adv_3-epoch_5.opb,321.65,103.71,101.5,171.14,104.4,30.41,29.4,47.27,1.59,5.15,4.45,0.99,8.97,13.77,13.03,7.69
mnist-100-bnn_200_100_100-perturb_2-id_16-adv-epoch_1.opb,104.23,30.63,26.84,46.54,24.33,14.99,12.32,12.66,0.46,2.88,2.16,0.29,6.37,9.87,8.72,5.87
mnist-100-bnn_200_100_100-perturb_2-id_16-adv-epoch_5.opb,113.81,40.62,41.88,64.99,33.98,18.93,16.64,18.72,0.59,3.34,2.44,0.39,6.69,10.67,9.43,6.25
mnist-100-bnn_200_100_100-perturb_2-id_17.opb,110.96,107.01,105.71,115.17,44.69,52.74,49.53,50.88,0.23,3.09,3.19,0.27,1.39,7.04,7,1.63
mnist-100-bnn_200_100_100-perturb_2-id_17-adv_3-epoch_1.opb,114.96,114.86,114.71,118.79,104.01,111.71,113.13,113.56,0.42,4.65,4.55,0.5,2.92,10.85,10.64,3.08
mnist-100-bnn_200_100_100-perturb_2-id_17-adv_3-epoch_5.opb,75.72,58.34,55,76.95,55.53,42.11,33.38,58,0.34,2.3,1.99,0.33,1.81,4.96,4.47,1.98
mnist-100-bnn_200_100_100-perturb_2-id_17-adv-epoch_1.opb,116.36,97.89,95.87,119.45,55.83,70.01,67.82,60.98,0.27,3.19,3.46,0.33,1.83,7.56,7.58,1.92
mnist-100-bnn_200_100_100-perturb_2-id_17-adv-epoch_5.opb,94.78,103.58,104.25,100.58,51.66,77.55,77.91,65.32,0.25,3.59,3.62,0.3,1.69,8.24,8.03,1.81
mnist-100-bnn_200_100_100-perturb_2-id_18.opb,140.16,97.96,95.47,143.52,73.18,65.73,59.32,78.37,0.33,3.16,3.28,0.38,2.35,6.95,7.41,2.59
mnist-100-bnn_200_100_100-perturb_2-id_18-adv_3-epoch_1.opb,95.37,126.27,123.03,101.49,41,75.62,66.36,52.05,0.18,3.81,3.82,0.27,1.3,8.48,8.2,1.64
mnist-100-bnn_200_100_100-perturb_2-id_18-adv_3-epoch_5.opb,142.9,119.07,115.89,142.01,139.37,90.2,80.61,128.96,0.53,4.5,4.41,0.56,3.35,10.14,9.76,3.45
mnist-100-bnn_200_100_100-perturb_2-id_18-adv-epoch_1.opb,88.19,106.98,111.97,89.05,50.73,79.01,92.01,49.72,0.25,3.5,3.41,0.26,1.54,8.4,8.12,1.61
mnist-100-bnn_200_100_100-perturb_2-id_18-adv-epoch_5.opb,87.88,161.54,169.39,90.79,61.45,139.99,169.94,65.85,0.27,6.6,6.5,0.29,1.71,14.68,13.9,1.76
mnist-100-bnn_200_100_100-perturb_2-id_19.opb,148.37,213.9,220.7,153.42,124.66,135.23,151.34,134.65,0.42,6.31,6.41,0.5,3.02,14.02,14.33,3.22
mnist-100-bnn_200_100_100-perturb_2-id_19-adv_3-epoch_1.opb,106.37,159.02,155.58,109.25,54.76,88.44,83.65,58.01,0.25,4.65,4.78,0.31,1.74,10.47,10.52,1.92
mnist-100-bnn_200_100_100-perturb_2-id_19-adv_3-epoch_5.opb,128.69,158.47,161.53,129.62,158.43,97.44,105.5,160.31,0.52,4.43,5.03,0.62,3.86,10.35,10.9,4.04
mnist-100-bnn_200_100_100-perturb_2-id_19-adv-epoch_1.opb,111.63,109.07,108.1,113.71,49.58,48.55,45.57,50.67,0.2,3.38,3.04,0.21,1.62,7.21,6.57,1.6
mnist-100-bnn_200_100_100-perturb_2-id_19-adv-epoch_5.opb,112.06,156,155.92,120.01,84.04,96.77,96.62,105.22,0.43,4.52,3.94,0.48,2.65,10.28,9.49,2.89
mnist-100-bnn_200_100_100-perturb_2-id_1-adv_3-epoch_1.opb,115.15,41.05,37.43,67.82,24.85,16.1,10.16,14.91,0.54,3.23,2.24,0.33,6.38,10.61,8.99,6.08
mnist-100-bnn_200_100_100-perturb_2-id_1-adv_3-epoch_5.opb,129.28,49.5,43.36,80.08,29.01,14.96,11.22,14.88,0.6,2.62,2.18,0.34,6.34,9.6,8.85,5.83
mnist-100-bnn_200_100_100-perturb_2-id_1-adv-epoch_1.opb,6.56,4.74,2.61,4.2,6.54,7.64,4.75,5.07,0.17,1.44,0.94,0.19,5.86,7.91,7.23,6.01
mnist-100-bnn_200_100_100-perturb_2-id_1-adv-epoch_5.opb,274.02,111.13,107.98,158.72,78.89,29.53,26.31,35.09,1.44,5.28,4.51,0.65,8.62,14.42,13.33,6.81
mnist-100-bnn_200_100_100-perturb_2-id_2.opb,172.18,63.72,58.48,92.62,41.62,20.33,15.17,19.28,0.74,3.75,2.82,0.43,7.28,11.75,10,6.3
mnist-100-bnn_200_100_100-perturb_2-id_20.opb,161.44,144.07,137.85,161.1,68.75,81.46,69.19,64.12,0.25,4.66,4.52,0.3,1.71,10.21,9.82,1.82
mnist-100-bnn_200_100_100-perturb_2-id_20-adv_3-epoch_1.opb,178.29,214.64,211.7,177.55,129.23,135.97,132.14,118.75,0.43,6.38,6.57,0.44,2.76,13.77,13.93,2.9
mnist-100-bnn_200_100_100-perturb_2-id_20-adv_3-epoch_5.opb,195.72,188.89,185.62,198.97,86.81,147.08,138.21,90.93,0.27,6.32,6.76,0.34,2.17,14.24,14.5,2.3
mnist-100-bnn_200_100_100-perturb_2-id_20-adv-epoch_1.opb,126.85,114.24,109.55,132.29,83.1,71.23,61.28,95.79,0.34,3.67,3.65,0.42,2.15,8.42,8.02,2.42
mnist-100-bnn_200_100_100-perturb_2-id_20-adv-epoch_5.opb,68.94,113.95,112.18,69.3,35.14,82.05,75.05,35.56,0.23,3.42,3.65,0.2,1.31,7.92,7.97,1.29
mnist-100-bnn_200_100_100-perturb_2-id_21.opb,127.42,147.6,147.13,131.63,85.5,134.83,129.82,94.12,0.26,4.89,5.33,0.32,1.93,11.07,11.68,2.27
mnist-100-bnn_200_100_100-perturb_2-id_21-adv_3-epoch_1.opb,187.69,242.08,243.44,189.16,99.38,102.32,107.94,101.8,0.47,7.12,7.01,0.52,2.89,15.44,14.98,3.17
mnist-100-bnn_200_100_100-perturb_2-id_21-adv_3-epoch_5.opb,68.52,136.19,129.43,68.23,31.25,108.35,89.8,29.03,0.2,5,4.91,0.21,1.03,10.95,10.99,1.09
mnist-100-bnn_200_100_100-perturb_2-id_21-adv-epoch_1.opb,113.73,119.33,117.09,117.14,52.61,49.38,45.58,57.71,0.27,3,3.11,0.28,1.59,6.53,6.94,1.73
mnist-100-bnn_200_100_100-perturb_2-id_21-adv-epoch_5.opb,160.92,118.31,121.86,164.51,93.43,79.44,86.9,99.66,0.32,3.79,4.12,0.39,2.3,8.61,9.02,2.52
mnist-100-bnn_200_100_100-perturb_2-id_22.opb,291.15,107.57,114.09,172.57,95,29.2,28.58,41.44,1.69,4.86,4.75,0.85,9.29,13.43,13.34,7.23
mnist-100-bnn_200_100_100-perturb_2-id_22-adv_3-epoch_1.opb,139.21,142.44,136.48,146.15,47.23,73.19,59.83,56.92,0.27,4.68,4.13,0.29,1.82,10.09,8.96,2.03
mnist-100-bnn_200_100_100-perturb_2-id_22-adv_3-epoch_5.opb,121.06,37.51,41.14,81.28,27.74,12.53,10.77,17.62,0.64,2.31,2.1,0.42,6.55,8.95,8.62,6.27
mnist-100-bnn_200_100_100-perturb_2-id_22-adv-epoch_1.opb,136.53,112.94,114.34,142.12,61.74,47.59,49.68,71.2,0.33,3.74,3.68,0.37,1.93,8.1,7.84,2.18
mnist-100-bnn_200_100_100-perturb_2-id_22-adv-epoch_5.opb,151.36,145.33,144.36,168.2,101.59,95.9,92.66,145.55,0.47,4.71,4.32,0.64,2.93,10.95,9.79,3.65
mnist-100-bnn_200_100_100-perturb_2-id_23.opb,128.15,80.06,76.27,132.18,69.64,44.06,35.59,76.43,0.3,2.07,2.28,0.3,1.93,4.78,4.9,2.15
mnist-100-bnn_200_100_100-perturb_2-id_23-adv_3-epoch_1.opb,75.54,106.04,102.16,79.96,61.08,97.99,85.37,72.19,0.31,4.18,3.88,0.4,2.11,9.92,8.89,2.53
mnist-100-bnn_200_100_100-perturb_2-id_23-adv_3-epoch_5.opb,68.3,93.9,92.24,70.53,53.6,69.37,65.6,58.27,0.32,3.1,3.25,0.37,1.82,7.43,7.38,2.04
mnist-100-bnn_200_100_100-perturb_2-id_23-adv-epoch_1.opb,79.82,139.58,140.26,81.9,36.42,76.05,81.03,37.64,0.24,4.11,4.65,0.27,1.38,9.25,10.56,1.64
mnist-100-bnn_200_100_100-perturb_2-id_23-adv-epoch_5.opb,81.16,75.02,74.66,84.86,51.25,49.06,47.3,57.66,0.26,2.69,2.68,0.28,1.84,6.26,6.21,2
mnist-100-bnn_200_100_100-perturb_2-id_24.opb,46.32,18.84,15.02,25.52,11.23,11.31,6.27,6.95,0.25,2.17,1.28,0.17,5.7,8.76,7.48,5.7
mnist-100-bnn_200_100_100-perturb_2-id_24-adv_3-epoch_1.opb,121.12,36.18,37.01,62.33,42.13,17.05,15.37,22.87,0.63,3.03,2.22,0.39,6.78,10.22,9.08,6.32
mnist-100-bnn_200_100_100-perturb_2-id_24-adv_3-epoch_5.opb,31.07,12.03,9.61,18.15,8.58,9.09,5.41,5.73,0.21,1.9,1.07,0.18,5.45,8.2,7.09,5.51
mnist-100-bnn_200_100_100-perturb_2-id_24-adv-epoch_1.opb,62.47,20.32,17.26,36.27,12.92,13.1,8.1,9.51,0.28,2.36,1.47,0.21,5.82,9.33,7.94,5.86
mnist-100-bnn_200_100_100-perturb_2-id_24-adv-epoch_5.opb,43.22,16.04,14.01,23.71,9.43,10.56,7.01,6.55,0.22,2.18,1.27,0.17,5.57,8.59,7.49,5.67
mnist-100-bnn_200_100_100-perturb_2-id_25.opb,79.38,143,135.99,81.6,63.12,224.83,193.91,67.11,0.31,6.52,5.86,0.31,1.92,15.81,13.41,1.97
mnist-100-bnn_200_100_100-perturb_2-id_25-adv_3-epoch_1.opb,110.55,116.96,115.32,118.58,90.88,65.04,62.18,117.98,0.4,3.47,3.55,0.5,2.62,7.91,7.7,3.04
mnist-100-bnn_200_100_100-perturb_2-id_25-adv_3-epoch_5.opb,118.49,169.63,168.12,122.21,113.48,281.75,271.89,121.55,0.43,6.91,7.28,0.51,2.84,17.1,17.52,3.09
mnist-100-bnn_200_100_100-perturb_2-id_25-adv-epoch_1.opb,113.89,314.88,316.2,119.76,169.87,1747.65,1745.57,195.08,0.76,22.51,21.79,0.79,4.59,55.54,55.22,4.79
mnist-100-bnn_200_100_100-perturb_2-id_25-adv-epoch_5.opb,105.01,121.4,121.93,106.5,75.99,88.1,88.59,73.56,0.38,3.84,4.1,0.37,2.18,8.73,9.18,2.16
mnist-100-bnn_200_100_100-perturb_2-id_26.opb,53.35,18.77,15.04,27.74,12.49,12.93,6.76,7.6,0.26,2.47,1.53,0.2,5.86,9.39,7.94,5.86
mnist-100-bnn_200_100_100-perturb_2-id_26-adv_3-epoch_1.opb,36.15,12.07,9.62,22.12,9.49,9.27,5.61,6.42,0.22,1.77,1.14,0.22,5.61,8.05,7.28,5.64
mnist-100-bnn_200_100_100-perturb_2-id_26-adv_3-epoch_5.opb,93.4,36.39,34.97,49.96,22.07,16.72,13.45,13.84,0.39,3.08,2.19,0.24,6.21,10.59,9.37,5.78
mnist-100-bnn_200_100_100-perturb_2-id_26-adv-epoch_1.opb,394.22,159.39,156.15,223.17,165.72,52.71,60.05,72.99,1.84,7.95,6.58,1.03,10.53,19.47,17.2,7.84
mnist-100-bnn_200_100_100-perturb_2-id_26-adv-epoch_5.opb,404.36,171.15,166.19,234.91,168.54,51.3,53.35,63.48,1.93,7.21,7.24,0.89,10.96,17.83,18.55,7.96
mnist-100-bnn_200_100_100-perturb_2-id_27.opb,76.17,25.5,24.36,41.82,18.44,14.74,11.44,14.07,0.37,2.68,1.94,0.28,6.16,9.75,8.38,5.91
mnist-100-bnn_200_100_100-perturb_2-id_27-adv_3-epoch_1.opb,149.05,43.03,40.7,70.95,39.59,17.07,11.59,15.64,0.73,3.22,2.29,0.32,7.27,10.61,8.91,5.95
mnist-100-bnn_200_100_100-perturb_2-id_27-adv_3-epoch_5.opb,110.15,37.05,32.06,61.1,28.9,17.85,12.47,15.81,0.56,3.01,2.04,0.42,6.74,9.83,8.59,6.25
mnist-100-bnn_200_100_100-perturb_2-id_27-adv-epoch_1.opb,896.29,514.74,553.25,596.9,406.53,236,266.34,253.96,3.92,22.96,23.86,2.87,18.07,47.93,48.51,14.04
mnist-100-bnn_200_100_100-perturb_2-id_27-adv-epoch_5.opb,123.41,39.95,37.16,62.54,25.73,16.31,15.06,16.83,0.51,2.95,2.29,0.36,6.31,10.08,9.14,6
mnist-100-bnn_200_100_100-perturb_2-id_28.opb,19.98,7.59,5.81,12.19,7.59,7.66,4.83,5.67,0.2,1.5,0.99,0.16,5.67,7.76,6.95,5.79
mnist-100-bnn_200_100_100-perturb_2-id_28-adv_3-epoch_1.opb,38.91,15.68,12.31,20.99,13.56,13.93,8.92,10.91,0.3,2.52,1.56,0.23,5.9,9.4,7.84,5.9
mnist-100-bnn_200_100_100-perturb_2-id_28-adv_3-epoch_5.opb,76.36,23.87,20.06,41.72,19.25,15.12,10.2,14.38,0.41,2.68,1.63,0.37,6.19,9.62,7.96,6.14
mnist-100-bnn_200_100_100-perturb_2-id_28-adv-epoch_1.opb,163.14,60.64,57.72,109.09,39.05,18.24,14.96,22.83,0.82,3.18,2.8,0.48,6.82,10.4,10,6.32
mnist-100-bnn_200_100_100-perturb_2-id_28-adv-epoch_5.opb,10.17,6.87,3.73,5.49,6.98,10.55,4.83,4.99,0.17,1.96,1.02,0.15,5.57,8.56,7.19,5.81
mnist-100-bnn_200_100_100-perturb_2-id_29.opb,207.46,98.54,98.47,207.36,99.75,54.25,52.24,94.61,0.37,3.22,2.69,0.32,2.52,7.26,6.34,2.59
mnist-100-bnn_200_100_100-perturb_2-id_29-adv_3-epoch_1.opb,97.66,97.62,97.91,102.16,45.18,71,71.69,54.16,0.22,3.05,3.11,0.28,1.51,7.19,7.26,1.69
mnist-100-bnn_200_100_100-perturb_2-id_29-adv_3-epoch_5.opb,65.13,71.25,71.25,65.37,27.48,34.82,33.85,26.36,0.15,2.08,2.01,0.2,0.99,4.69,4.5,1.02
mnist-100-bnn_200_100_100-perturb_2-id_29-adv-epoch_1.opb,115.79,130.32,127.29,115.18,61.25,83.44,72.81,58.92,0.29,4.4,4.22,0.32,1.98,9.93,9.29,1.97
mnist-100-bnn_200_100_100-perturb_2-id_29-adv-epoch_5.opb,100.05,127.47,122.57,103.93,56.81,98.81,81.13,62.64,0.25,3.79,3.38,0.32,1.8,8.82,7.84,1.96
mnist-100-bnn_200_100_100-perturb_2-id_2-adv_3-epoch_1.opb,112.14,34.6,34.55,63.33,24.95,11.09,8.43,11.93,0.49,2.19,1.67,0.28,6.24,8.52,7.92,5.73
mnist-100-bnn_200_100_100-perturb_2-id_2-adv_3-epoch_5.opb,85.06,23.85,22.76,44.92,17.17,11.15,7.95,8.65,0.42,2.2,1.66,0.19,5.76,8.84,7.72,5.56
mnist-100-bnn_200_100_100-perturb_2-id_2-adv-epoch_1.opb,202.8,76.79,77.2,111.79,60.9,24.56,20.4,24.05,1.08,4.19,3.27,0.43,8.12,12.64,10.65,6.44
mnist-100-bnn_200_100_100-perturb_2-id_2-adv-epoch_5.opb,26.23,7.34,5.03,17.05,8.24,8.77,4.52,5.59,0.23,1.71,0.84,0.17,5.75,8.23,6.83,5.91
mnist-100-bnn_200_100_100-perturb_2-id_3.opb,30.92,12.16,9.96,16.52,9.72,10.68,6.1,5.88,0.22,1.97,1.22,0.18,5.59,8.78,7.43,5.5
mnist-100-bnn_200_100_100-perturb_2-id_3-adv_3-epoch_1.opb,81.09,26.59,24.43,41.22,15.26,10.97,7.69,7.94,0.37,2.26,1.5,0.2,5.91,8.75,7.69,5.56
mnist-100-bnn_200_100_100-perturb_2-id_3-adv_3-epoch_5.opb,44.41,16.5,14.8,28.54,9.32,9.25,5.64,6.72,0.22,1.77,1.42,0.2,5.49,8.16,7.38,5.54
mnist-100-bnn_200_100_100-perturb_2-id_3-adv-epoch_1.opb,104.69,37.37,35.67,57.43,22,15.73,9.12,11.06,0.46,3.05,1.96,0.26,6.34,10.55,8.45,5.69
mnist-100-bnn_200_100_100-perturb_2-id_3-adv-epoch_5.opb,12.85,6.47,4.69,8,6.7,8.95,4.75,5.69,0.19,1.63,0.95,0.17,5.5,7.98,7.04,5.78
mnist-100-bnn_200_100_100-perturb_2-id_4.opb,99.13,127.77,125.65,99.25,65.21,83.1,77.7,61.94,0.28,3.71,3.88,0.27,1.74,8.57,8.02,1.68
mnist-100-bnn_200_100_100-perturb_2-id_4-adv_3-epoch_1.opb,117.52,115.75,114.55,119.55,97.07,63.76,63.88,101.78,0.39,3.91,3.7,0.49,2.82,8.09,7.98,3.12
mnist-100-bnn_200_100_100-perturb_2-id_4-adv_3-epoch_5.opb,96.78,122.51,120.77,99.08,67.12,80.77,76.26,71.41,0.28,3.85,3.59,0.29,1.85,8.23,7.84,1.96
mnist-100-bnn_200_100_100-perturb_2-id_4-adv-epoch_1.opb,63.79,80.94,80.66,65.32,29.42,64.03,61.24,31.51,0.19,3.55,3.17,0.21,1.12,8,7.01,1.13
mnist-100-bnn_200_100_100-perturb_2-id_4-adv-epoch_5.opb,119.82,97.52,96.48,121.32,88.22,75.13,71.65,91.77,0.33,3.43,3.67,0.37,2.45,7.88,8.18,2.51
mnist-100-bnn_200_100_100-perturb_2-id_5.opb,229.65,138.95,139.45,245.1,103.2,80.31,85.11,126.36,0.36,4.49,4.62,0.45,2.58,9.95,10.01,3.07
mnist-100-bnn_200_100_100-perturb_2-id_5-adv_3-epoch_1.opb,91.1,165.63,166.22,93.91,30.21,100.23,103.23,34.21,0.15,5.9,5.93,0.14,1,13.18,13.04,1.08
mnist-100-bnn_200_100_100-perturb_2-id_5-adv_3-epoch_5.opb,130.35,130.26,128.23,137.98,59.76,84.86,82.65,70.41,0.3,4.17,4.38,0.36,1.85,9.21,9.75,2.22
mnist-100-bnn_200_100_100-perturb_2-id_5-adv-epoch_1.opb,127.89,85.03,87.95,131.71,54.78,38.75,43.66,55.86,0.26,2.71,2.89,0.32,1.91,6.13,6.21,1.87
mnist-100-bnn_200_100_100-perturb_2-id_5-adv-epoch_5.opb,105.02,173.61,180.34,110.7,53.07,111.99,131.38,68.08,0.28,5.81,5.62,0.33,1.77,12.94,12.11,1.99
mnist-100-bnn_200_100_100-perturb_2-id_6.opb,97.25,116.15,114.31,103.09,51.2,100.42,94.13,59.58,0.25,4.36,3.8,0.24,1.73,10.16,8.75,1.64
mnist-100-bnn_200_100_100-perturb_2-id_6-adv_3-epoch_1.opb,75.61,130.87,123.78,78.24,40.23,182.96,155.37,44.17,0.25,5.04,4.79,0.26,1.44,11.81,11.32,1.57
mnist-100-bnn_200_100_100-perturb_2-id_6-adv_3-epoch_5.opb,82.8,74.04,72.27,85.01,54.72,41.44,37.11,57.82,0.28,2.47,2.36,0.28,1.75,5.81,5.33,1.97
mnist-100-bnn_200_100_100-perturb_2-id_6-adv-epoch_1.opb,991.47,525.89,540.04,569.98,442.35,227.57,235.95,236.8,3.78,21.59,22.98,2.57,17.8,44.67,47.19,13.14
mnist-100-bnn_200_100_100-perturb_2-id_6-adv-epoch_5.opb,100.94,102.86,102.18,105.57,85.22,70.07,67.45,96.49,0.41,3.17,3.36,0.43,2.69,7.36,7.45,2.82
mnist-100-bnn_200_100_100-perturb_2-id_7.opb,817.35,492.87,439.72,533.25,362.06,196.65,199.09,224.99,3.14,20.55,17.45,2.36,16.51,42.24,37.03,11.85
mnist-100-bnn_200_100_100-perturb_2-id_7-adv_3-epoch_1.opb,85.8,78.29,78.45,88.6,65.41,47.32,48.78,73.01,0.28,2.31,2.38,0.34,1.89,5.36,5.38,2.08
mnist-100-bnn_200_100_100-perturb_2-id_7-adv_3-epoch_5.opb,93.28,124.35,117.65,91.07,68.87,146.44,114.52,61.23,0.39,4.56,4.38,0.31,2.13,10.83,10.21,2.04
mnist-100-bnn_200_100_100-perturb_2-id_7-adv-epoch_1.opb,97.42,76.77,75.98,100.39,52.07,33.74,32.38,52.76,0.24,2.23,2.05,0.25,1.46,5.15,4.4,1.61
mnist-100-bnn_200_100_100-perturb_2-id_7-adv-epoch_5.opb,139.09,104.56,102.71,145.54,104.8,61.31,56.32,118.11,0.46,3.22,2.94,0.53,3.17,7.2,6.93,3.22
mnist-100-bnn_200_100_100-perturb_2-id_8.opb,109.04,39.28,37.7,58.8,25.2,15.57,10.74,12.47,0.5,2.98,1.93,0.27,6.52,10.12,8.5,5.86
mnist-100-bnn_200_100_100-perturb_2-id_8-adv_3-epoch_1.opb,106.97,43.08,37.54,60.5,24.68,13.7,9.89,11.52,0.53,2.42,1.92,0.25,6.34,9.11,8.2,5.6
mnist-100-bnn_200_100_100-perturb_2-id_8-adv_3-epoch_5.opb,112.66,39.07,35.13,65.85,24.16,16.6,9.46,14.01,0.58,3.19,2,0.29,6.57,10.75,8.37,5.87
mnist-100-bnn_200_100_100-perturb_2-id_8-adv-epoch_1.opb,184.08,68.18,70.07,100.82,48.9,20.5,19.56,18.94,0.84,3.85,3.01,0.41,7.58,11.83,10.55,6.13
mnist-100-bnn_200_100_100-perturb_2-id_8-adv-epoch_5.opb,40.12,14.7,12.8,19.68,10.4,10.06,6.1,6.5,0.21,1.89,1.2,0.18,5.63,8.17,7.23,5.62
mnist-100-bnn_200_100_100-perturb_2-id_9.opb,363.25,133.21,129.67,208.66,139.74,36.28,37.36,56.81,1.97,5.8,5.24,1.01,9.82,15.25,14.78,7.43
mnist-100-bnn_200_100_100-perturb_2-id_9-adv_3-epoch_1.opb,378.55,142.47,141.33,199.63,147.14,42.57,42.09,59.56,2,6.72,6.1,1.2,10.14,16.84,15.94,7.68
mnist-100-bnn_200_100_100-perturb_2-id_9-adv_3-epoch_5.opb,96.25,27.77,24.12,51.36,24.37,18.67,15.78,17.92,0.46,3.03,2.16,0.33,6.25,10.53,9.4,6.41
mnist-100-bnn_200_100_100-perturb_2-id_9-adv-epoch_1.opb,131.47,40.46,39.32,64.3,32.19,19.75,14.27,19.6,0.58,3.48,2.3,0.39,6.53,11.05,9.24,6.28
mnist-100-bnn_200_100_100-perturb_2-id_9-adv-epoch_5.opb,26.85,11.6,7.73,13.93,12.2,12.78,7.86,9.54,0.24,2.06,1.25,0.23,5.93,8.84,7.46,6.06
mnist-100-bnn_200_100_100-perturb_3-id_0.opb,5000,334.65,267.76,347.18,5000,306.69,228.49,241.76,5000,24.77,15.49,1.64,5000,47.01,33.8,11.91
mnist-100-bnn_200_100_100-perturb_3-id_1.opb,696.09,139.98,101.27,143.73,713.6,257.07,196.15,186.65,5.97,19.41,10.1,1.42,23.33,34.59,24.52,11.18
mnist-100-bnn_200_100_100-perturb_3-id_10.opb,273.33,98.31,52.08,78.48,350.49,275.68,130,127.95,2.42,18.08,7.75,1.09,15.1,31.32,20.59,10.13
mnist-100-bnn_200_100_100-perturb_3-id_11.opb,505.12,135.37,82.34,137.06,450.72,288.09,150.58,179.48,3.35,18.98,8.58,1.27,17.44,34.37,21.63,11.13
mnist-100-bnn_200_100_100-perturb_3-id_12.opb,760.04,140.61,104.54,163.03,615.01,244.01,193.88,209.33,5.47,18.84,11.04,1.56,22.26,33.18,26.54,12.16
mnist-100-bnn_200_100_100-perturb_3-id_13.opb,5000,447.56,340.43,474.74,5000,294.01,197.72,254.52,5000,24.64,17.33,1.85,5000,46.06,36.76,13.17
mnist-100-bnn_200_100_100-perturb_3-id_14.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_200_100_100-perturb_3-id_15.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_200_100_100-perturb_3-id_16.opb,1052.58,183.95,132.93,197.93,800.6,237.43,197.97,197.26,6.47,19.81,10.46,1.29,26.9,36.09,25.27,11.29
mnist-100-bnn_200_100_100-perturb_3-id_17.opb,5000,1319.88,982.39,1363.66,5000,547.2,450.79,558.53,5000,50.43,36.54,4.68,5000,94.79,71.44,23.05
mnist-100-bnn_200_100_100-perturb_3-id_18.opb,5000,2228.4,1696.37,2905.07,5000,1043.37,851.71,1193.07,5000,98.13,72.35,10.31,5000,171.98,136.02,44.23
mnist-100-bnn_200_100_100-perturb_3-id_19.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_200_100_100-perturb_3-id_2.opb,295.99,89.07,57.84,84.02,354.86,216.51,145.56,159.56,2.56,17.23,7.76,1.13,14.71,30.33,20.52,10.41
mnist-100-bnn_200_100_100-perturb_3-id_20.opb,2564.8,297.61,220.56,311.85,1589.36,292.5,201.28,213.49,12.03,20.77,12.27,1.3,45.57,39.1,28.42,11.19
mnist-100-bnn_200_100_100-perturb_3-id_21.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_200_100_100-perturb_3-id_22.opb,1112.51,198.82,134.11,195.18,885,289.38,205.01,211.76,7.37,23.98,11.89,1.65,28.64,40.15,27.82,12.12
mnist-100-bnn_200_100_100-perturb_3-id_23.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_200_100_100-perturb_3-id_24.opb,198.9,82.68,47.65,65.04,284.95,239.39,142.98,144.77,1.82,14.87,6.88,1.02,12.63,27.93,18.99,10.38
mnist-100-bnn_200_100_100-perturb_3-id_25.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_200_100_100-perturb_3-id_26.opb,252.47,72.61,46.74,68.75,333.84,213.52,138.05,120.32,2.34,12.95,6.44,0.82,14.62,24.43,18.18,9.47
mnist-100-bnn_200_100_100-perturb_3-id_27.opb,268.82,94.64,57.02,77.53,389.22,277.75,169.75,147.34,2.68,19.23,8.47,1.14,15.97,32.96,22.01,10.39
mnist-100-bnn_200_100_100-perturb_3-id_28.opb,110.52,67.96,32.92,29.3,371.23,239.62,123.2,89.07,2.07,15.65,6.74,0.83,14.39,28.32,18.38,9.15
mnist-100-bnn_200_100_100-perturb_3-id_29.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_200_100_100-perturb_3-id_3.opb,150.29,62.69,43.32,46.84,308.32,195.48,153.87,133.83,1.96,13.77,7.15,1.08,12.87,25.21,19.44,9.91
mnist-100-bnn_200_100_100-perturb_3-id_4.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_200_100_100-perturb_3-id_5.opb,5000,1188.96,858.57,1397.81,5000,479.17,387.53,581.33,5000,51.33,35.69,4.66,5000,95.23,68.38,22.33
mnist-100-bnn_200_100_100-perturb_3-id_6.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_200_100_100-perturb_3-id_7.opb,5000,349.51,275.12,359.28,5000,266.41,184.28,203.92,5000,22.26,13.95,1.49,5000,41.54,30.21,11.57
mnist-100-bnn_200_100_100-perturb_3-id_8.opb,575.69,158.99,98.32,146.89,499.57,288.92,155.62,229.29,3.76,22.29,9.64,1.33,18.59,40.21,23.38,11.77
mnist-100-bnn_200_100_100-perturb_3-id_9.opb,753.41,155.26,113.51,182.63,605.82,257.83,177.74,194.26,5.08,17.74,9.73,1.35,21.92,31.89,24.21,11.48
mnist-100-bnn_200_100_100-perturb_4-id_0.opb,5000,1029.44,890.86,719.63,5000,1851.67,1871.95,1138.45,5000,231.8,156.62,15.24,5000,268.86,273.29,55.97
mnist-100-bnn_200_100_100-perturb_4-id_1.opb,5000,832.96,684.06,555.16,5000,1630.66,1589.09,1095.56,5000,218.72,143.6,13.83,5000,244.64,256.78,51.52
mnist-100-bnn_200_100_100-perturb_4-id_10.opb,5000,545.19,447.78,292.56,5000,1125.81,1110.29,757,5000,171.08,100.23,10.35,5000,188.72,175.23,37.66
mnist-100-bnn_200_100_100-perturb_4-id_11.opb,5000,820.99,661.26,469.32,5000,1730.75,1681.1,1030.82,5000,256.27,142.83,15.07,5000,276.67,248.19,50.96
mnist-100-bnn_200_100_100-perturb_4-id_12.opb,5000,1024.55,857.45,692.75,5000,1999.37,1921.19,1130.25,5000,259.32,169.01,16.33,5000,295.77,302.25,58.34
mnist-100-bnn_200_100_100-perturb_4-id_13.opb,5000,1002.22,879.48,734.51,5000,1770.09,1893.84,1107.17,5000,231.33,166.06,15.88,5000,263.01,297,56.45
mnist-100-bnn_200_100_100-perturb_4-id_14.opb,5000,5000,5000,2445.99,5000,5000,5000,2092.14,5000,5000,5000,27.34,5000,5000,5000,99.94
mnist-100-bnn_200_100_100-perturb_4-id_15.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_200_100_100-perturb_4-id_16.opb,5000,843.98,664.39,481.41,5000,1923.48,1655.49,997.21,5000,242.97,156.26,13.56,5000,255.13,271.93,47.41
mnist-100-bnn_200_100_100-perturb_4-id_17.opb,5000,5000,5000,2040.08,5000,5000,5000,1836.98,5000,5000,5000,24.6,5000,5000,5000,89.68
mnist-100-bnn_200_100_100-perturb_4-id_18.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_200_100_100-perturb_4-id_19.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_200_100_100-perturb_4-id_2.opb,5000,737.17,604.38,499.97,5000,1512.54,1407.92,958.82,5000,206.01,119.48,13.65,5000,237.87,211.12,50.04
mnist-100-bnn_200_100_100-perturb_4-id_20.opb,5000,1162.44,943.4,905.36,5000,2078.3,1912.64,1333.71,5000,257.14,153.55,18.85,5000,298.31,274.46,67.39
mnist-100-bnn_200_100_100-perturb_4-id_21.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_200_100_100-perturb_4-id_22.opb,5000,1048.44,793.79,713.67,5000,2019.7,1671.68,1197.56,5000,251.46,154.35,15.92,5000,283.76,275.5,56.07
mnist-100-bnn_200_100_100-perturb_4-id_23.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_200_100_100-perturb_4-id_24.opb,5000,590.63,529.69,311.88,5000,1295.43,1347.39,932.42,5000,195.8,128.41,11.45,5000,211.43,225.2,41.35
mnist-100-bnn_200_100_100-perturb_4-id_25.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_200_100_100-perturb_4-id_26.opb,5000,558.94,515.54,316.53,5000,1207.82,1337.91,867.34,5000,180.3,112.72,10.6,5000,195.84,200.67,40.23
mnist-100-bnn_200_100_100-perturb_4-id_27.opb,5000,720.39,519.64,351.84,5000,1579.16,1320.43,881.02,5000,220.5,123.66,12.8,5000,237.61,216.37,45.61
mnist-100-bnn_200_100_100-perturb_4-id_28.opb,5000,615.42,481.92,289.16,5000,1324.04,1292.04,818.34,5000,214.75,124.58,11.5,5000,224.37,216.51,41.28
mnist-100-bnn_200_100_100-perturb_4-id_29.opb,5000,5000,5000,2079,5000,5000,5000,1633.99,5000,5000,5000,21.54,5000,5000,5000,78.03
mnist-100-bnn_200_100_100-perturb_4-id_3.opb,5000,523.01,484.57,268.08,5000,1183.21,1348.6,764.27,5000,189.02,128.2,10.91,5000,201.29,223.39,38.82
mnist-100-bnn_200_100_100-perturb_4-id_4.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_200_100_100-perturb_4-id_5.opb,5000,5000,5000,2547.85,5000,5000,5000,1768.38,5000,5000,5000,25.57,5000,5000,5000,90.05
mnist-100-bnn_200_100_100-perturb_4-id_6.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_200_100_100-perturb_4-id_7.opb,5000,5000,1236.84,1139.28,5000,5000,2481.5,1696.69,5000,5000,221.4,24.47,5000,5000,387.7,82.52
mnist-100-bnn_200_100_100-perturb_4-id_8.opb,5000,663.13,614.9,416.08,5000,1312.59,1488.72,882.57,5000,190.41,127.43,12.57,5000,210.23,222.13,44.67
mnist-100-bnn_200_100_100-perturb_4-id_9.opb,5000,769.71,630.98,517.47,5000,1479.29,1386.68,1075.74,5000,203.02,120.32,14.62,5000,220.13,215.38,51.08
mnist-100-bnn_200_100_100-perturb_5-id_0.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_200_100_100-perturb_5-id_1.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_200_100_100-perturb_5-id_10.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_200_100_100-perturb_5-id_11.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_200_100_100-perturb_5-id_12.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_200_100_100-perturb_5-id_13.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_200_100_100-perturb_5-id_14.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_200_100_100-perturb_5-id_15.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_200_100_100-perturb_5-id_16.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_200_100_100-perturb_5-id_17.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_200_100_100-perturb_5-id_18.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_200_100_100-perturb_5-id_19.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_200_100_100-perturb_5-id_2.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_200_100_100-perturb_5-id_20.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_200_100_100-perturb_5-id_21.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_200_100_100-perturb_5-id_22.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_200_100_100-perturb_5-id_23.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_200_100_100-perturb_5-id_24.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_200_100_100-perturb_5-id_25.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_200_100_100-perturb_5-id_26.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_200_100_100-perturb_5-id_27.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_200_100_100-perturb_5-id_28.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_200_100_100-perturb_5-id_29.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_200_100_100-perturb_5-id_3.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_200_100_100-perturb_5-id_4.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_200_100_100-perturb_5-id_5.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_200_100_100-perturb_5-id_6.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_200_100_100-perturb_5-id_7.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_200_100_100-perturb_5-id_8.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_200_100_100-perturb_5-id_9.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_50_20-epoch_10-trojan-label_0.opb,72,72.31,76.4,76.04,20.68,37.94,40.95,74.91,6.79,19.1,18.56,3.4,4.9,25.33,24.01,5.18
mnist-100-bnn_50_20-epoch_10-trojan-label_1.opb,8.68,8.28,8.19,9.37,1.77,3.36,3.16,4.03,0.9,2.42,2.36,0.67,4.44,6.93,6.98,4.6
mnist-100-bnn_50_20-epoch_10-trojan-label_4.opb,592,586.69,5000,897,384.56,570.52,5000,2263.3,62.56,165.87,5000,39.72,12.8,181.9,5000,21.45
mnist-100-bnn_50_20-epoch_10-trojan-label_5.opb,9.19,8.9,7.78,8.73,1.78,3.39,3.1,3.39,0.95,2.43,2.56,0.58,4.55,6.95,7.25,4.63
mnist-100-bnn_50_20-epoch_10-trojan-label_9.opb,250.16,264.73,253.1,305.53,175.04,279.07,210.84,847.87,29.81,79.93,70.83,17.79,8.22,84.38,78.71,10.9
mnist-100-bnn_50_20-epoch_1-trojan-label_0.opb,68.55,62.57,62.83,65.13,24.74,36.45,32.88,77.91,6.85,17.17,16.65,3.31,5.14,22.77,23.12,5.26
mnist-100-bnn_50_20-epoch_1-trojan-label_1.opb,55.03,55.3,53.76,54.31,13.42,21.58,23.54,46.51,4.79,12.92,13.31,2.61,4.67,18.49,19.54,4.9
mnist-100-bnn_50_20-epoch_1-trojan-label_4.opb,113.19,113.74,115.47,124.98,45,67.51,66.57,179.39,11.13,30.58,30.99,6.28,5.52,36.92,38.84,5.83
mnist-100-bnn_50_20-epoch_1-trojan-label_5.opb,3.18,3.07,2.98,3.73,0.73,1.65,1.63,1.61,0.48,1.21,1.2,0.38,4.59,5.99,6.03,4.8
mnist-100-bnn_50_20-epoch_1-trojan-label_9.opb,5000,5000,5000,1557.78,5000,5000,5000,2604.11,5000,5000,5000,50.67,5000,5000,5000,29
mnist-100-bnn_50_20-epoch_30-trojan-label_0.opb,14.74,13.59,14.72,15.17,2.61,5.71,5.08,7.92,1.4,4.13,3.79,0.91,4.47,9.46,8.71,4.66
mnist-100-bnn_50_20-epoch_30-trojan-label_1.opb,14.3,14.93,13.52,15.2,2.33,5.79,5.12,7.49,1.31,4.05,4.04,0.9,4.37,8.81,8.93,4.64
mnist-100-bnn_50_20-epoch_30-trojan-label_4.opb,183.33,182.61,185.45,193,93.29,140.08,136.52,384.46,18.52,49.38,46.87,9.12,6.2,58.66,53.13,7.17
mnist-100-bnn_50_20-epoch_30-trojan-label_5.opb,11.87,11.27,11.04,12.24,2.15,4.4,4.25,5.47,1.19,3.21,3.15,0.77,4.29,7.9,7.74,4.46
mnist-100-bnn_50_20-epoch_30-trojan-label_9.opb,265.27,262,260.1,328.31,166.51,199,232.07,854.12,30.51,71.38,79.62,17.92,8.14,79.27,89.73,10.99
mnist-100-bnn_50_20-perturb_2-id_0.opb,13.18,7.47,4.84,7.72,5.71,7.22,3.61,3.28,0.21,1.77,1.07,0.21,1.94,4.19,3.14,1.84
mnist-100-bnn_50_20-perturb_2-id_0-adv_3-epoch_1.opb,9.95,5.86,4,5.56,4.54,5.97,3.2,2.72,0.21,1.49,0.8,0.14,1.84,3.91,2.89,1.73
mnist-100-bnn_50_20-perturb_2-id_0-adv_3-epoch_5.opb,51.74,24.85,24.99,29.28,68.18,22.64,23.34,22.12,0.82,3.71,3.36,0.4,4.18,8.03,7.5,2.76
mnist-100-bnn_50_20-perturb_2-id_0-adv-epoch_1.opb,8.02,5.11,3.57,4.63,3.96,5.34,2.71,2.49,0.22,1.35,0.74,0.15,1.89,3.64,2.76,1.8
mnist-100-bnn_50_20-perturb_2-id_0-adv-epoch_5.opb,8.02,7.63,3.95,5.33,8.55,11.78,8.4,9.01,0.27,2.53,1.09,0.24,2.08,5.33,3.5,2.23
mnist-100-bnn_50_20-perturb_2-id_1.opb,12.14,8.75,4.48,6.62,6.92,10.35,5.03,4.56,0.24,2.13,1.22,0.19,2.16,4.98,3.73,1.98
mnist-100-bnn_50_20-perturb_2-id_10.opb,8.44,6.58,3.64,5.27,4.56,8,3.32,3.07,0.2,1.85,0.92,0.17,1.97,4.49,3.05,1.93
mnist-100-bnn_50_20-perturb_2-id_10-adv_3-epoch_1.opb,21.35,9.48,7.81,11.38,13.44,7.97,4.95,4.49,0.35,1.91,1.25,0.16,2.36,4.55,3.71,1.87
mnist-100-bnn_50_20-perturb_2-id_10-adv_3-epoch_5.opb,13.39,8.04,5.12,7.15,6.06,8.31,3.81,3.23,0.27,2.27,0.96,0.13,1.92,5.03,3.07,1.73
mnist-100-bnn_50_20-perturb_2-id_10-adv-epoch_1.opb,17.51,8.32,6.33,9.81,10.1,8.05,4.35,4.2,0.27,1.98,1.12,0.18,2.06,4.76,3.38,1.87
mnist-100-bnn_50_20-perturb_2-id_10-adv-epoch_5.opb,11.9,6.68,4.28,6.31,5.45,6.03,3.46,2.64,0.23,1.68,1.05,0.16,1.91,3.78,3.21,1.72
mnist-100-bnn_50_20-perturb_2-id_11.opb,42.28,18.8,17.26,21.63,49.58,15.79,15,17.36,0.64,2.96,2.39,0.34,3.75,6.47,5.8,2.77
mnist-100-bnn_50_20-perturb_2-id_11-adv_3-epoch_1.opb,95.68,61.49,67.1,80.64,102.93,51.74,61.86,73.81,1.06,7.14,7.44,0.91,5.74,14.68,15.44,5.1
mnist-100-bnn_50_20-perturb_2-id_11-adv_3-epoch_5.opb,4.47,6.38,6.4,4.62,2.6,7.33,6.8,3.06,0.01,0.65,0.65,0.04,0.22,1.47,1.35,0.25
mnist-100-bnn_50_20-perturb_2-id_11-adv-epoch_1.opb,5.96,4.24,2.74,3.06,3.89,5.17,3.14,2.19,0.2,1.5,0.84,0.15,1.85,3.85,2.84,1.75
mnist-100-bnn_50_20-perturb_2-id_11-adv-epoch_5.opb,74.84,48.16,49.13,66.22,73.63,44.25,44.83,68.72,0.84,6.67,5.9,0.8,4.59,13.53,12.55,4.61
mnist-100-bnn_50_20-perturb_2-id_12.opb,30.81,15.39,13.65,17.57,23.83,12.18,9.92,10.4,0.42,2.71,2.22,0.29,2.78,6.15,5.21,2.3
mnist-100-bnn_50_20-perturb_2-id_12-adv_3-epoch_1.opb,51.61,24.73,22.44,27.47,55.2,21.62,19.77,24.64,0.63,3.94,2.88,0.38,3.59,8.12,6.51,2.7
mnist-100-bnn_50_20-perturb_2-id_12-adv_3-epoch_5.opb,13.86,8.81,5.52,6.99,9.59,10.38,5.91,5.27,0.23,2,1.17,0.19,2.04,4.68,3.48,1.84
mnist-100-bnn_50_20-perturb_2-id_12-adv-epoch_1.opb,7.46,5.48,3.89,4.88,3.51,5.71,3.42,2.39,0.17,1.33,0.85,0.14,1.74,3.48,2.96,1.67
mnist-100-bnn_50_20-perturb_2-id_12-adv-epoch_5.opb,7.32,5.29,3.35,4.57,4.01,5.71,3.35,2.34,0.17,1.38,0.91,0.14,1.77,3.68,2.98,1.69
mnist-100-bnn_50_20-perturb_2-id_13.opb,14.95,8.3,5.99,8.93,7.92,7.07,3.97,4.18,0.22,1.72,1.04,0.16,1.98,4.21,3.21,1.87
mnist-100-bnn_50_20-perturb_2-id_13-adv_3-epoch_1.opb,78.99,41.39,41.79,55.29,104.35,37.65,48.37,73.93,0.97,5.09,4.69,0.79,5.38,10.88,10.61,4.44
mnist-100-bnn_50_20-perturb_2-id_13-adv_3-epoch_5.opb,37.75,17.4,15.2,19.86,30.38,13.83,13.48,12.75,0.51,2.96,2.43,0.32,2.92,6.64,5.76,2.26
mnist-100-bnn_50_20-perturb_2-id_13-adv-epoch_1.opb,82.55,51.8,56.72,67.29,101.74,48.89,62.59,74.44,0.98,6.32,7.18,0.8,5.18,13.04,14.97,4.65
mnist-100-bnn_50_20-perturb_2-id_13-adv-epoch_5.opb,50.76,26.38,24.13,30.26,57.49,21.92,22.96,24.89,0.72,3.92,3.31,0.44,3.94,8.25,7.4,2.89
mnist-100-bnn_50_20-perturb_2-id_14.opb,90.96,43.39,42.98,52.98,104.58,36.39,37.81,49.44,1.03,5.38,4.88,0.64,5.36,10.97,10.77,3.86
mnist-100-bnn_50_20-perturb_2-id_14-adv_3-epoch_1.opb,9.08,13.56,13.69,9.63,11.17,15.15,15.43,15.29,0.04,1.14,1.31,0.07,0.46,2.75,3.01,0.61
mnist-100-bnn_50_20-perturb_2-id_14-adv_3-epoch_5.opb,79.73,46.47,47.08,56.47,103.67,51.26,47.05,70.04,0.89,6.04,5.28,0.79,5.05,12.66,11.55,4.64
mnist-100-bnn_50_20-perturb_2-id_14-adv-epoch_1.opb,82.82,46.69,54.7,55.22,97.35,45.25,60.12,62.7,0.97,6.22,6.83,0.75,5.29,13.03,14.58,4.37
mnist-100-bnn_50_20-perturb_2-id_14-adv-epoch_5.opb,88.14,65.78,64.31,69.88,108.69,75.05,67.5,73.13,1.1,7.44,7.17,0.96,5.69,15.48,15.39,5.25
mnist-100-bnn_50_20-perturb_2-id_15.opb,37.67,17.91,14.55,20.57,37.28,17.52,14.49,20.21,0.58,3.18,2.45,0.4,3.33,6.99,5.89,2.85
mnist-100-bnn_50_20-perturb_2-id_15-adv_3-epoch_1.opb,26.6,11.83,10.02,13.79,23.43,12.24,9.62,9.86,0.4,2.49,1.62,0.26,2.66,5.63,4.37,2.27
mnist-100-bnn_50_20-perturb_2-id_15-adv_3-epoch_5.opb,17.78,9.76,6.49,8.93,10.01,10.05,5.76,5.03,0.32,2.33,1.49,0.2,2.23,5.35,3.89,1.96
mnist-100-bnn_50_20-perturb_2-id_15-adv-epoch_1.opb,38.88,15.9,13.85,19.49,49.95,16.41,15.17,16.14,0.64,3.52,2.34,0.36,3.78,7.37,5.83,2.56
mnist-100-bnn_50_20-perturb_2-id_15-adv-epoch_5.opb,9.83,7.91,4.08,6.13,6.87,10.62,5.93,5.62,0.2,1.99,0.98,0.19,2.02,4.77,3.23,1.9
mnist-100-bnn_50_20-perturb_2-id_16.opb,76.5,39.02,41.7,42.61,103.32,32.79,43.16,39.24,1.1,5.52,5.39,0.54,5.52,11.24,11.52,3.5
mnist-100-bnn_50_20-perturb_2-id_16-adv_3-epoch_1.opb,5.45,4.17,4.27,5.46,5.14,4.92,4.91,5.52,0.04,0.48,0.44,0.04,0.25,1.14,1.09,0.31
mnist-100-bnn_50_20-perturb_2-id_16-adv_3-epoch_5.opb,86.65,69.96,68.46,69.81,107.88,89.58,86.26,90.12,1.13,7.22,7.09,0.89,6.15,14.95,14.95,5.32
mnist-100-bnn_50_20-perturb_2-id_16-adv-epoch_1.opb,8.51,6.55,6.57,8.95,9.89,7.74,7.21,11.69,0.06,0.64,0.53,0.06,0.46,1.53,1.36,0.56
mnist-100-bnn_50_20-perturb_2-id_16-adv-epoch_5.opb,0.34,4.5,4.32,0.34,0.13,5.37,5.38,0.15,0.01,0.34,0.45,0,0.03,0.99,1.15,0.03
mnist-100-bnn_50_20-perturb_2-id_17.opb,9.15,9.01,9.13,9.46,10.29,12.84,12.86,11.24,0.05,0.91,0.84,0.07,0.45,2.33,1.96,0.46
mnist-100-bnn_50_20-perturb_2-id_17-adv_3-epoch_1.opb,8.81,6.8,6.68,9.16,10.79,9.92,9.61,12.25,0.06,0.59,0.59,0.09,0.51,1.46,1.46,0.6
mnist-100-bnn_50_20-perturb_2-id_17-adv_3-epoch_5.opb,7.56,5.92,3.49,4.5,4.01,7.24,3.93,3.13,0.21,1.69,1.1,0.16,1.89,4.14,3.45,1.8
mnist-100-bnn_50_20-perturb_2-id_17-adv-epoch_1.opb,8.06,12.91,11.68,8.33,7.87,14.56,12.21,9.06,0.05,0.92,1.3,0.06,0.41,2.27,2.99,0.44
mnist-100-bnn_50_20-perturb_2-id_17-adv-epoch_5.opb,72.21,34.5,34.21,44.11,71.81,24.76,31.63,34.46,0.96,4.9,4.64,0.53,4.57,10.11,10.05,3.21
mnist-100-bnn_50_20-perturb_2-id_18.opb,55.31,23.72,22.38,30.07,73.24,20.66,19.89,23.7,0.69,3.43,2.94,0.42,3.98,7.48,6.87,2.74
mnist-100-bnn_50_20-perturb_2-id_18-adv_3-epoch_1.opb,6.85,6.47,6.46,7.19,5.51,5.42,5.15,7.19,0.04,0.61,0.54,0.05,0.3,1.3,1.19,0.4
mnist-100-bnn_50_20-perturb_2-id_18-adv_3-epoch_5.opb,6.73,5.68,5.93,6.87,6.34,6.9,6.64,7.5,0.04,0.61,0.55,0.05,0.31,1.44,1.28,0.34
mnist-100-bnn_50_20-perturb_2-id_18-adv-epoch_1.opb,33.51,14.69,10.93,15.68,27.26,13.36,8.48,11.37,0.52,3.08,1.69,0.29,3.01,6.86,4.37,2.41
mnist-100-bnn_50_20-perturb_2-id_18-adv-epoch_5.opb,6.91,5.73,5.58,7.04,7.49,6.46,5.8,8.44,0.04,0.45,0.46,0.07,0.36,1.1,1.13,0.38
mnist-100-bnn_50_20-perturb_2-id_19.opb,14.28,7.17,5.01,6.74,23.24,8.63,6.74,5.27,0.37,1.89,1.11,0.2,2.45,4.36,3.5,1.96
mnist-100-bnn_50_20-perturb_2-id_19-adv_3-epoch_1.opb,9.8,6.74,4.32,5.87,5.38,7.79,3.84,3.02,0.23,1.81,1.01,0.17,1.97,4.27,3.14,1.79
mnist-100-bnn_50_20-perturb_2-id_19-adv_3-epoch_5.opb,17.39,9.03,7.25,8.73,12.24,8.5,6.94,4.92,0.32,1.94,1.24,0.2,2.24,4.57,3.6,1.87
mnist-100-bnn_50_20-perturb_2-id_19-adv-epoch_1.opb,17.56,9.7,6.48,9.61,11.38,10.87,6.83,7.05,0.32,2.39,1.49,0.24,2.27,5.39,4.03,2.06
mnist-100-bnn_50_20-perturb_2-id_19-adv-epoch_5.opb,6.09,4.29,2.53,3.52,3.64,4.76,2.69,2.38,0.19,1.29,0.8,0.14,1.84,3.45,2.77,1.79
mnist-100-bnn_50_20-perturb_2-id_1-adv_3-epoch_1.opb,16.44,8.84,6.87,8.78,11.51,8.91,6.84,5.23,0.29,2.3,1.27,0.17,2.32,5.31,3.81,1.93
mnist-100-bnn_50_20-perturb_2-id_1-adv_3-epoch_5.opb,7.64,5.44,3.18,4.29,4.49,6.28,3.36,2.76,0.17,1.54,0.96,0.18,1.98,3.84,3.1,1.85
mnist-100-bnn_50_20-perturb_2-id_1-adv-epoch_1.opb,11.18,7.15,4.54,5.84,7.04,9.21,5.66,4.72,0.26,2.32,1.2,0.21,2.11,5.18,3.45,2.06
mnist-100-bnn_50_20-perturb_2-id_1-adv-epoch_5.opb,6.63,4.9,3.01,3.7,3.6,5.65,3.51,2.51,0.19,1.44,0.94,0.17,1.81,3.7,3.07,1.82
mnist-100-bnn_50_20-perturb_2-id_2.opb,21.13,10.73,8.1,11.96,10.53,8.42,4.81,5.12,0.31,1.77,1.33,0.22,2.23,4.28,3.54,1.84
mnist-100-bnn_50_20-perturb_2-id_20.opb,75.55,50.75,49.93,53.53,92.19,45.96,50.01,56.91,1.04,5.44,5.14,0.67,5.39,11.25,10.83,3.82
mnist-100-bnn_50_20-perturb_2-id_20-adv_3-epoch_1.opb,60,29.1,26.45,36.71,60.95,23.57,24.47,24.14,0.72,4.6,3.96,0.43,3.86,9.34,8.58,2.72
mnist-100-bnn_50_20-perturb_2-id_20-adv_3-epoch_5.opb,27.18,13.77,11.04,14.51,25.3,13.17,8.62,9.83,0.42,2.67,1.76,0.31,2.8,6.1,4.53,2.19
mnist-100-bnn_50_20-perturb_2-id_20-adv-epoch_1.opb,34.76,14.43,13.68,17.83,27.4,11.27,10.67,10.23,0.54,2.67,2.07,0.28,3,5.89,5.13,2.25
mnist-100-bnn_50_20-perturb_2-id_20-adv-epoch_5.opb,10.63,6.27,3.94,5.92,4.89,7.16,3.49,2.69,0.21,1.8,0.96,0.15,1.88,4.36,3.07,1.7
mnist-100-bnn_50_20-perturb_2-id_21.opb,7.11,7.33,7.28,7.46,7.48,7.06,7.06,8.37,0.03,0.57,0.6,0.06,0.35,1.28,1.44,0.36
mnist-100-bnn_50_20-perturb_2-id_21-adv_3-epoch_1.opb,6,6.29,6.55,6.18,6.01,6.43,6.74,6.86,0.04,0.58,0.53,0.05,0.28,1.37,1.26,0.28
mnist-100-bnn_50_20-perturb_2-id_21-adv_3-epoch_5.opb,20.61,9.82,8.13,11.66,11.66,7.39,5.76,4.65,0.3,1.79,1.39,0.2,2.18,4.24,3.9,1.81
mnist-100-bnn_50_20-perturb_2-id_21-adv-epoch_1.opb,4.29,5.62,5.59,4.44,4.56,5.61,5.33,5.08,0.05,0.63,0.48,0.05,0.29,1.39,1.14,0.28
mnist-100-bnn_50_20-perturb_2-id_21-adv-epoch_5.opb,6.51,7.26,6.96,6.76,4.94,6.68,6.49,6.14,0.04,0.59,0.62,0.06,0.29,1.3,1.44,0.34
mnist-100-bnn_50_20-perturb_2-id_22.opb,15.27,7.87,5.64,8.71,7.31,7.99,4.26,3.79,0.27,1.91,1.09,0.18,2.04,4.67,3.31,1.79
mnist-100-bnn_50_20-perturb_2-id_22-adv_3-epoch_1.opb,6.37,5.44,2.9,3.8,3.59,6.13,2.93,2.38,0.17,1.5,0.82,0.16,1.85,3.65,2.86,1.78
mnist-100-bnn_50_20-perturb_2-id_22-adv_3-epoch_5.opb,14.89,7.9,5.14,8.21,8.12,7.81,4.15,3.5,0.3,1.85,1.18,0.19,2.1,4.37,3.44,1.82
mnist-100-bnn_50_20-perturb_2-id_22-adv-epoch_1.opb,7.52,5.5,2.96,4.75,3.51,5.98,2.92,2.54,0.18,1.47,0.86,0.17,1.76,3.72,2.87,1.82
mnist-100-bnn_50_20-perturb_2-id_22-adv-epoch_5.opb,8.4,5.57,3.18,5.86,3.93,6.24,3.04,2.86,0.17,1.38,0.93,0.14,1.81,3.68,3.01,1.83
mnist-100-bnn_50_20-perturb_2-id_23.opb,14.31,8.09,5.36,6.98,9.04,8.39,4.1,3.19,0.31,1.78,1.04,0.13,2.15,4.49,3.21,1.82
mnist-100-bnn_50_20-perturb_2-id_23-adv_3-epoch_1.opb,9.46,6.2,3.37,6.12,4.19,6.48,3.11,2.75,0.2,1.55,0.89,0.14,1.95,3.95,3.11,1.8
mnist-100-bnn_50_20-perturb_2-id_23-adv_3-epoch_5.opb,26.53,12.45,10.49,13.04,26.32,11.29,7.54,6.5,0.44,2.73,1.58,0.21,2.82,6.15,4.2,1.99
mnist-100-bnn_50_20-perturb_2-id_23-adv-epoch_1.opb,9.82,6.02,3.55,5.44,4.93,6.56,3.59,2.52,0.21,1.46,1.07,0.19,1.94,3.93,3.27,1.83
mnist-100-bnn_50_20-perturb_2-id_23-adv-epoch_5.opb,4.56,4.32,2.18,2.79,3.87,5.41,2.79,2.45,0.18,1.28,0.75,0.15,1.86,3.44,2.73,1.87
mnist-100-bnn_50_20-perturb_2-id_24.opb,5.92,4.93,2.74,3.73,3.42,5.97,2.98,2.64,0.19,1.51,0.92,0.17,1.87,3.81,3.1,1.87
mnist-100-bnn_50_20-perturb_2-id_24-adv_3-epoch_1.opb,5.37,3.65,2.04,3.16,3.44,4.4,2.37,2.04,0.19,1.2,0.65,0.14,1.85,3.35,2.6,1.81
mnist-100-bnn_50_20-perturb_2-id_24-adv_3-epoch_5.opb,19.86,9.69,7.56,10.9,12.4,8.94,6.39,4.94,0.35,2.05,1.52,0.23,2.31,4.79,3.96,1.89
mnist-100-bnn_50_20-perturb_2-id_24-adv-epoch_1.opb,4.6,4.36,2.42,2.88,3,5.63,2.83,2.14,0.15,1.24,0.75,0.13,1.77,3.62,2.8,1.76
mnist-100-bnn_50_20-perturb_2-id_24-adv-epoch_5.opb,4.07,3.86,2.21,2.88,2.78,4.97,2.65,2.37,0.16,1.31,0.78,0.14,1.77,3.72,2.62,1.8
mnist-100-bnn_50_20-perturb_2-id_25.opb,4.47,5.27,5.17,4.56,5.34,7.43,6.95,5.97,0.03,0.54,0.58,0.05,0.24,1.19,1.28,0.28
mnist-100-bnn_50_20-perturb_2-id_25-adv_3-epoch_1.opb,3.64,5.54,5.48,3.77,2.68,5.56,5.21,3.18,0.02,0.44,0.47,0.02,0.16,1.04,1.14,0.16
mnist-100-bnn_50_20-perturb_2-id_25-adv_3-epoch_5.opb,6.87,5.01,4.97,6.92,8.46,5.24,4.87,8.85,0.06,0.52,0.48,0.07,0.32,1.15,1.03,0.44
mnist-100-bnn_50_20-perturb_2-id_25-adv-epoch_1.opb,6.3,4.76,4.66,6.3,5.32,3.83,3.63,5.54,0.04,0.41,0.38,0.04,0.29,0.93,0.93,0.35
mnist-100-bnn_50_20-perturb_2-id_25-adv-epoch_5.opb,4.13,0.79,0.88,4.23,2.84,0.72,0.67,3.42,0.04,0.17,0.13,0.03,0.24,0.34,0.31,0.25
mnist-100-bnn_50_20-perturb_2-id_26.opb,13.97,8.54,5.43,8.61,6.73,8.2,3.74,3.57,0.23,1.86,1.08,0.18,2.06,4.68,3.41,1.95
mnist-100-bnn_50_20-perturb_2-id_26-adv_3-epoch_1.opb,14.58,7.99,5.37,7.78,8.54,8.51,4.59,3.56,0.23,1.71,1.2,0.14,2.12,4.37,3.59,1.86
mnist-100-bnn_50_20-perturb_2-id_26-adv_3-epoch_5.opb,14.44,8.48,5.41,7.89,9.11,8.61,4.37,3.64,0.25,1.99,1.14,0.19,2.1,4.72,3.42,1.88
mnist-100-bnn_50_20-perturb_2-id_26-adv-epoch_1.opb,7.58,6.18,3.33,4.56,4.13,8.28,3.33,2.92,0.17,1.93,0.98,0.15,1.9,4.68,3.25,1.87
mnist-100-bnn_50_20-perturb_2-id_26-adv-epoch_5.opb,16.5,9.44,6.65,9.88,8.36,8.67,4.28,4.62,0.26,2.25,1.25,0.21,1.96,5.26,3.54,1.88
mnist-100-bnn_50_20-perturb_2-id_27.opb,5.5,6.92,6.96,5.67,4.28,6.73,6.19,5.08,0.02,0.61,0.51,0.04,0.23,1.44,1.32,0.34
mnist-100-bnn_50_20-perturb_2-id_27-adv_3-epoch_1.opb,5.67,4.07,4.03,5.79,4.5,3.76,3.54,5.46,0.04,0.42,0.43,0.03,0.3,1,0.95,0.31
mnist-100-bnn_50_20-perturb_2-id_27-adv_3-epoch_5.opb,35.92,16.37,13.99,17.89,32.04,13.34,11.39,13.43,0.55,2.98,2.28,0.35,3.06,6.05,5.42,2.41
mnist-100-bnn_50_20-perturb_2-id_27-adv-epoch_1.opb,6.9,4.57,4.24,6.97,6.02,4.9,4.39,6.7,0.04,0.45,0.56,0.05,0.32,0.99,1.2,0.35
mnist-100-bnn_50_20-perturb_2-id_27-adv-epoch_5.opb,6.61,7.55,7.17,6.94,5.13,9.54,8.85,6.71,0.04,0.63,0.76,0.05,0.3,1.51,1.82,0.39
mnist-100-bnn_50_20-perturb_2-id_28.opb,10.3,15.81,15.99,10.81,9.06,15.59,15.42,11.2,0.06,1.41,1.2,0.08,0.46,3.23,2.98,0.5
mnist-100-bnn_50_20-perturb_2-id_28-adv_3-epoch_1.opb,8.57,8.26,8.01,9.11,10.68,10.27,9.36,13.64,0.06,0.74,0.8,0.06,0.45,1.82,1.9,0.53
mnist-100-bnn_50_20-perturb_2-id_28-adv_3-epoch_5.opb,4.4,4.94,2.34,2.98,3.35,6.36,2.64,2.29,0.17,1.44,0.76,0.15,1.85,3.69,2.67,1.85
mnist-100-bnn_50_20-perturb_2-id_28-adv-epoch_1.opb,29.98,12.99,11.3,15.1,25.68,11.77,10.03,8.39,0.46,2.7,1.83,0.22,2.92,6.4,4.75,2.18
mnist-100-bnn_50_20-perturb_2-id_28-adv-epoch_5.opb,27.36,13.15,9.99,13.37,22.53,11.75,7.49,7.48,0.41,2.26,1.61,0.21,2.62,5.27,4.38,2.02
mnist-100-bnn_50_20-perturb_2-id_29.opb,11.31,6.1,4.47,6.36,5.56,5.51,3.82,2.8,0.23,1.36,0.99,0.14,1.88,3.72,3.04,1.75
mnist-100-bnn_50_20-perturb_2-id_29-adv_3-epoch_1.opb,6.6,7.28,7.06,7.08,8.29,9.44,8.63,10.13,0.06,0.53,0.62,0.05,0.44,1.4,1.62,0.44
mnist-100-bnn_50_20-perturb_2-id_29-adv_3-epoch_5.opb,13.94,8.56,5.46,6.87,8.58,8.98,4.31,3.74,0.29,2.09,1.15,0.2,2.11,4.82,3.3,1.79
mnist-100-bnn_50_20-perturb_2-id_29-adv-epoch_1.opb,6.98,4.64,2.48,4.27,3.97,6.07,2.71,2.53,0.19,1.47,0.81,0.14,1.8,3.68,2.76,1.77
mnist-100-bnn_50_20-perturb_2-id_29-adv-epoch_5.opb,5.62,4.34,2.55,3.26,3.23,5.33,2.98,2.13,0.17,1.34,0.95,0.14,1.77,3.37,2.94,1.76
mnist-100-bnn_50_20-perturb_2-id_2-adv_3-epoch_1.opb,11.32,6.9,4.83,6.44,4.72,6.51,3.41,2.56,0.18,1.65,0.99,0.14,1.81,4.04,3,1.65
mnist-100-bnn_50_20-perturb_2-id_2-adv_3-epoch_5.opb,8.74,5.54,3.44,4.75,5.2,5.68,3.29,2.76,0.22,1.41,0.93,0.17,1.92,3.63,2.99,1.8
mnist-100-bnn_50_20-perturb_2-id_2-adv-epoch_1.opb,17.42,8.88,6.7,8.94,12.92,10.1,6.29,5.1,0.32,1.99,1.21,0.2,2.29,4.88,3.52,1.91
mnist-100-bnn_50_20-perturb_2-id_2-adv-epoch_5.opb,4.79,4.12,2.32,2.89,3.13,5.16,2.81,2.25,0.19,1.43,0.79,0.15,1.76,3.77,2.7,1.79
mnist-100-bnn_50_20-perturb_2-id_3.opb,52.63,23.17,21.31,28.81,46.91,16.18,15.34,17.28,0.72,3.59,2.71,0.39,3.81,7.82,6.18,2.65
mnist-100-bnn_50_20-perturb_2-id_3-adv_3-epoch_1.opb,6.56,5.69,5.78,6.96,10.37,8.58,9.3,11.5,0.06,0.64,0.55,0.06,0.5,1.54,1.34,0.5
mnist-100-bnn_50_20-perturb_2-id_3-adv_3-epoch_5.opb,5.59,5.15,2.35,3.23,3.53,6.73,2.76,2.14,0.19,1.5,0.86,0.14,1.87,3.81,2.9,1.73
mnist-100-bnn_50_20-perturb_2-id_3-adv-epoch_1.opb,6.66,6.27,6.32,6.96,7.34,7.85,7.48,8.59,0.04,0.62,0.59,0.06,0.35,1.37,1.44,0.41
mnist-100-bnn_50_20-perturb_2-id_3-adv-epoch_5.opb,8.74,9.28,9.09,9.37,11.8,10.02,9.75,14.57,0.09,0.78,0.77,0.12,0.49,1.65,1.84,0.61
mnist-100-bnn_50_20-perturb_2-id_4.opb,6.33,6.08,6.22,6.64,5.09,10.01,10.18,6.33,0.03,0.71,0.72,0.04,0.24,1.72,1.67,0.27
mnist-100-bnn_50_20-perturb_2-id_4-adv_3-epoch_1.opb,6.15,6.23,5.87,6.26,6.82,6.19,5.75,7.52,0.04,0.52,0.59,0.04,0.32,1.27,1.33,0.33
mnist-100-bnn_50_20-perturb_2-id_4-adv_3-epoch_5.opb,7.92,6.5,6.84,8.44,9.82,8.05,7.85,11.21,0.06,0.82,0.62,0.05,0.44,1.8,1.46,0.45
mnist-100-bnn_50_20-perturb_2-id_4-adv-epoch_1.opb,6.72,7.81,7.75,7.15,6.78,8.38,7.89,8.06,0.04,0.64,0.65,0.06,0.3,1.54,1.51,0.35
mnist-100-bnn_50_20-perturb_2-id_4-adv-epoch_5.opb,96.49,38.73,41.32,45.09,105.45,35.22,42.14,35.16,1.11,5.62,5.35,0.53,6.04,11.45,11.23,3.65
mnist-100-bnn_50_20-perturb_2-id_5.opb,63.04,32.76,32.93,41.94,74.2,35.37,35.78,47.36,0.79,4.82,3.91,0.65,4.64,10.2,9.11,3.88
mnist-100-bnn_50_20-perturb_2-id_5-adv_3-epoch_1.opb,5.01,4.78,4.67,5.17,3.46,5.47,5.69,3.97,0.03,0.44,0.47,0.03,0.19,0.96,1.07,0.25
mnist-100-bnn_50_20-perturb_2-id_5-adv_3-epoch_5.opb,4.19,4.01,4.05,4.15,5.97,4.66,4.4,6.55,0.03,0.46,0.5,0.06,0.23,1.08,1.08,0.29
mnist-100-bnn_50_20-perturb_2-id_5-adv-epoch_1.opb,5.98,5.55,5.57,6.31,5.83,7.35,6.62,6.68,0.06,0.52,0.49,0.06,0.3,1.19,1.15,0.33
mnist-100-bnn_50_20-perturb_2-id_5-adv-epoch_5.opb,1.93,2.57,2.71,1.91,1.09,2.24,2.29,1.36,0.01,0.3,0.24,0.01,0.1,0.72,0.58,0.12
mnist-100-bnn_50_20-perturb_2-id_6.opb,6.78,7.66,7,7.09,5.52,8.13,6.89,6.81,0.04,0.62,0.73,0.03,0.26,1.44,1.64,0.31
mnist-100-bnn_50_20-perturb_2-id_6-adv_3-epoch_1.opb,8,11.46,11.26,8.43,7.79,12.78,11.67,9.33,0.05,1.02,0.89,0.07,0.34,2.21,2.14,0.45
mnist-100-bnn_50_20-perturb_2-id_6-adv_3-epoch_5.opb,7.15,5.56,5.52,7.37,10.17,6.02,5.96,11.35,0.07,0.45,0.35,0.07,0.37,1.13,0.96,0.41
mnist-100-bnn_50_20-perturb_2-id_6-adv-epoch_1.opb,68.93,39.62,42.15,49.23,100.76,41.23,55.38,68.41,0.86,4.66,4.75,0.72,4.92,9.9,10.71,3.98
mnist-100-bnn_50_20-perturb_2-id_6-adv-epoch_5.opb,52.92,26.75,25.2,32.27,60.48,19.25,21.11,23.04,0.73,4.07,3.09,0.42,3.83,8.63,6.84,2.76
mnist-100-bnn_50_20-perturb_2-id_7.opb,10.22,7.72,4.82,5.69,7.64,9.57,6.14,5.06,0.26,2.1,1.11,0.18,2.18,4.94,3.63,2.08
mnist-100-bnn_50_20-perturb_2-id_7-adv_3-epoch_1.opb,43.64,22.29,21.35,27.33,44.34,16.25,17.39,19.52,0.56,3.21,2.77,0.35,3.38,7.09,6.32,2.45
mnist-100-bnn_50_20-perturb_2-id_7-adv_3-epoch_5.opb,17.14,7.8,7.52,8.45,11.7,8.17,7.92,5.94,0.29,1.74,1.45,0.22,2.28,4.37,3.83,1.95
mnist-100-bnn_50_20-perturb_2-id_7-adv-epoch_1.opb,111.58,74.83,78.09,91.55,126.73,78.61,87.95,103.01,1.34,8.1,8.53,1.02,6.85,16.22,18.03,5.61
mnist-100-bnn_50_20-perturb_2-id_7-adv-epoch_5.opb,41.47,18.61,17.3,24.11,42.43,15.63,14.57,16.05,0.53,3.53,2.51,0.28,3.3,7.75,5.76,2.28
mnist-100-bnn_50_20-perturb_2-id_8.opb,49.29,23.9,21.74,28.53,49.61,17.1,16.79,16.46,0.67,3.88,2.89,0.37,3.61,8.38,6.63,2.53
mnist-100-bnn_50_20-perturb_2-id_8-adv_3-epoch_1.opb,61.39,28.75,27.73,42.41,62.82,21.57,20.87,28.61,0.66,4.23,3.72,0.53,3.79,8.73,8.07,3.09
mnist-100-bnn_50_20-perturb_2-id_8-adv_3-epoch_5.opb,23.92,11.75,10.27,13.46,18.42,9.27,7.64,6.65,0.33,1.93,1.65,0.2,2.34,4.68,4.28,1.95
mnist-100-bnn_50_20-perturb_2-id_8-adv-epoch_1.opb,45.02,24.2,21.66,31.11,45.16,19.94,18.15,22.28,0.57,3.33,2.78,0.39,3.19,7.31,6.4,2.63
mnist-100-bnn_50_20-perturb_2-id_8-adv-epoch_5.opb,67.43,35.12,33.89,46.38,73.61,30.6,35.15,45.44,0.83,5.06,4.75,0.58,4.75,10.25,9.69,3.64
mnist-100-bnn_50_20-perturb_2-id_9.opb,72.23,37.71,38.62,58.86,101.93,36.94,43.84,74.23,0.97,5.57,5.38,0.79,5.24,11.68,11.54,4.57
mnist-100-bnn_50_20-perturb_2-id_9-adv_3-epoch_1.opb,40.71,21.87,19.34,24.28,44.05,18.86,20.14,19.73,0.55,3.46,2.85,0.35,3.4,7.47,6.73,2.59
mnist-100-bnn_50_20-perturb_2-id_9-adv_3-epoch_5.opb,68.78,42.44,47.9,52.73,80.78,38.7,46.85,54.4,0.87,5.36,5.48,0.63,4.92,11.16,11.94,4.19
mnist-100-bnn_50_20-perturb_2-id_9-adv-epoch_1.opb,9.82,6.57,3.5,5.12,5.53,8.29,3.51,3.26,0.23,2.06,1.08,0.17,2.06,4.81,3.49,1.9
mnist-100-bnn_50_20-perturb_2-id_9-adv-epoch_5.opb,15.78,8.76,5.75,8.63,9.16,6.86,3.94,4.02,0.28,1.73,1.21,0.17,1.93,4.13,3.34,1.74
mnist-100-bnn_50_20-perturb_3-id_0.opb,104.24,59.9,33.13,33.99,392.89,195.61,127.63,133.02,2.18,14.88,6.24,0.96,11.28,22.6,13.58,5.77
mnist-100-bnn_50_20-perturb_3-id_1.opb,83.91,64.03,31.61,29.01,308.78,223.77,132.22,101.86,1.7,15.06,5.88,0.84,9.07,23.22,12.86,4.91
mnist-100-bnn_50_20-perturb_3-id_10.opb,83.86,62.61,31.12,30.37,310.27,203.66,120.24,110.8,2.08,15.75,6.41,0.94,9.39,22.47,13.68,5.38
mnist-100-bnn_50_20-perturb_3-id_11.opb,258.02,91.74,58.02,66.65,548.2,218.6,183.37,208.02,5.19,20.63,9.58,1.47,19.82,30.39,19.17,7.88
mnist-100-bnn_50_20-perturb_3-id_12.opb,144.81,73.56,45.12,48.6,351.17,204.92,160.32,170.36,2.74,16.56,7.11,1.07,11.94,26.22,15.76,6.42
mnist-100-bnn_50_20-perturb_3-id_13.opb,105.62,56.31,34.49,31.69,355.34,183.1,132.84,100.77,2.2,13.04,6.3,0.87,10.76,20.12,13.88,5.02
mnist-100-bnn_50_20-perturb_3-id_14.opb,5000,96.2,65.19,79.65,5000,200.93,153.01,204.96,5000,15.45,9.61,1.32,5000,26.39,19.68,7.79
mnist-100-bnn_50_20-perturb_3-id_15.opb,239.24,98.83,55.73,67.02,523.6,257.03,160.99,203.63,4.48,20.75,9.25,1.41,18.03,32.4,19.35,7.74
mnist-100-bnn_50_20-perturb_3-id_16.opb,5000,1092.06,1408.17,1687.38,5000,1327.03,2386.09,2301.31,5000,129.34,140.51,20.17,5000,230.88,258.7,86.16
mnist-100-bnn_50_20-perturb_3-id_17.opb,5000,236.81,167.22,200.01,5000,296.78,205.62,307.18,5000,32.83,19.07,2.49,5000,56.61,36.96,12.28
mnist-100-bnn_50_20-perturb_3-id_18.opb,5000,105.92,72.08,86.21,5000,207.31,159.41,167.15,5000,18.02,10.21,1.31,5000,31.77,20.84,7.51
mnist-100-bnn_50_20-perturb_3-id_19.opb,115.33,74.53,36.99,42.32,334.06,214.94,126.86,149.9,2.45,17.41,6.92,1.13,11.12,26.62,14.6,6.19
mnist-100-bnn_50_20-perturb_3-id_2.opb,141.57,78.17,44.68,56.9,390.01,217.62,157.46,207.84,2.43,16.57,7.68,1.29,11.32,25.09,16.51,7.67
mnist-100-bnn_50_20-perturb_3-id_20.opb,208.38,84.95,46.44,51.28,558.07,222.18,150.63,148.1,4.4,18.44,7.7,1.13,16.36,27.65,16.22,6.21
mnist-100-bnn_50_20-perturb_3-id_21.opb,13.09,10.47,10.34,13.83,11.9,10.58,11.07,15.52,0.09,1.04,1.22,0.13,0.65,2.25,2.73,0.81
mnist-100-bnn_50_20-perturb_3-id_22.opb,80.53,70.39,36.97,27.38,254.84,235.15,146.65,85.55,2.13,17.35,6.96,0.87,9.26,26.26,14.92,5.07
mnist-100-bnn_50_20-perturb_3-id_23.opb,138.75,79.07,42.32,47.75,365.24,233.95,137.15,161.25,2.92,17.86,8.03,1.26,12.6,27.69,16.93,6.95
mnist-100-bnn_50_20-perturb_3-id_24.opb,61.23,52.1,28.9,22.58,266.37,188.95,124.49,90.9,1.59,11.71,5.62,0.9,8.01,17.26,12.46,5.18
mnist-100-bnn_50_20-perturb_3-id_25.opb,24.59,8.65,8.2,25.53,27.06,9.86,9.34,29.81,0.12,0.81,1.06,0.16,1.22,1.86,2.37,1.27
mnist-100-bnn_50_20-perturb_3-id_26.opb,82.26,63.03,36.32,35.03,304.05,213.32,148.19,129.15,1.79,15.04,6.48,1.05,9.2,22.45,14.35,6.25
mnist-100-bnn_50_20-perturb_3-id_27.opb,240.18,5000,5000,405.82,284.71,5000,5000,639,2.97,5000,5000,4.91,13.21,5000,5000,22.32
mnist-100-bnn_50_20-perturb_3-id_28.opb,193.99,65.6,45.31,56.22,449.35,175.76,153.63,168.13,3.26,11.95,6.51,1.03,14.01,19.78,14.24,6.44
mnist-100-bnn_50_20-perturb_3-id_29.opb,107.74,60.93,33.4,33.27,298.57,184.06,124.37,108.93,2.54,15.52,6.89,0.99,10.82,23.06,14.53,5.23
mnist-100-bnn_50_20-perturb_3-id_3.opb,5000,105.29,67.69,80.35,5000,207.75,161.29,167.64,5000,16.41,8.82,1.17,5000,28.5,18.74,6.96
mnist-100-bnn_50_20-perturb_3-id_4.opb,591.19,1474.97,5000,5000,721.06,2097.02,5000,5000,7.43,160.78,5000,5000,30.42,283.04,5000,5000
mnist-100-bnn_50_20-perturb_3-id_5.opb,1130.64,221.01,179.22,199.08,1746.91,282.6,264.56,293.87,16.58,34.6,24.76,3.13,59.56,58.59,47.66,14.75
mnist-100-bnn_50_20-perturb_3-id_6.opb,5000,114.34,80.37,91.47,5000,237.43,153.93,161.87,5000,14.26,9.62,1.25,5000,26.07,19.94,6.84
mnist-100-bnn_50_20-perturb_3-id_7.opb,76.94,52.31,28.96,26.02,295.6,164.08,118.48,99.17,2.01,13.96,5.8,0.94,9.2,21.02,12.45,5.06
mnist-100-bnn_50_20-perturb_3-id_8.opb,127.87,66.81,38.98,40.12,362.68,207.6,149.72,128.78,2.32,14.42,6.62,0.91,11.11,23.64,14.51,5.59
mnist-100-bnn_50_20-perturb_3-id_9.opb,181.26,95.74,54.03,60.17,422.25,293.17,184.94,199.67,3.27,18.94,9.03,1.21,14.75,30.78,19.08,7.33
mnist-100-bnn_50_20-perturb_4-id_0.opb,1188.82,468.08,353.78,236.94,2963.1,998.9,943.61,718.6,46.67,163.85,93.5,11.26,113.39,167.59,158.98,35.2
mnist-100-bnn_50_20-perturb_4-id_1.opb,1031.39,493.44,349.96,218.86,2591.71,986.71,928.73,660.51,40.26,173.98,88.46,9.85,101.04,169.46,150.98,31.81
mnist-100-bnn_50_20-perturb_4-id_10.opb,890.38,459.05,365.08,224.72,2266.47,913.64,920.37,718.64,39.26,170.31,103.43,10.73,93.86,164.96,174.7,33.23
mnist-100-bnn_50_20-perturb_4-id_11.opb,5000,757.35,586.14,407.22,5000,1707.52,1524.47,988.6,5000,246.66,149.56,17.88,5000,261.79,261.81,55.06
mnist-100-bnn_50_20-perturb_4-id_12.opb,5000,615.06,562.28,353.39,5000,1322.42,1554.93,1131.43,5000,216.89,137.4,17,5000,224.36,231.54,52.27
mnist-100-bnn_50_20-perturb_4-id_13.opb,5000,615.16,491.61,267.63,5000,1254.13,1278.07,742.82,5000,200.72,124.96,11.45,5000,210.04,210.59,36.41
mnist-100-bnn_50_20-perturb_4-id_14.opb,5000,697.49,512.1,323.91,5000,1513.07,1308.13,883.82,5000,235.29,135.17,14.3,5000,239.18,233.25,45.17
mnist-100-bnn_50_20-perturb_4-id_15.opb,5000,809.71,659.21,351.83,5000,1797.83,1761.31,950.22,5000,265.51,168.72,15.13,5000,284.44,290.01,47.33
mnist-100-bnn_50_20-perturb_4-id_16.opb,5000,875.93,653.5,466.31,5000,2026.16,1710.23,1114.34,5000,254.91,161.62,18.94,5000,278.52,279.86,59.71
mnist-100-bnn_50_20-perturb_4-id_17.opb,5000,5000,5000,1185.88,5000,5000,5000,1920.91,5000,5000,5000,29.47,5000,5000,5000,100.15
mnist-100-bnn_50_20-perturb_4-id_18.opb,5000,845.59,668.92,466.58,5000,1899.9,1878.45,1200.6,5000,283.76,163.94,19.85,5000,306.38,286.87,63.76
mnist-100-bnn_50_20-perturb_4-id_19.opb,1280.1,551.02,431.2,231.27,2971.13,1144.09,1072.85,681.41,45.19,188.96,111.37,10.44,114.32,192.52,187.19,33.13
mnist-100-bnn_50_20-perturb_4-id_2.opb,5000,796.42,617.16,382.83,5000,1830.63,1628.1,1033.07,5000,244.3,145.5,15.56,5000,257.02,246.01,49.7
mnist-100-bnn_50_20-perturb_4-id_20.opb,5000,591.12,482.61,295.43,5000,1257.51,1241.58,814.41,5000,198.35,118.14,13.32,5000,213.25,202.98,40.72
mnist-100-bnn_50_20-perturb_4-id_21.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_50_20-perturb_4-id_22.opb,1317.07,507.59,400.57,248.99,3052.13,1047.52,1074.84,749.49,49.26,185.6,102.28,11.75,121.79,191.24,172.15,35.93
mnist-100-bnn_50_20-perturb_4-id_23.opb,5000,620.01,490.84,278.27,5000,1349.95,1326.45,791.61,5000,209.1,128.64,12.29,5000,215.98,220.18,38.81
mnist-100-bnn_50_20-perturb_4-id_24.opb,934.39,431.63,354.4,218.03,2427.33,829.5,889.77,680.91,41.91,165.79,100.47,10.43,101.55,169.9,169.87,32.46
mnist-100-bnn_50_20-perturb_4-id_25.opb,868.7,5000,5000,5000,1165.96,5000,5000,5000,15.58,5000,5000,5000,51.89,5000,5000,5000
mnist-100-bnn_50_20-perturb_4-id_26.opb,1123.57,500.7,372.92,244.2,2665.68,1053.83,958.45,750.84,40.33,177.49,95.69,11.15,102.26,188.57,162.77,36.09
mnist-100-bnn_50_20-perturb_4-id_27.opb,5000,5000,5000,1086.81,5000,5000,5000,1845.41,5000,5000,5000,26.62,5000,5000,5000,91.21
mnist-100-bnn_50_20-perturb_4-id_28.opb,5000,949.26,767.3,494.5,5000,2090.75,1966.45,1135.25,5000,286.99,173.8,19.58,5000,304.48,295.28,60.52
mnist-100-bnn_50_20-perturb_4-id_29.opb,1249.47,486.42,394.84,244.56,3050.26,1013.82,1023.99,779.97,45.04,172.51,109.52,10.97,113.02,180.42,187.9,35.31
mnist-100-bnn_50_20-perturb_4-id_3.opb,5000,764.63,558.06,362.76,5000,1685.56,1404.75,963.55,5000,242.55,131.81,15.47,5000,270.53,227.38,48.28
mnist-100-bnn_50_20-perturb_4-id_4.opb,5000,5000,5000,1106.86,5000,5000,5000,2067.14,5000,5000,5000,29.57,5000,5000,5000,101.22
mnist-100-bnn_50_20-perturb_4-id_5.opb,5000,1094.98,993.22,746.3,5000,2436.19,2720.58,1669.7,5000,299.2,227.36,25.47,5000,365.93,401.05,84.76
mnist-100-bnn_50_20-perturb_4-id_6.opb,5000,1200.2,986.39,738.33,5000,2518.22,2438.25,1556.86,5000,321.2,227.77,23.9,5000,359.74,396.09,78.43
mnist-100-bnn_50_20-perturb_4-id_7.opb,932.48,412.52,363.53,213.41,2321.48,882.56,909.6,674.69,37.57,141.08,98.14,9.4,93.69,143.61,167.24,31.33
mnist-100-bnn_50_20-perturb_4-id_8.opb,5000,536.91,472.45,280.87,5000,1155.05,1229.45,848.76,5000,183.34,124.48,12.25,5000,196.86,212.95,39.54
mnist-100-bnn_50_20-perturb_4-id_9.opb,5000,773.08,575.99,360.21,5000,1719.48,1529.4,969.44,5000,241.55,139.42,14.9,5000,271.78,238.43,48.49
mnist-100-bnn_50_20-perturb_5-id_0.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_50_20-perturb_5-id_1.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_50_20-perturb_5-id_10.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_50_20-perturb_5-id_11.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_50_20-perturb_5-id_12.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_50_20-perturb_5-id_13.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_50_20-perturb_5-id_14.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_50_20-perturb_5-id_15.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_50_20-perturb_5-id_16.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_50_20-perturb_5-id_17.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_50_20-perturb_5-id_18.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_50_20-perturb_5-id_19.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_50_20-perturb_5-id_2.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_50_20-perturb_5-id_20.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_50_20-perturb_5-id_21.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_50_20-perturb_5-id_22.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_50_20-perturb_5-id_23.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_50_20-perturb_5-id_24.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_50_20-perturb_5-id_25.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_50_20-perturb_5-id_26.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_50_20-perturb_5-id_27.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_50_20-perturb_5-id_28.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_50_20-perturb_5-id_29.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_50_20-perturb_5-id_3.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_50_20-perturb_5-id_4.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_50_20-perturb_5-id_5.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_50_20-perturb_5-id_6.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_50_20-perturb_5-id_7.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_50_20-perturb_5-id_8.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-100-bnn_50_20-perturb_5-id_9.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-196-bnn_10_10.opb,0.37,0.28,0.35,0.33,0.44,0.44,0.48,0.44,0.13,0.16,0.2,0.11,0.49,0.51,0.56,0.45
mnist-196-bnn_15_15.opb,1.75,1.6,1.73,1.78,1.96,2.05,2.13,2.07,0.22,0.52,0.49,0.23,0.89,1.34,1.31,0.89
mnist-196-bnn_20_20.opb,5.26,4.64,4.92,5.58,7.29,7.82,8.32,8.45,0.55,1.21,1.39,0.48,1.6,2.9,3.15,1.78
mnist-196-bnn_25_25.opb,13.17,11.63,11.99,12.68,22.54,23.26,22.81,24.66,1.15,2.93,2.78,0.92,2.91,6.12,5.72,3.02
mnist-196-bnn_30_30.opb,23.2,19.3,20.29,22,55.12,50.79,53.87,60.65,2.18,5.22,5.25,1.66,4.73,9.42,10.19,4.56
mnist-196-bnn_35_35.opb,38.72,35.75,36.86,46.42,124.96,120.85,131.78,146.34,3.85,10.1,8.92,3.08,7.65,19.04,16.49,8.18
mnist-196-bnn_40_40.opb,55.65,52.97,52.76,57.9,246.92,235.3,246.71,230.2,6.88,15.4,13.99,4.43,12.23,26.81,24.24,10.85
mnist-196-bnn_45_45.opb,132.25,117.25,108.4,473.72,439.69,407.54,395.43,2220.8,11.95,25.34,25.34,14.33,20.81,43.51,44.04,53.84
mnist-196-bnn_5_5.opb,0,0,0,0,0,0.01,0.01,0.01,0,0,0,0,0.02,0.01,0.01,0.01
mnist-196-bnn_50_50.opb,310.81,341.57,251.48,5000,801.94,978.2,763.18,5000,22.79,56.64,48.64,5000,41.43,96.67,83.45,5000
mnist-49-bnn_10_10.opb,0.15,0.11,0.11,0.13,0.16,0.18,0.18,0.14,0.06,0.08,0.07,0.04,0.24,0.27,0.3,0.25
mnist-49-bnn_15_15.opb,0.92,0.72,0.72,0.79,0.94,1.01,1.1,0.94,0.15,0.34,0.36,0.11,0.52,0.83,0.87,0.5
mnist-49-bnn_20_20.opb,3.62,2.86,3.25,3.44,6.71,6.7,7.52,7.41,0.47,1.54,1.47,0.33,1.06,2.75,2.76,1.01
mnist-49-bnn_25_25.opb,17.48,13.48,14.12,16.55,92.01,75.06,76.17,86.68,2.49,7.06,6.79,1.47,3.4,10.82,10.63,3.14
mnist-49-bnn_30_30.opb,86.69,85.67,83.98,253.2,315.43,398.99,386.59,1704.55,14.38,47.18,41.48,23.65,14.03,63.58,59.27,41.25
mnist-49-bnn_35_35.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-49-bnn_40_40.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-49-bnn_45_45.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
mnist-49-bnn_5_5.opb,0,0,0,0,0,0,0,0,0,0,0,0,0.01,0,0.01,0
mnist-49-bnn_50_50.opb,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000,5000
uci_adult-66-bnn_100_50-fair_marital-cmp_gt.opb,56.8,65.56,57.69,60.29,21.68,38.87,33.74,45.25,2.64,12.74,12.03,1.66,4.13,20.96,20.97,4.38
uci_adult-66-bnn_100_50-fair_marital-cmp_lt.opb,10.85,9.65,10.18,9.82,3.66,5.19,5.45,4.72,0.57,2.51,2.55,0.42,3.63,6.9,6.84,3.62
uci_adult-66-bnn_100_50-fair_marital-cmp_uneq.opb,15.18,14.66,16.02,17.16,3.55,6.07,6.14,6.09,0.58,2.69,2.82,0.49,3.67,7.59,7.52,3.92
uci_adult-66-bnn_100_50-fair_race-cmp_gt.opb,42.54,40.95,40.33,41.76,14.08,22.83,22.24,26.08,1.94,8.64,8.85,1.23,4.09,16.11,16.06,4.31
uci_adult-66-bnn_100_50-fair_race-cmp_lt.opb,14.06,13.31,13.34,12.54,4.67,7.08,6.83,6.88,0.7,3.01,3.15,0.53,3.6,7.89,7.7,3.84
uci_adult-66-bnn_100_50-fair_race-cmp_uneq.opb,18.79,20.45,18.51,20.8,4.8,8.44,7.59,7.37,0.68,3.46,3.27,0.49,3.57,8.61,8.29,3.83
uci_adult-66-bnn_100_50-fair_sex-cmp_gt.opb,27.18,27.16,26.06,25.7,9.1,13.9,13.86,13.07,1.27,5.93,6.02,0.74,3.88,11.79,12.08,3.99
uci_adult-66-bnn_100_50-fair_sex-cmp_lt.opb,19.24,19.37,18.95,19.09,6.85,11.16,9.69,11.01,0.99,4.68,4.31,0.69,3.84,9.82,9.41,4.08
uci_adult-66-bnn_100_50-fair_sex-cmp_uneq.opb,20.45,20.44,19.87,21.49,5.19,8.48,7.73,7.35,0.68,3.7,3.27,0.54,3.81,9.12,8.32,4.03
uci_adult-66-bnn_100-fair_marital-cmp_gt.opb,0.01,0.01,0.01,0.02,0.04,0.03,0.05,0.04,0,0,0,0,0.01,0.03,0.01,5000
uci_adult-66-bnn_100-fair_marital-cmp_lt.opb,4.24,3.79,3.9,4.37,4.86,7.96,7.62,6.58,1.05,4.13,3.97,0.56,2.92,8.74,8.12,3.1
uci_adult-66-bnn_100-fair_marital-cmp_uneq.opb,5.4,5.64,5.19,5.84,4.38,7.92,7.88,7.41,1.01,4.18,4.21,0.62,2.98,8.43,8.7,3.13
uci_adult-66-bnn_100-fair_race-cmp_gt.opb,7.92,8.1,7.28,7.87,9.39,15.44,13.96,17.48,2.06,7.25,7.02,1.1,3.18,12.24,11.61,3.29
uci_adult-66-bnn_100-fair_race-cmp_lt.opb,5.72,5.63,5.8,5.73,6.31,10.37,10.61,8.3,1.26,5.33,5.27,0.65,2.99,10.04,9.78,2.97
uci_adult-66-bnn_100-fair_race-cmp_uneq.opb,4.7,4.45,4.3,5.07,3.77,6.35,5.86,6.23,0.8,3.24,3.3,0.56,2.97,7.24,7.23,3.1
uci_adult-66-bnn_100-fair_sex-cmp_gt.opb,5.13,4.97,5.21,5.56,5.83,9.19,9,9.58,1.51,4.92,4.5,0.74,3.19,9.31,8.83,3.33
uci_adult-66-bnn_100-fair_sex-cmp_lt.opb,21.79,22.96,23.52,24.2,36.71,55.37,63.15,68.02,4.84,19.87,20.69,2.61,3.84,29.69,30.85,4.12
uci_adult-66-bnn_100-fair_sex-cmp_uneq.opb,6.63,6.39,6.31,6.85,5.19,8.96,8.43,7.99,1.12,4.85,4.96,0.62,2.93,9.81,9.88,3.14
uci_adult-66-bnn_200_100_100-fair_marital-cmp_gt.opb,352.41,343.63,346.16,363.92,99.72,123.56,120.83,139.04,3.83,23.18,24.8,2.56,9.59,41.89,44.16,10.19
uci_adult-66-bnn_200_100_100-fair_marital-cmp_lt.opb,98.57,89.58,82.56,107.5,27.24,32.63,29.62,38.93,1.12,7.83,6.9,0.89,8.19,19.84,18.12,8.9
uci_adult-66-bnn_200_100_100-fair_marital-cmp_uneq.opb,190.75,199.58,194.31,204.69,29.68,43,38.77,37.45,1.19,8.96,8.16,0.88,8.16,22,20.04,8.48
uci_adult-66-bnn_200_100_100-fair_race-cmp_gt.opb,250.98,253.85,236.52,249.95,71.71,102.97,88.51,87.33,2.74,18.38,17.27,1.72,8.95,36.83,33.52,9.41
uci_adult-66-bnn_200_100_100-fair_race-cmp_lt.opb,141.67,131.86,128.51,133.34,40.18,49.16,44.95,44.57,1.67,9.58,10.04,1.17,8.51,22.59,22.83,8.66
uci_adult-66-bnn_200_100_100-fair_race-cmp_uneq.opb,187.28,186.11,191.42,199.25,30,38.33,39.99,36.1,1.21,8.19,8.75,0.86,8.32,20.66,21.68,8.43
uci_adult-66-bnn_200_100_100-fair_sex-cmp_gt.opb,245.91,235.33,220.3,237.3,74.01,89.17,78.89,88.75,2.64,15.9,15.2,1.63,9.34,32.53,30.36,9.43
uci_adult-66-bnn_200_100_100-fair_sex-cmp_lt.opb,139.5,156,145.19,149.73,38.59,60.38,55.9,53.25,1.76,11.17,10.91,1.2,8.66,25.62,24.72,9.07
uci_adult-66-bnn_200_100_100-fair_sex-cmp_uneq.opb,215.8,215.54,205.05,223.8,35.46,47.54,44.27,38.39,1.41,9.11,8.98,0.94,8.9,22.16,21.65,8.7
uci_adult-66-bnn_50_20-fair_marital-cmp_gt.opb,30.8,29.96,29.6,32.44,12.1,19.85,21.25,35.55,2.89,10.21,10.71,1.71,3.09,15.69,16.67,3.45
uci_adult-66-bnn_50_20-fair_marital-cmp_lt.opb,6.32,5.26,5.66,6.48,2.12,3.79,3.95,3.48,0.65,2.34,2.32,0.38,2.57,5.6,5.71,2.66
uci_adult-66-bnn_50_20-fair_marital-cmp_uneq.opb,8.81,9,8.56,9.19,1.85,3.93,3.46,3.71,0.55,2.2,2.06,0.42,2.65,5.46,5.32,2.79
uci_adult-66-bnn_50_20-fair_race-cmp_gt.opb,7.61,7.47,7.59,8.04,2.44,4.87,4.33,4.49,0.8,2.71,2.59,0.48,2.67,6.14,5.84,2.72
uci_adult-66-bnn_50_20-fair_race-cmp_lt.opb,11.8,11,11.7,12.7,4.25,7.47,7.45,9.58,1.2,4.5,4.48,0.72,2.76,8.4,8.45,2.89
uci_adult-66-bnn_50_20-fair_race-cmp_uneq.opb,10.1,9.9,9.35,10.58,2.09,4.1,4.07,3.91,0.64,2.44,2.53,0.43,2.7,6.06,6.31,2.85
uci_adult-66-bnn_50_20-fair_sex-cmp_gt.opb,7.26,7.12,6.89,7.67,2.4,4.6,4.26,4.33,0.85,2.77,2.71,0.51,2.78,5.98,6.2,2.85
uci_adult-66-bnn_50_20-fair_sex-cmp_lt.opb,16.87,16.66,15.55,17.95,6.16,11.37,10.96,15.69,1.68,6.14,6.01,0.99,3.02,10.83,11.22,3.22
uci_adult-66-bnn_50_20-fair_sex-cmp_uneq.opb,8.67,9.32,9.31,10.33,1.82,4.22,4.04,4.28,0.53,2.3,2.23,0.51,2.8,5.71,5.73,3.05