benchmark,Lazy-GJE,Eager-GJE,Shared-Watches,Mixed-Watches,Approxmc4,approximate model count in log scale,"Suppose the approximate count is a*2^b, then the count in log scale is log2(a+1)+b. a+1 aims to avoid the case as a == 0."
mnist-100-bnn_100_50-epoch_10-trojan-label_0.opb,18.54,22.27,22.86,19.18,729.3,94.0224,
mnist-100-bnn_100_50-epoch_10-trojan-label_1.opb,17.14,20.4,21.34,16.89,453.26,94.375,
mnist-100-bnn_100_50-epoch_10-trojan-label_4.opb,32.2,40.41,39.72,32.15,928.31,92.9069,
mnist-100-bnn_100_50-epoch_10-trojan-label_5.opb,22.7,26.18,27.41,22.08,612.16,93.6724,
mnist-100-bnn_100_50-epoch_10-trojan-label_9.opb,106.1,134.98,138.18,120.95,1655.98,90.9542,
mnist-100-bnn_100_50-epoch_1-trojan-label_0.opb,25.1,29.83,30.01,27.57,773.8,93.5546,
mnist-100-bnn_100_50-epoch_1-trojan-label_1.opb,68.46,90.1,87.76,75.3,1113.82,91.7279,
mnist-100-bnn_100_50-epoch_1-trojan-label_4.opb,52.47,61.47,60,57,1108.77,92.4094,
mnist-100-bnn_100_50-epoch_1-trojan-label_5.opb,17.51,21.47,20.9,18.22,493.74,94.1085,
mnist-100-bnn_100_50-epoch_1-trojan-label_9.opb,49.45,63.52,63.83,53.65,885.51,92.1898,
mnist-100-bnn_100_50-epoch_30-trojan-label_0.opb,49.03,59.66,58.57,53.83,1269.75,92.1898,
mnist-100-bnn_100_50-epoch_30-trojan-label_1.opb,19.21,22.18,23.62,19.55,510.4,93.9773,
mnist-100-bnn_100_50-epoch_30-trojan-label_4.opb,54.42,69.9,66.08,59.08,982.56,91.8074,
mnist-100-bnn_100_50-epoch_30-trojan-label_5.opb,24.21,28.49,30.14,23.38,718.43,93.5236,
mnist-100-bnn_100_50-epoch_30-trojan-label_9.opb,291.54,350.21,334.96,380.04,3183.93,89.7004,
mnist-100-bnn_100_50-perturb_2-id_0.opb,33.59,43.99,45.38,33.95,178.19,1,
mnist-100-bnn_100_50-perturb_2-id_0-adv_3-epoch_1.opb,32.65,53.67,55.01,30.02,165.92,4.2479,
mnist-100-bnn_100_50-perturb_2-id_0-adv_3-epoch_5.opb,44.62,31.02,23.49,25.3,588.7,10.4594,
mnist-100-bnn_100_50-perturb_2-id_0-adv-epoch_1.opb,30.43,39.63,39.39,31.12,183.59,3.7004,
mnist-100-bnn_100_50-perturb_2-id_0-adv-epoch_5.opb,39.27,45.52,45.24,38.22,146.51,4.3219,
mnist-100-bnn_100_50-perturb_2-id_1.opb,41.51,32.81,33.08,38.27,115.04,0,
mnist-100-bnn_100_50-perturb_2-id_10.opb,45.19,38.26,39.91,39.66,149.4,3,
mnist-100-bnn_100_50-perturb_2-id_10-adv_3-epoch_1.opb,22.85,35.68,35.58,21.21,131.58,0,
mnist-100-bnn_100_50-perturb_2-id_10-adv_3-epoch_5.opb,281.98,164.61,193.5,208.67,884.28,6.8074,
mnist-100-bnn_100_50-perturb_2-id_10-adv-epoch_1.opb,45.8,39.86,36.86,41.91,160.17,0,
mnist-100-bnn_100_50-perturb_2-id_10-adv-epoch_5.opb,24.03,29.21,30.09,22.39,155.67,4.3219,
mnist-100-bnn_100_50-perturb_2-id_11.opb,31.83,33.43,36.2,29.74,131.67,0,
mnist-100-bnn_100_50-perturb_2-id_11-adv_3-epoch_1.opb,31.67,52.34,53.42,29.31,143.1,2.585,
mnist-100-bnn_100_50-perturb_2-id_11-adv_3-epoch_5.opb,38.79,30.78,31.71,36.82,134.48,3.585,
mnist-100-bnn_100_50-perturb_2-id_11-adv-epoch_1.opb,30.61,45.72,46.11,28.53,121.22,0,
mnist-100-bnn_100_50-perturb_2-id_11-adv-epoch_5.opb,29.92,31.73,30.6,27,117.7,0,
mnist-100-bnn_100_50-perturb_2-id_12.opb,33.43,56.28,60.22,32.61,172.35,4.3219,
mnist-100-bnn_100_50-perturb_2-id_12-adv_3-epoch_1.opb,31.5,37,36.38,30.72,164.99,1.585,
mnist-100-bnn_100_50-perturb_2-id_12-adv_3-epoch_5.opb,37.64,40.68,43.09,38.49,165.07,2,
mnist-100-bnn_100_50-perturb_2-id_12-adv-epoch_1.opb,22.82,56.11,58.12,21.77,197.89,0,
mnist-100-bnn_100_50-perturb_2-id_12-adv-epoch_5.opb,30.68,35.88,35.22,26.78,163.94,1,
mnist-100-bnn_100_50-perturb_2-id_13.opb,99.35,51.24,45.04,49.91,697.78,9.2668,
mnist-100-bnn_100_50-perturb_2-id_13-adv_3-epoch_1.opb,23.66,30.42,16.27,16.53,471.51,11.858,
mnist-100-bnn_100_50-perturb_2-id_13-adv_3-epoch_5.opb,65.84,34.63,30.39,34.36,603.71,9.858,
mnist-100-bnn_100_50-perturb_2-id_13-adv-epoch_1.opb,58.48,38.5,29.88,34.44,680.91,10.0875,
mnist-100-bnn_100_50-perturb_2-id_13-adv-epoch_5.opb,114,50.15,47.64,48.95,646.45,8.9542,
mnist-100-bnn_100_50-perturb_2-id_14.opb,34.42,43.3,48.55,32.92,138.74,0,
mnist-100-bnn_100_50-perturb_2-id_14-adv_3-epoch_1.opb,30.67,37.82,36.79,29.86,126.21,0,
mnist-100-bnn_100_50-perturb_2-id_14-adv_3-epoch_5.opb,38.45,39.68,38.53,35.41,96.19,0,
mnist-100-bnn_100_50-perturb_2-id_14-adv-epoch_1.opb,30.69,28.38,30.3,30.21,140.53,2.585,
mnist-100-bnn_100_50-perturb_2-id_14-adv-epoch_5.opb,29.98,37.36,33.61,27.82,135.21,5.3219,
mnist-100-bnn_100_50-perturb_2-id_15.opb,21.74,19.23,15.5,15,644.81,11.5699,
mnist-100-bnn_100_50-perturb_2-id_15-adv_3-epoch_1.opb,28.59,26.41,18.48,18.97,5000,11.1898,
mnist-100-bnn_100_50-perturb_2-id_15-adv_3-epoch_5.opb,30.42,26.6,19.31,19.83,573.1,11.0444,
mnist-100-bnn_100_50-perturb_2-id_15-adv-epoch_1.opb,29.24,25.36,17.7,19.19,496.66,11.1898,
mnist-100-bnn_100_50-perturb_2-id_15-adv-epoch_5.opb,48.58,36.73,26.06,26.97,576.39,10.3399,
mnist-100-bnn_100_50-perturb_2-id_16.opb,78.56,46.75,43.33,43.33,765.72,9.1898,
mnist-100-bnn_100_50-perturb_2-id_16-adv_3-epoch_1.opb,50.19,35.96,25.4,29.13,591.43,10.1085,
mnist-100-bnn_100_50-perturb_2-id_16-adv_3-epoch_5.opb,213.68,113.82,116.2,130.51,1073.74,7.6147,
mnist-100-bnn_100_50-perturb_2-id_16-adv-epoch_1.opb,174.94,87.2,82.86,82.95,1004.22,8.375,
mnist-100-bnn_100_50-perturb_2-id_16-adv-epoch_5.opb,430.54,331.71,354.79,342.23,1111.62,6.4263,
mnist-100-bnn_100_50-perturb_2-id_17.opb,33,43.87,44.17,30.18,161.48,0,
mnist-100-bnn_100_50-perturb_2-id_17-adv_3-epoch_1.opb,161.1,79.38,74.43,78.37,873.61,8.4263,
mnist-100-bnn_100_50-perturb_2-id_17-adv_3-epoch_5.opb,33.8,72.49,74.11,31.84,167.55,4.8074,
mnist-100-bnn_100_50-perturb_2-id_17-adv-epoch_1.opb,31.68,49.96,47.88,29.07,180.93,5.5546,
mnist-100-bnn_100_50-perturb_2-id_17-adv-epoch_5.opb,70.67,40.81,38.12,38.7,561.06,9.6439,
mnist-100-bnn_100_50-perturb_2-id_18.opb,33.73,36.76,46.14,33.45,227.61,4.4594,
mnist-100-bnn_100_50-perturb_2-id_18-adv_3-epoch_1.opb,129.85,61.26,57.06,62.51,804.99,8.6724,
mnist-100-bnn_100_50-perturb_2-id_18-adv_3-epoch_5.opb,96.81,50.22,45.03,44.46,761.95,9.2288,
mnist-100-bnn_100_50-perturb_2-id_18-adv-epoch_1.opb,95.62,62.02,48.59,51,730.87,9.0661,
mnist-100-bnn_100_50-perturb_2-id_18-adv-epoch_5.opb,49.76,35.37,25.5,29.82,561.22,9.8074,
mnist-100-bnn_100_50-perturb_2-id_19.opb,29.23,24.58,24.24,27.45,182.33,0,
mnist-100-bnn_100_50-perturb_2-id_19-adv_3-epoch_1.opb,35,34.83,35.22,31.27,171.12,3.7004,
mnist-100-bnn_100_50-perturb_2-id_19-adv_3-epoch_5.opb,32.54,32.15,29.52,30.85,132.42,1.585,
mnist-100-bnn_100_50-perturb_2-id_19-adv-epoch_1.opb,37.37,30.49,31.24,35.59,170.67,1,
mnist-100-bnn_100_50-perturb_2-id_19-adv-epoch_5.opb,26.63,30.59,27.74,24.29,145.92,0,
mnist-100-bnn_100_50-perturb_2-id_1-adv_3-epoch_1.opb,8.25,47.43,49.37,8.09,120.63,0,
mnist-100-bnn_100_50-perturb_2-id_1-adv_3-epoch_5.opb,25.78,22.73,22.41,23.72,142.09,0,
mnist-100-bnn_100_50-perturb_2-id_1-adv-epoch_1.opb,23.3,23.41,23.66,22.65,182.85,0,
mnist-100-bnn_100_50-perturb_2-id_1-adv-epoch_5.opb,24.7,30.74,29.5,23.37,125.16,0,
mnist-100-bnn_100_50-perturb_2-id_2.opb,44.65,34.78,26.32,25.68,556.78,10.4094,
mnist-100-bnn_100_50-perturb_2-id_20.opb,310.19,242.61,290.46,274.18,1336.11,6.4594,
mnist-100-bnn_100_50-perturb_2-id_20-adv_3-epoch_1.opb,14.33,18.47,12.3,10.6,482.74,12.1497,
mnist-100-bnn_100_50-perturb_2-id_20-adv_3-epoch_5.opb,44.62,31.87,24.46,25.39,653.35,10.1699,
mnist-100-bnn_100_50-perturb_2-id_20-adv-epoch_1.opb,18.88,19.87,13.14,13,661.08,11.7549,
mnist-100-bnn_100_50-perturb_2-id_20-adv-epoch_5.opb,29.03,24.25,18.8,19.49,507.96,10.7814,
mnist-100-bnn_100_50-perturb_2-id_21.opb,38,39.7,39.69,35.9,201.8,0,
mnist-100-bnn_100_50-perturb_2-id_21-adv_3-epoch_1.opb,42.87,36.96,36.99,45.3,178.16,2.8074,
mnist-100-bnn_100_50-perturb_2-id_21-adv_3-epoch_5.opb,310.7,197.63,203.28,210.29,989.17,6.8074,
mnist-100-bnn_100_50-perturb_2-id_21-adv-epoch_1.opb,51.49,35.3,36.22,49.77,168.95,2.585,
mnist-100-bnn_100_50-perturb_2-id_21-adv-epoch_5.opb,85.77,52.57,48.76,51.97,761.16,9.1085,
mnist-100-bnn_100_50-perturb_2-id_22.opb,200.86,89.14,105.87,94.9,871.25,7.8074,
mnist-100-bnn_100_50-perturb_2-id_22-adv_3-epoch_1.opb,70.35,38.23,36.12,40.89,668.65,9.585,
mnist-100-bnn_100_50-perturb_2-id_22-adv_3-epoch_5.opb,51.75,33.22,25.19,28.57,660.91,10.0875,
mnist-100-bnn_100_50-perturb_2-id_22-adv-epoch_1.opb,38.73,31.47,24.33,26.75,577.74,10.7279,
mnist-100-bnn_100_50-perturb_2-id_22-adv-epoch_5.opb,105.48,54.13,47.6,46.44,813.13,9.375,
mnist-100-bnn_100_50-perturb_2-id_23.opb,33.51,48.51,48.57,31.88,201.09,4.8074,
mnist-100-bnn_100_50-perturb_2-id_23-adv_3-epoch_1.opb,30.72,37.06,37.1,26.68,191.73,5.3576,
mnist-100-bnn_100_50-perturb_2-id_23-adv_3-epoch_5.opb,254.08,173.97,215.03,217.61,1133.27,6.7279,
mnist-100-bnn_100_50-perturb_2-id_23-adv-epoch_1.opb,87.65,44.81,42.44,42.8,687.61,9.7004,
mnist-100-bnn_100_50-perturb_2-id_23-adv-epoch_5.opb,219.31,94,98.45,96.38,1037.18,8.1898,
mnist-100-bnn_100_50-perturb_2-id_24.opb,41.3,30.54,24.85,22.62,523.7,10.9307,
mnist-100-bnn_100_50-perturb_2-id_24-adv_3-epoch_1.opb,39.64,32.69,24.26,24.9,560.08,10.7814,
mnist-100-bnn_100_50-perturb_2-id_24-adv_3-epoch_5.opb,33.57,28.97,20.73,21.35,509.15,10.8826,
mnist-100-bnn_100_50-perturb_2-id_24-adv-epoch_1.opb,34.84,39.8,42,30.08,228.75,5.1699,
mnist-100-bnn_100_50-perturb_2-id_24-adv-epoch_5.opb,229.19,91.09,93.81,88.43,735.84,8.3038,
mnist-100-bnn_100_50-perturb_2-id_25.opb,26.95,34.47,36.47,26.74,199.48,5.7004,
mnist-100-bnn_100_50-perturb_2-id_25-adv_3-epoch_1.opb,104.65,50.68,53.04,51.91,682.73,9.0444,
mnist-100-bnn_100_50-perturb_2-id_25-adv_3-epoch_5.opb,114.01,62.99,60.17,56.83,907.63,8.7814,
mnist-100-bnn_100_50-perturb_2-id_25-adv-epoch_1.opb,20.37,18.1,13.58,14.3,516.11,11.7549,
mnist-100-bnn_100_50-perturb_2-id_25-adv-epoch_5.opb,214.05,111.4,113.51,113.57,891.51,7.7549,
mnist-100-bnn_100_50-perturb_2-id_26.opb,88.05,49.03,46.79,45.19,656.15,9.4429,
mnist-100-bnn_100_50-perturb_2-id_26-adv_3-epoch_1.opb,14.53,18.55,13.88,10.38,512.64,12.1898,
mnist-100-bnn_100_50-perturb_2-id_26-adv_3-epoch_5.opb,14,21.78,13.76,11.26,484.65,12.1085,
mnist-100-bnn_100_50-perturb_2-id_26-adv-epoch_1.opb,39.18,27.49,20.9,21.82,536.32,10.5236,
mnist-100-bnn_100_50-perturb_2-id_26-adv-epoch_5.opb,235.66,151.71,179.4,206.83,890.97,6.9307,
mnist-100-bnn_100_50-perturb_2-id_27.opb,42.48,35.63,35.44,40.37,187.47,5.4919,
mnist-100-bnn_100_50-perturb_2-id_27-adv_3-epoch_1.opb,30.82,44.21,45.7,28.76,194.26,5.6724,
mnist-100-bnn_100_50-perturb_2-id_27-adv_3-epoch_5.opb,38.37,40.2,43.1,35.82,180.01,6.1898,
mnist-100-bnn_100_50-perturb_2-id_27-adv-epoch_1.opb,29.5,25.09,25.58,26.08,203.4,0,
mnist-100-bnn_100_50-perturb_2-id_27-adv-epoch_5.opb,26.6,31.84,34.29,24.8,158.97,4.0875,
mnist-100-bnn_100_50-perturb_2-id_28.opb,48.78,39.16,26.84,27.36,635.59,10.4757,
mnist-100-bnn_100_50-perturb_2-id_28-adv_3-epoch_1.opb,83.26,51.39,45.99,46.66,720.21,9.1085,
mnist-100-bnn_100_50-perturb_2-id_28-adv_3-epoch_5.opb,31.94,25.56,18.52,20.48,542.13,11.0875,
mnist-100-bnn_100_50-perturb_2-id_28-adv-epoch_1.opb,28.42,52.97,56.63,27.33,264.98,5.5546,
mnist-100-bnn_100_50-perturb_2-id_28-adv-epoch_5.opb,29.08,30.6,29.64,28.43,177.71,3.1699,
mnist-100-bnn_100_50-perturb_2-id_29.opb,15.17,20.99,13.78,10.62,560.6,12.1085,
mnist-100-bnn_100_50-perturb_2-id_29-adv_3-epoch_1.opb,15.2,20.92,12.93,11.8,594.09,12.0661,
mnist-100-bnn_100_50-perturb_2-id_29-adv_3-epoch_5.opb,14.68,21.45,13.29,10.85,545.05,12.2668,
mnist-100-bnn_100_50-perturb_2-id_29-adv-epoch_1.opb,28.39,26.26,18.26,17.74,576.36,11.0224,
mnist-100-bnn_100_50-perturb_2-id_29-adv-epoch_5.opb,29.06,24.91,17.07,16.85,517.16,11,
mnist-100-bnn_100_50-perturb_2-id_2-adv_3-epoch_1.opb,30.35,27.04,19.5,18.77,523.5,10.8826,
mnist-100-bnn_100_50-perturb_2-id_2-adv_3-epoch_5.opb,33.17,25.07,18.89,20.54,517.81,10.9069,
mnist-100-bnn_100_50-perturb_2-id_2-adv-epoch_1.opb,144.41,71.05,65.6,68.76,776.01,8.3576,
mnist-100-bnn_100_50-perturb_2-id_2-adv-epoch_5.opb,61.94,38.37,34.59,32.35,625.59,9.858,
mnist-100-bnn_100_50-perturb_2-id_3.opb,40.99,49.98,50.04,39.84,162.86,0,
mnist-100-bnn_100_50-perturb_2-id_3-adv_3-epoch_1.opb,59.17,41.52,31.83,32.31,581.48,9.9542,
mnist-100-bnn_100_50-perturb_2-id_3-adv_3-epoch_5.opb,27.68,43.1,45.26,26.7,139.39,5.0875,
mnist-100-bnn_100_50-perturb_2-id_3-adv-epoch_1.opb,30.24,33.69,35.19,27.36,189.26,5.9542,
mnist-100-bnn_100_50-perturb_2-id_3-adv-epoch_5.opb,33.56,26.01,26.78,31.63,121.98,0,
mnist-100-bnn_100_50-perturb_2-id_4.opb,32.92,26.09,26.49,31.49,165.46,0,
mnist-100-bnn_100_50-perturb_2-id_4-adv_3-epoch_1.opb,331.71,221.2,255.7,217.27,994.56,6.6439,
mnist-100-bnn_100_50-perturb_2-id_4-adv_3-epoch_5.opb,316.67,185.78,225.48,204.51,835.81,6.585,
mnist-100-bnn_100_50-perturb_2-id_4-adv-epoch_1.opb,141.9,64.01,60.96,64.06,770.1,8.7814,
mnist-100-bnn_100_50-perturb_2-id_4-adv-epoch_5.opb,30.72,39.47,40.43,30.27,159.41,5.9773,
mnist-100-bnn_100_50-perturb_2-id_5.opb,94.3,48.7,43.79,46.67,743.68,9.1497,
mnist-100-bnn_100_50-perturb_2-id_5-adv_3-epoch_1.opb,224.12,108,125.41,130.47,1092.89,7.6147,
mnist-100-bnn_100_50-perturb_2-id_5-adv_3-epoch_5.opb,90.3,47.04,41.14,44.58,671.85,9.0224,
mnist-100-bnn_100_50-perturb_2-id_5-adv-epoch_1.opb,125.31,55.05,52.67,53.41,705.26,9.1898,
mnist-100-bnn_100_50-perturb_2-id_5-adv-epoch_5.opb,30.71,26.36,20.24,20.64,656.71,10.6582,
mnist-100-bnn_100_50-perturb_2-id_6.opb,27.32,33,29.87,26.83,199.41,5.4263,
mnist-100-bnn_100_50-perturb_2-id_6-adv_3-epoch_1.opb,27.02,50.66,51.05,26.78,190.69,3,
mnist-100-bnn_100_50-perturb_2-id_6-adv_3-epoch_5.opb,40.1,39.27,42.09,37.12,194.24,0,
mnist-100-bnn_100_50-perturb_2-id_6-adv-epoch_1.opb,34.51,55.64,52.78,31.12,215.11,0,
mnist-100-bnn_100_50-perturb_2-id_6-adv-epoch_5.opb,27.79,30.65,29.58,26.09,176.09,0,
mnist-100-bnn_100_50-perturb_2-id_7.opb,30.83,43.21,43.05,29.4,191.16,0,
mnist-100-bnn_100_50-perturb_2-id_7-adv_3-epoch_1.opb,301.87,207.47,234.71,225.46,1233.86,6.7549,
mnist-100-bnn_100_50-perturb_2-id_7-adv_3-epoch_5.opb,33.2,38.53,43.3,32.64,155.41,0,
mnist-100-bnn_100_50-perturb_2-id_7-adv-epoch_1.opb,45.71,42.83,44.32,44.14,176.82,3.3219,
mnist-100-bnn_100_50-perturb_2-id_7-adv-epoch_5.opb,28.65,36.33,39.84,25.99,147.12,0,
mnist-100-bnn_100_50-perturb_2-id_8.opb,51.4,36.46,37.32,46.33,167.07,3.4594,
mnist-100-bnn_100_50-perturb_2-id_8-adv_3-epoch_1.opb,253.48,137.67,156.01,179.89,792.3,7.0661,
mnist-100-bnn_100_50-perturb_2-id_8-adv_3-epoch_5.opb,52.11,47.4,51.86,51.58,137.55,4.7549,
mnist-100-bnn_100_50-perturb_2-id_8-adv-epoch_1.opb,37.37,51.04,51.56,35.66,182.86,5.2095,
mnist-100-bnn_100_50-perturb_2-id_8-adv-epoch_5.opb,261.15,146.96,166.68,177.81,831.27,7.0661,
mnist-100-bnn_100_50-perturb_2-id_9.opb,381.01,162.77,200.72,223.66,957.87,7.0875,
mnist-100-bnn_100_50-perturb_2-id_9-adv_3-epoch_1.opb,56.09,35.19,31.19,32.34,754.8,9.7279,
mnist-100-bnn_100_50-perturb_2-id_9-adv_3-epoch_5.opb,308.26,200.96,223.95,228.49,990.71,6.8074,
mnist-100-bnn_100_50-perturb_2-id_9-adv-epoch_1.opb,46.63,47.58,48.17,44.61,198.53,2,
mnist-100-bnn_100_50-perturb_2-id_9-adv-epoch_5.opb,26.97,32.58,34.79,26.49,146.14,4.858,
mnist-100-bnn_100_50-perturb_3-id_0.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_100_50-perturb_3-id_1.opb,806.88,1344.88,1508.01,1032.92,1752.92,3.4594,
mnist-100-bnn_100_50-perturb_3-id_10.opb,5000,914.99,659.93,625.13,3860.54,11.0875,
mnist-100-bnn_100_50-perturb_3-id_11.opb,1403.68,135.94,156.76,1376.67,915.83,0,
mnist-100-bnn_100_50-perturb_3-id_12.opb,5000,808.08,571.27,615.85,3427.36,11.375,
mnist-100-bnn_100_50-perturb_3-id_13.opb,3005.01,409.7,318.37,267.53,2204.2,12.9069,
mnist-100-bnn_100_50-perturb_3-id_14.opb,5000,5000,5000,5000,1501.72,7.0661,
mnist-100-bnn_100_50-perturb_3-id_15.opb,396.05,301.27,201.81,123.65,1157.26,16.9307,
mnist-100-bnn_100_50-perturb_3-id_16.opb,857.27,378.27,285.58,198.46,1764.14,14.858,
mnist-100-bnn_100_50-perturb_3-id_17.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_100_50-perturb_3-id_18.opb,5000,469.69,381.8,381.85,2941.68,11.9307,
mnist-100-bnn_100_50-perturb_3-id_19.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_100_50-perturb_3-id_2.opb,556.81,425.4,256.67,219.09,1666.27,16.2288,
mnist-100-bnn_100_50-perturb_3-id_20.opb,3968.46,425.27,345.12,332.03,2850.61,12.585,
mnist-100-bnn_100_50-perturb_3-id_21.opb,5000,829.64,629.78,635.38,4191.19,11.1898,
mnist-100-bnn_100_50-perturb_3-id_22.opb,1325.89,375.46,284.24,246.38,1655.92,14.0444,
mnist-100-bnn_100_50-perturb_3-id_23.opb,5000,934.69,830.15,681.33,3253.45,11.5392,
mnist-100-bnn_100_50-perturb_3-id_24.opb,478.15,301.48,245.81,175.14,1454.11,15.5546,
mnist-100-bnn_100_50-perturb_3-id_25.opb,1017.2,414.12,331.5,273.19,2300.39,14.5546,
mnist-100-bnn_100_50-perturb_3-id_26.opb,585.78,321.18,227.81,198.74,1370.01,14.0444,
mnist-100-bnn_100_50-perturb_3-id_27.opb,3479.87,448.79,304.02,328.11,2405.41,13.1898,
mnist-100-bnn_100_50-perturb_3-id_28.opb,423.43,267.93,211.53,142.19,1191.45,16.7814,
mnist-100-bnn_100_50-perturb_3-id_29.opb,380.33,313.3,223.21,113.1,1554.2,17.3038,
mnist-100-bnn_100_50-perturb_3-id_3.opb,3906.71,376.63,272.45,292.7,2025.36,12.9307,
mnist-100-bnn_100_50-perturb_3-id_4.opb,5000,1679.65,2016.65,2198,4818.94,10.1497,
mnist-100-bnn_100_50-perturb_3-id_5.opb,436.21,355.01,220.71,151.28,1354.36,16,
mnist-100-bnn_100_50-perturb_3-id_6.opb,878.95,450.41,323.31,272.88,1852.29,14.4757,
mnist-100-bnn_100_50-perturb_3-id_7.opb,5000,5000,5000,5000,3943.42,4.0875,
mnist-100-bnn_100_50-perturb_3-id_8.opb,5000,480.97,418.1,358.6,2610.63,12.1085,
mnist-100-bnn_100_50-perturb_3-id_9.opb,5000,2264.77,2760.28,4037.19,5000,9.7279,
mnist-100-bnn_100_50-perturb_4-id_0.opb,5000,5000,5000,3948.05,5000,16.3038,
mnist-100-bnn_100_50-perturb_4-id_1.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_100_50-perturb_4-id_10.opb,5000,5000,5000,2972.74,5000,16.8329,
mnist-100-bnn_100_50-perturb_4-id_11.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_100_50-perturb_4-id_12.opb,5000,4495.79,3740.12,2633.56,5000,17.375,
mnist-100-bnn_100_50-perturb_4-id_13.opb,5000,2436.85,1952.78,1165.67,4778.89,19.9542,
mnist-100-bnn_100_50-perturb_4-id_14.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_100_50-perturb_4-id_15.opb,4162.62,1952.13,1739.1,1041.48,5000,21.3038,
mnist-100-bnn_100_50-perturb_4-id_16.opb,5000,2556.53,2198.74,1229.66,5000,20.0224,
mnist-100-bnn_100_50-perturb_4-id_17.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_100_50-perturb_4-id_18.opb,5000,3948.69,3338.11,1871.19,5000,17.9069,
mnist-100-bnn_100_50-perturb_4-id_19.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_100_50-perturb_4-id_2.opb,4856.61,1841.08,2018.53,1078.27,4965.59,20.585,
mnist-100-bnn_100_50-perturb_4-id_20.opb,5000,3606.56,2943.03,1958.71,5000,18.0875,
mnist-100-bnn_100_50-perturb_4-id_21.opb,5000,5000,5000,3839.72,5000,16.4757,
mnist-100-bnn_100_50-perturb_4-id_22.opb,5000,2336.25,2344.08,1226.66,5000,19.6439,
mnist-100-bnn_100_50-perturb_4-id_23.opb,5000,3997.82,3616.26,2389.28,5000,17.585,
mnist-100-bnn_100_50-perturb_4-id_24.opb,4546.37,1862.96,1914.57,1171.51,4747.61,21.1497,
mnist-100-bnn_100_50-perturb_4-id_25.opb,5000,3302.31,3445.27,1923.67,5000,18.4919,
mnist-100-bnn_100_50-perturb_4-id_26.opb,5000,2733.1,2136.08,1234.71,5000,19.6439,
mnist-100-bnn_100_50-perturb_4-id_27.opb,5000,5000,5000,2857.94,5000,17.1699,
mnist-100-bnn_100_50-perturb_4-id_28.opb,4102.85,1834.77,1654.7,1009.85,3694.76,21,
mnist-100-bnn_100_50-perturb_4-id_29.opb,2890.95,1504.31,1195.77,817.5,3176.27,21.858,
mnist-100-bnn_100_50-perturb_4-id_3.opb,5000,5000,5000,3702.63,5000,15.8826,
mnist-100-bnn_100_50-perturb_4-id_4.opb,5000,5000,5000,4083.36,5000,15.7549,
mnist-100-bnn_100_50-perturb_4-id_5.opb,5000,2898.06,2522.1,1511.51,5000,19.5392,
mnist-100-bnn_100_50-perturb_4-id_6.opb,5000,3886.12,3421.14,2022.71,5000,18.3038,
mnist-100-bnn_100_50-perturb_4-id_7.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_100_50-perturb_4-id_8.opb,5000,5000,5000,4076.1,5000,15.8826,
mnist-100-bnn_100_50-perturb_4-id_9.opb,5000,2953.28,2611.4,1636.46,5000,18.6724,
mnist-100-bnn_100_50-perturb_5-id_0.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_100_50-perturb_5-id_1.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_100_50-perturb_5-id_10.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_100_50-perturb_5-id_11.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_100_50-perturb_5-id_12.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_100_50-perturb_5-id_13.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_100_50-perturb_5-id_14.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_100_50-perturb_5-id_15.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_100_50-perturb_5-id_16.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_100_50-perturb_5-id_17.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_100_50-perturb_5-id_18.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_100_50-perturb_5-id_19.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_100_50-perturb_5-id_2.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_100_50-perturb_5-id_20.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_100_50-perturb_5-id_21.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_100_50-perturb_5-id_22.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_100_50-perturb_5-id_23.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_100_50-perturb_5-id_24.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_100_50-perturb_5-id_25.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_100_50-perturb_5-id_26.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_100_50-perturb_5-id_27.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_100_50-perturb_5-id_28.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_100_50-perturb_5-id_29.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_100_50-perturb_5-id_3.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_100_50-perturb_5-id_4.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_100_50-perturb_5-id_5.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_100_50-perturb_5-id_6.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_100_50-perturb_5-id_7.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_100_50-perturb_5-id_8.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_100_50-perturb_5-id_9.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_100-epoch_10-trojan-label_0.opb,15.77,21.45,21.63,15.98,469.55,93.0224,
mnist-100-bnn_100-epoch_10-trojan-label_1.opb,10.81,12.25,12.34,10.81,279.53,95.6439,
mnist-100-bnn_100-epoch_10-trojan-label_4.opb,13.07,17.36,18.54,13.57,382.5,93.7279,
mnist-100-bnn_100-epoch_10-trojan-label_5.opb,12.96,16.35,16.52,12.86,381.93,94.1085,
mnist-100-bnn_100-epoch_10-trojan-label_9.opb,16.26,22.88,23.47,17.5,510.61,93,
mnist-100-bnn_100-epoch_1-trojan-label_0.opb,11.24,13.39,13.98,11.63,411.14,94.6439,
mnist-100-bnn_100-epoch_1-trojan-label_1.opb,11.2,13.5,13.34,11.16,373.83,94.585,
mnist-100-bnn_100-epoch_1-trojan-label_4.opb,19.82,26.33,28.27,21.08,665.07,92.5546,
mnist-100-bnn_100-epoch_1-trojan-label_5.opb,13.04,16.27,16.42,13.01,334.54,94.2668,
mnist-100-bnn_100-epoch_1-trojan-label_9.opb,66.31,100.93,97.49,78.71,1223.37,90.5999,
mnist-100-bnn_100-epoch_30-trojan-label_0.opb,25,36.4,34.97,27.82,713.37,91.8826,
mnist-100-bnn_100-epoch_30-trojan-label_1.opb,11.03,13.28,13.58,10.74,298.52,94.8074,
mnist-100-bnn_100-epoch_30-trojan-label_4.opb,46.05,70.43,72.01,63.65,998.14,90.6724,
mnist-100-bnn_100-epoch_30-trojan-label_5.opb,22.47,31,33.24,24.19,648.98,92.1293,
mnist-100-bnn_100-epoch_30-trojan-label_9.opb,5000,5000,5000,3422.12,5000,86.8329,
mnist-100-bnn_100-perturb_2-id_0.opb,25.6,21.4,16.37,16.46,396.17,10.6724,
mnist-100-bnn_100-perturb_2-id_0-adv_3-epoch_1.opb,36.09,28.72,21.38,19.63,393.46,10.0875,
mnist-100-bnn_100-perturb_2-id_0-adv_3-epoch_5.opb,12.91,17.91,11.81,9.6,325.78,12.0224,
mnist-100-bnn_100-perturb_2-id_0-adv-epoch_1.opb,35.54,27.93,20.87,20.44,443.89,10.2668,
mnist-100-bnn_100-perturb_2-id_0-adv-epoch_5.opb,66.79,41.28,39.55,35.15,435.77,8.7814,
mnist-100-bnn_100-perturb_2-id_1.opb,118.53,75.41,74.1,64.52,611.52,8.1898,
mnist-100-bnn_100-perturb_2-id_10.opb,142.24,65.92,70.13,67.77,475.51,8,
mnist-100-bnn_100-perturb_2-id_10-adv_3-epoch_1.opb,13.76,12.95,12.79,12.57,46.7,0,
mnist-100-bnn_100-perturb_2-id_10-adv_3-epoch_5.opb,21.26,20.99,20.68,21.35,50.23,5.0875,
mnist-100-bnn_100-perturb_2-id_10-adv-epoch_1.opb,11.67,12.43,12.79,10.95,38.44,0,
mnist-100-bnn_100-perturb_2-id_10-adv-epoch_5.opb,12.95,16.16,15.08,11.86,44.73,0,
mnist-100-bnn_100-perturb_2-id_11.opb,20.77,17.51,16.51,18.98,59.29,0,
mnist-100-bnn_100-perturb_2-id_11-adv_3-epoch_1.opb,31.96,26.93,19.99,18,460.21,10.4594,
mnist-100-bnn_100-perturb_2-id_11-adv_3-epoch_5.opb,25.54,21.54,17.62,15.18,436.55,10.7549,
mnist-100-bnn_100-perturb_2-id_11-adv-epoch_1.opb,49.31,30.65,26.17,25.98,436.6,9.9773,
mnist-100-bnn_100-perturb_2-id_11-adv-epoch_5.opb,24.36,22.76,16.85,14.67,393.34,10.9773,
mnist-100-bnn_100-perturb_2-id_12.opb,27.87,17.11,16.99,26.46,75.46,1,
mnist-100-bnn_100-perturb_2-id_12-adv_3-epoch_1.opb,22.94,25.4,25.43,21.03,79.19,5.7004,
mnist-100-bnn_100-perturb_2-id_12-adv_3-epoch_5.opb,67.77,43.15,36.02,34.43,401.86,9.0875,
mnist-100-bnn_100-perturb_2-id_12-adv-epoch_1.opb,116.42,62.68,54.68,51.68,562.93,8.6865,
mnist-100-bnn_100-perturb_2-id_12-adv-epoch_5.opb,70.9,39.45,33.46,32.7,424.36,8.9307,
mnist-100-bnn_100-perturb_2-id_13.opb,25.56,20.34,20.34,23.88,70.19,1,
mnist-100-bnn_100-perturb_2-id_13-adv_3-epoch_1.opb,17.75,27.32,28.97,17.45,72.83,4,
mnist-100-bnn_100-perturb_2-id_13-adv_3-epoch_5.opb,198.29,104.88,95.79,103.96,450.64,7.4263,
mnist-100-bnn_100-perturb_2-id_13-adv-epoch_1.opb,18.61,21.73,21.46,17.5,64.95,3.585,
mnist-100-bnn_100-perturb_2-id_13-adv-epoch_5.opb,312.21,232.95,281.48,251.98,366.5,6.2854,
mnist-100-bnn_100-perturb_2-id_14.opb,144.85,70.1,75.82,64.5,506.08,7.9773,
mnist-100-bnn_100-perturb_2-id_14-adv_3-epoch_1.opb,164.91,76.37,78.92,74.86,535.65,8.1898,
mnist-100-bnn_100-perturb_2-id_14-adv_3-epoch_5.opb,207.04,104.14,112.57,107.68,469.81,7.375,
mnist-100-bnn_100-perturb_2-id_14-adv-epoch_1.opb,68.87,43.81,36.05,35.7,476.28,9.4263,
mnist-100-bnn_100-perturb_2-id_14-adv-epoch_5.opb,215.91,125.34,156.41,108.43,524.14,7.0444,
mnist-100-bnn_100-perturb_2-id_15.opb,19.62,21.38,15.66,13.41,377.27,11.2288,
mnist-100-bnn_100-perturb_2-id_15-adv_3-epoch_1.opb,23.18,22.7,14.99,14,429.68,11.1497,
mnist-100-bnn_100-perturb_2-id_15-adv_3-epoch_5.opb,24.85,25.34,17.52,15.23,395.04,11.0661,
mnist-100-bnn_100-perturb_2-id_15-adv-epoch_1.opb,19.23,21.4,14.98,14.17,392.59,11.3219,
mnist-100-bnn_100-perturb_2-id_15-adv-epoch_5.opb,22.51,23.5,14.64,13.91,317.17,10.9307,
mnist-100-bnn_100-perturb_2-id_16.opb,15.23,18.18,17.85,14.61,58.88,0,
mnist-100-bnn_100-perturb_2-id_16-adv_3-epoch_1.opb,30.36,33.06,34.68,26.91,70.15,4.8074,
mnist-100-bnn_100-perturb_2-id_16-adv_3-epoch_5.opb,33.8,27.86,22.9,18.45,424.23,10.7004,
mnist-100-bnn_100-perturb_2-id_16-adv-epoch_1.opb,27.62,26.79,20.76,17.04,413.2,11.585,
mnist-100-bnn_100-perturb_2-id_16-adv-epoch_5.opb,28.9,29.82,19.63,16.67,336.7,11.2668,
mnist-100-bnn_100-perturb_2-id_17.opb,125.26,74.02,70.36,68.68,575.35,7.858,
mnist-100-bnn_100-perturb_2-id_17-adv_3-epoch_1.opb,212.42,132.13,148.91,165.8,354.63,6.7549,
mnist-100-bnn_100-perturb_2-id_17-adv_3-epoch_5.opb,14.82,20.32,19.17,13.52,42.9,0,
mnist-100-bnn_100-perturb_2-id_17-adv-epoch_1.opb,20.77,41.74,37.94,18.92,75.26,5.7549,
mnist-100-bnn_100-perturb_2-id_17-adv-epoch_5.opb,9.97,15.47,16.89,9.23,45.05,0,
mnist-100-bnn_100-perturb_2-id_18.opb,29.94,27.96,29.26,27.8,56.05,3.3219,
mnist-100-bnn_100-perturb_2-id_18-adv_3-epoch_1.opb,23.61,26.91,25.69,22.64,50.26,0,
mnist-100-bnn_100-perturb_2-id_18-adv_3-epoch_5.opb,17.4,15.06,15.71,16.38,49.96,0,
mnist-100-bnn_100-perturb_2-id_18-adv-epoch_1.opb,10.94,17.55,18.96,10.5,45.98,0,
mnist-100-bnn_100-perturb_2-id_18-adv-epoch_5.opb,19.98,31.82,31.99,17.85,45.01,2.3219,
mnist-100-bnn_100-perturb_2-id_19.opb,25.14,24.26,24.04,25.19,70.72,5.8074,
mnist-100-bnn_100-perturb_2-id_19-adv_3-epoch_1.opb,120.1,63.08,63.95,61.13,490.55,8.3576,
mnist-100-bnn_100-perturb_2-id_19-adv_3-epoch_5.opb,18.32,19.45,13.68,12.08,397.95,11.7004,
mnist-100-bnn_100-perturb_2-id_19-adv-epoch_1.opb,44.15,32.99,23.98,23.52,464.2,10.1898,
mnist-100-bnn_100-perturb_2-id_19-adv-epoch_5.opb,68.64,37.74,31.33,29.25,441.64,9.1699,
mnist-100-bnn_100-perturb_2-id_1-adv_3-epoch_1.opb,48.5,35.52,29.45,29.2,517.67,9.5078,
mnist-100-bnn_100-perturb_2-id_1-adv_3-epoch_5.opb,95.56,53.56,45.13,46.19,513.29,8.7004,
mnist-100-bnn_100-perturb_2-id_1-adv-epoch_1.opb,237.46,153.39,195.9,175.33,511.93,6.7004,
mnist-100-bnn_100-perturb_2-id_1-adv-epoch_5.opb,37.19,33.66,24.73,21.12,397.15,10.8074,
mnist-100-bnn_100-perturb_2-id_2.opb,24.56,28.53,25.67,22.77,98.81,5.9542,
mnist-100-bnn_100-perturb_2-id_20.opb,16.43,14.27,15.31,14.98,76.04,2.3219,
mnist-100-bnn_100-perturb_2-id_20-adv_3-epoch_1.opb,31.49,25.87,20.75,18.8,449.26,9.9542,
mnist-100-bnn_100-perturb_2-id_20-adv_3-epoch_5.opb,115.6,58.76,57.07,56.25,512.21,8.3399,
mnist-100-bnn_100-perturb_2-id_20-adv-epoch_1.opb,68.42,39.86,34.97,33.5,602.95,8.8074,
mnist-100-bnn_100-perturb_2-id_20-adv-epoch_5.opb,57.11,37.04,28.92,28.87,422.15,9.2288,
mnist-100-bnn_100-perturb_2-id_21.opb,98.83,54.93,46.33,45.94,493.82,8.6439,
mnist-100-bnn_100-perturb_2-id_21-adv_3-epoch_1.opb,20.16,26.95,27.9,19.18,63.67,4.0875,
mnist-100-bnn_100-perturb_2-id_21-adv_3-epoch_5.opb,133.56,68.28,67.35,53.89,481.9,8.3399,
mnist-100-bnn_100-perturb_2-id_21-adv-epoch_1.opb,57.66,32.44,28.59,27.21,460.91,9.8074,
mnist-100-bnn_100-perturb_2-id_21-adv-epoch_5.opb,84.82,49.96,44.9,39.49,443.45,8.9773,
mnist-100-bnn_100-perturb_2-id_22.opb,226.01,153.8,167.8,142.45,497.68,6.8826,
mnist-100-bnn_100-perturb_2-id_22-adv_3-epoch_1.opb,69.06,46.81,39.5,35.18,521.29,9.1085,
mnist-100-bnn_100-perturb_2-id_22-adv_3-epoch_5.opb,17.38,23.85,25.49,14.86,62.34,0,
mnist-100-bnn_100-perturb_2-id_22-adv-epoch_1.opb,25.41,23.68,17.18,16.07,369.06,10.9069,
mnist-100-bnn_100-perturb_2-id_22-adv-epoch_5.opb,102.08,53.83,53.45,38.26,488.12,8.4919,
mnist-100-bnn_100-perturb_2-id_23.opb,18.9,20.22,19.83,17.9,68.64,2,
mnist-100-bnn_100-perturb_2-id_23-adv_3-epoch_1.opb,35.42,34.52,34.69,31.47,65.25,5.7814,
mnist-100-bnn_100-perturb_2-id_23-adv_3-epoch_5.opb,17.82,21.37,21.44,16.23,57.71,3.585,
mnist-100-bnn_100-perturb_2-id_23-adv-epoch_1.opb,18.88,29.12,31.37,17.58,71.73,4,
mnist-100-bnn_100-perturb_2-id_23-adv-epoch_5.opb,20.63,23.21,24.87,17.73,49.86,4.6439,
mnist-100-bnn_100-perturb_2-id_24.opb,22.3,23.9,22.68,20.46,75.1,6,
mnist-100-bnn_100-perturb_2-id_24-adv_3-epoch_1.opb,11.15,12.39,12.51,10.54,54.48,0,
mnist-100-bnn_100-perturb_2-id_24-adv_3-epoch_5.opb,16.09,8.52,8.24,14.56,44.42,0,
mnist-100-bnn_100-perturb_2-id_24-adv-epoch_1.opb,9.68,12.04,12.16,8.88,49.59,0,
mnist-100-bnn_100-perturb_2-id_24-adv-epoch_5.opb,11.21,11.45,12.13,10.19,40.71,0,
mnist-100-bnn_100-perturb_2-id_25.opb,57.98,38.79,32,32.14,468.9,9.1699,
mnist-100-bnn_100-perturb_2-id_25-adv_3-epoch_1.opb,22.07,28.24,16.6,14.05,362.87,11.1293,
mnist-100-bnn_100-perturb_2-id_25-adv_3-epoch_5.opb,13.33,17.38,11.97,9.07,381.09,12.0875,
mnist-100-bnn_100-perturb_2-id_25-adv-epoch_1.opb,18.38,19.5,13.27,12.03,365.77,11.7549,
mnist-100-bnn_100-perturb_2-id_25-adv-epoch_5.opb,32.12,27.9,21.33,18.41,355.17,10.3399,
mnist-100-bnn_100-perturb_2-id_26.opb,116.94,63.29,59.82,53.87,597.61,8.5546,
mnist-100-bnn_100-perturb_2-id_26-adv_3-epoch_1.opb,97.32,51.31,51.19,51.15,521.72,8.4919,
mnist-100-bnn_100-perturb_2-id_26-adv_3-epoch_5.opb,204.52,161.74,171.17,165,425.64,6.4263,
mnist-100-bnn_100-perturb_2-id_26-adv-epoch_1.opb,128.95,72.57,79.89,66.52,619.33,7.7279,
mnist-100-bnn_100-perturb_2-id_26-adv-epoch_5.opb,58.3,39.65,32.42,28.75,470.85,9.375,
mnist-100-bnn_100-perturb_2-id_27.opb,38.3,31.21,22.82,20.23,441.59,10.0875,
mnist-100-bnn_100-perturb_2-id_27-adv_3-epoch_1.opb,42.72,32.92,22.83,22.44,432.14,10.2668,
mnist-100-bnn_100-perturb_2-id_27-adv_3-epoch_5.opb,14.39,18.62,12.04,10.75,362.21,11.858,
mnist-100-bnn_100-perturb_2-id_27-adv-epoch_1.opb,14.9,18.1,12.02,10.51,340,11.9773,
mnist-100-bnn_100-perturb_2-id_27-adv-epoch_5.opb,12.34,16.71,11.82,9.39,308.78,11.9773,
mnist-100-bnn_100-perturb_2-id_28.opb,197.69,111.51,106.38,107.35,527.48,7.2668,
mnist-100-bnn_100-perturb_2-id_28-adv_3-epoch_1.opb,21.51,15.14,15.04,20.38,56.6,0,
mnist-100-bnn_100-perturb_2-id_28-adv_3-epoch_5.opb,148.08,104.67,130.63,128.22,398.14,6.8074,
mnist-100-bnn_100-perturb_2-id_28-adv-epoch_1.opb,16.33,21.14,22.18,16.25,51.33,0,
mnist-100-bnn_100-perturb_2-id_28-adv-epoch_5.opb,12.48,14.85,15.74,11.91,38.98,2.3219,
mnist-100-bnn_100-perturb_2-id_29.opb,19.19,21.7,15.35,12.87,435.89,11.6439,
mnist-100-bnn_100-perturb_2-id_29-adv_3-epoch_1.opb,21.48,20.73,15.31,13.89,388.26,11.4919,
mnist-100-bnn_100-perturb_2-id_29-adv_3-epoch_5.opb,24.59,25.62,17.05,15.62,418.84,11.1699,
mnist-100-bnn_100-perturb_2-id_29-adv-epoch_1.opb,30.63,25.41,18.16,18.3,451.72,10.7004,
mnist-100-bnn_100-perturb_2-id_29-adv-epoch_5.opb,21.49,22.84,14.52,13.08,344.1,11.4757,
mnist-100-bnn_100-perturb_2-id_2-adv_3-epoch_1.opb,38.41,31.94,32.68,35.91,60.32,4.0875,
mnist-100-bnn_100-perturb_2-id_2-adv_3-epoch_5.opb,29.73,23.14,17.39,17.03,371.97,10.6724,
mnist-100-bnn_100-perturb_2-id_2-adv-epoch_1.opb,22.84,22.29,22.24,20.91,49.28,2.585,
mnist-100-bnn_100-perturb_2-id_2-adv-epoch_5.opb,30.9,25.7,18.69,16.17,440.24,10.6724,
mnist-100-bnn_100-perturb_2-id_3.opb,26.39,39.24,37.18,26.31,73.14,3.9069,
mnist-100-bnn_100-perturb_2-id_3-adv_3-epoch_1.opb,15.33,15.66,15.22,15.1,59.86,0,
mnist-100-bnn_100-perturb_2-id_3-adv_3-epoch_5.opb,13.36,17.62,17.67,12.38,53.2,2.3219,
mnist-100-bnn_100-perturb_2-id_3-adv-epoch_1.opb,18.23,15.85,16.18,17.17,53.83,1,
mnist-100-bnn_100-perturb_2-id_3-adv-epoch_5.opb,18.22,21.09,20.58,16.84,53.81,5.8826,
mnist-100-bnn_100-perturb_2-id_4.opb,254.78,110.49,131.43,115.13,578.53,7.4429,
mnist-100-bnn_100-perturb_2-id_4-adv_3-epoch_1.opb,21.8,25.11,28.72,20.2,63.07,2.8074,
mnist-100-bnn_100-perturb_2-id_4-adv_3-epoch_5.opb,16.64,18.7,17.54,16.13,52.42,0,
mnist-100-bnn_100-perturb_2-id_4-adv-epoch_1.opb,27.77,18.19,18.56,24.29,71.39,2,
mnist-100-bnn_100-perturb_2-id_4-adv-epoch_5.opb,14.06,13.37,13.6,13.58,48.07,0,
mnist-100-bnn_100-perturb_2-id_5.opb,30.64,26.7,21.82,20.97,397.34,11.0875,
mnist-100-bnn_100-perturb_2-id_5-adv_3-epoch_1.opb,37.75,28.64,24.3,19.81,404.91,10.8329,
mnist-100-bnn_100-perturb_2-id_5-adv_3-epoch_5.opb,35.49,26.48,19.43,19.3,340.46,10.0875,
mnist-100-bnn_100-perturb_2-id_5-adv-epoch_1.opb,35.16,29.77,20.21,21.31,456.35,11.0875,
mnist-100-bnn_100-perturb_2-id_5-adv-epoch_5.opb,82.88,42.46,36.2,38.44,465.26,9.0875,
mnist-100-bnn_100-perturb_2-id_6.opb,14.3,13.84,13.8,13.72,48.83,0,
mnist-100-bnn_100-perturb_2-id_6-adv_3-epoch_1.opb,26.62,22.35,21.13,22.64,78.78,4.3923,
mnist-100-bnn_100-perturb_2-id_6-adv_3-epoch_5.opb,15.57,30.11,32.13,14.67,63.79,3.1699,
mnist-100-bnn_100-perturb_2-id_6-adv-epoch_1.opb,28.88,34.6,37.68,25.38,70.57,5.4263,
mnist-100-bnn_100-perturb_2-id_6-adv-epoch_5.opb,19.65,25.62,25.31,17.65,61.48,4.6439,
mnist-100-bnn_100-perturb_2-id_7.opb,23.26,23.83,15.87,15.43,421.85,11.1497,
mnist-100-bnn_100-perturb_2-id_7-adv_3-epoch_1.opb,82.38,44.84,45.86,38.99,526.66,8.8074,
mnist-100-bnn_100-perturb_2-id_7-adv_3-epoch_5.opb,169.46,78.09,78.12,76.53,494.27,7.6724,
mnist-100-bnn_100-perturb_2-id_7-adv-epoch_1.opb,135.43,67.31,77.82,68.77,583.63,8,
mnist-100-bnn_100-perturb_2-id_7-adv-epoch_5.opb,15.16,27.36,28.65,15.33,56.89,3.8074,
mnist-100-bnn_100-perturb_2-id_8.opb,133.87,69.77,82.02,62.58,479.73,7.858,
mnist-100-bnn_100-perturb_2-id_8-adv_3-epoch_1.opb,343.24,217.27,263.83,223.83,611.4,6.3219,
mnist-100-bnn_100-perturb_2-id_8-adv_3-epoch_5.opb,118.31,57.61,57.53,57.42,534.97,8.5392,
mnist-100-bnn_100-perturb_2-id_8-adv-epoch_1.opb,38.04,28.17,24.04,22.15,385.15,10.5546,
mnist-100-bnn_100-perturb_2-id_8-adv-epoch_5.opb,65.05,42.03,38.66,33.68,478.91,9.1699,
mnist-100-bnn_100-perturb_2-id_9.opb,167.24,70.61,78.26,84.17,458.42,8,
mnist-100-bnn_100-perturb_2-id_9-adv_3-epoch_1.opb,56.17,34.04,31.1,28.71,491.28,9.585,
mnist-100-bnn_100-perturb_2-id_9-adv_3-epoch_5.opb,89.19,46.85,48.01,43.25,457.87,8.858,
mnist-100-bnn_100-perturb_2-id_9-adv-epoch_1.opb,36.87,29.92,22.14,21.95,469.66,10.1699,
mnist-100-bnn_100-perturb_2-id_9-adv-epoch_5.opb,44.82,27.19,25.27,20.6,382.57,9.9307,
mnist-100-bnn_100-perturb_3-id_0.opb,415.84,334.69,259.35,167.5,1249.69,16.4429,
mnist-100-bnn_100-perturb_3-id_1.opb,1027.74,445.63,290.85,270.09,1496.89,14.0661,
mnist-100-bnn_100-perturb_3-id_10.opb,1027.81,470.78,336.76,255.58,1451.09,14.2668,
mnist-100-bnn_100-perturb_3-id_11.opb,178.19,279.58,306.37,164.01,324.99,3.7004,
mnist-100-bnn_100-perturb_3-id_12.opb,5000,448.3,382.39,322.19,1684.66,11.9069,
mnist-100-bnn_100-perturb_3-id_13.opb,5000,691.25,520.8,508.98,2234.77,12.4094,
mnist-100-bnn_100-perturb_3-id_14.opb,578.72,360.22,271.87,187.94,1311.47,15.1898,
mnist-100-bnn_100-perturb_3-id_15.opb,362.59,294.58,198.32,157.72,1019.61,16.7814,
mnist-100-bnn_100-perturb_3-id_16.opb,234.75,411.84,381.97,226.22,275.93,1.585,
mnist-100-bnn_100-perturb_3-id_17.opb,5000,627.01,461.78,421.05,2081,11.3923,
mnist-100-bnn_100-perturb_3-id_18.opb,5000,5000,5000,5000,1038.95,8.1699,
mnist-100-bnn_100-perturb_3-id_19.opb,5000,718.56,626.4,539.8,2011.19,11.2288,
mnist-100-bnn_100-perturb_3-id_2.opb,836.41,487.54,368.54,277.22,1446.39,14.3399,
mnist-100-bnn_100-perturb_3-id_20.opb,5000,5000,5000,5000,2778.51,7.858,
mnist-100-bnn_100-perturb_3-id_21.opb,5000,1062.6,786.46,734.29,1971.87,11.7415,
mnist-100-bnn_100-perturb_3-id_22.opb,5000,557.84,390.87,320.52,1525.94,13.0875,
mnist-100-bnn_100-perturb_3-id_23.opb,5000,799.37,560.34,535.94,1975.77,11.6439,
mnist-100-bnn_100-perturb_3-id_24.opb,3097.32,444.18,398.17,344.62,1991.94,12.6439,
mnist-100-bnn_100-perturb_3-id_25.opb,543.48,320.9,234.62,222.56,1079.76,15.5546,
mnist-100-bnn_100-perturb_3-id_26.opb,960.6,374.98,270.38,271.92,1332.21,13.5546,
mnist-100-bnn_100-perturb_3-id_27.opb,486.36,306.7,216.8,170.54,1018.76,16.1898,
mnist-100-bnn_100-perturb_3-id_28.opb,4037.94,440.61,332.06,278.05,1563.4,12.6724,
mnist-100-bnn_100-perturb_3-id_29.opb,429.78,353,259.46,146.13,945.69,16.1898,
mnist-100-bnn_100-perturb_3-id_3.opb,2273.69,439.84,331.11,320.85,1914.62,13.3399,
mnist-100-bnn_100-perturb_3-id_4.opb,1474.93,417.57,238.18,244.12,1391.4,14.1085,
mnist-100-bnn_100-perturb_3-id_5.opb,417.61,273.72,186.86,130.58,782.27,16.7549,
mnist-100-bnn_100-perturb_3-id_6.opb,84.55,120.95,127.78,79.8,201.28,1,
mnist-100-bnn_100-perturb_3-id_7.opb,451.11,345.07,224.99,175.48,1180.55,16.0875,
mnist-100-bnn_100-perturb_3-id_8.opb,5000,519.91,381.41,369.74,1784.43,12.1497,
mnist-100-bnn_100-perturb_3-id_9.opb,508.58,358.53,267.08,197.64,1212.99,15.2668,
mnist-100-bnn_100-perturb_4-id_0.opb,4403.93,2106.65,1976.45,1161.52,4118.75,20.8074,
mnist-100-bnn_100-perturb_4-id_1.opb,5000,2539.02,2282.7,1388.93,5000,19.5392,
mnist-100-bnn_100-perturb_4-id_10.opb,5000,2796.51,2701.61,1563.68,5000,18.9307,
mnist-100-bnn_100-perturb_4-id_11.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_100-perturb_4-id_12.opb,5000,5000,5000,4853.93,5000,15.5999,
mnist-100-bnn_100-perturb_4-id_13.opb,5000,5000,5000,3925.24,5000,15.4919,
mnist-100-bnn_100-perturb_4-id_14.opb,5000,2607.76,2397.67,1366.26,4811.92,19.0444,
mnist-100-bnn_100-perturb_4-id_15.opb,4555.89,1813.06,1805.34,948.17,3821.61,21.0444,
mnist-100-bnn_100-perturb_4-id_16.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_100-perturb_4-id_17.opb,5000,3317.94,2831.51,1499.4,5000,18.3923,
mnist-100-bnn_100-perturb_4-id_18.opb,5000,5000,5000,3476.96,5000,16.2668,
mnist-100-bnn_100-perturb_4-id_19.opb,5000,3446.2,3126.78,1659.67,4526.12,17.8074,
mnist-100-bnn_100-perturb_4-id_2.opb,5000,5000,4353.33,2686.36,5000,17.3038,
mnist-100-bnn_100-perturb_4-id_20.opb,5000,4206.34,3489.16,2341.98,5000,17.3038,
mnist-100-bnn_100-perturb_4-id_21.opb,5000,3474.93,2927.3,1613.99,5000,19,
mnist-100-bnn_100-perturb_4-id_22.opb,5000,3450.77,2840.41,1515.45,5000,18.6439,
mnist-100-bnn_100-perturb_4-id_23.opb,5000,5000,5000,3308.51,5000,16.3399,
mnist-100-bnn_100-perturb_4-id_24.opb,5000,4265.2,3939.21,2321.21,5000,17.2288,
mnist-100-bnn_100-perturb_4-id_25.opb,5000,2077.01,2162.47,1091.88,4668.85,19.858,
mnist-100-bnn_100-perturb_4-id_26.opb,5000,2033.26,2188.8,1140.05,4318.25,19.585,
mnist-100-bnn_100-perturb_4-id_27.opb,5000,2048.19,1755.46,1077.61,4336.83,20.585,
mnist-100-bnn_100-perturb_4-id_28.opb,5000,3688.24,3500.13,2035.14,5000,18.3399,
mnist-100-bnn_100-perturb_4-id_29.opb,3910.5,2261.26,1911.92,1042.2,4268.94,21.5078,
mnist-100-bnn_100-perturb_4-id_3.opb,5000,3419.36,2951.27,1750.18,5000,18.5999,
mnist-100-bnn_100-perturb_4-id_4.opb,5000,3714.21,3212.49,1759.22,5000,18.5078,
mnist-100-bnn_100-perturb_4-id_5.opb,4293.83,1765.12,1774.46,961.34,3928.37,20.8074,
mnist-100-bnn_100-perturb_4-id_6.opb,90.99,133.73,130.09,84.92,702.17,4.858,
mnist-100-bnn_100-perturb_4-id_7.opb,4062.17,1781.54,1771.88,918.11,3185.69,21.0661,
mnist-100-bnn_100-perturb_4-id_8.opb,5000,2907.42,2691.15,1550.27,4480.02,18.9773,
mnist-100-bnn_100-perturb_4-id_9.opb,5000,2589.11,2297.31,1282.43,4501.94,19.5546,
mnist-100-bnn_100-perturb_5-id_0.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_100-perturb_5-id_1.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_100-perturb_5-id_10.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_100-perturb_5-id_11.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_100-perturb_5-id_12.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_100-perturb_5-id_13.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_100-perturb_5-id_14.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_100-perturb_5-id_15.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_100-perturb_5-id_16.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_100-perturb_5-id_17.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_100-perturb_5-id_18.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_100-perturb_5-id_19.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_100-perturb_5-id_2.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_100-perturb_5-id_20.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_100-perturb_5-id_21.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_100-perturb_5-id_22.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_100-perturb_5-id_23.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_100-perturb_5-id_24.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_100-perturb_5-id_25.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_100-perturb_5-id_26.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_100-perturb_5-id_27.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_100-perturb_5-id_28.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_100-perturb_5-id_29.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_100-perturb_5-id_3.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_100-perturb_5-id_4.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_100-perturb_5-id_5.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_100-perturb_5-id_6.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_100-perturb_5-id_7.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_100-perturb_5-id_8.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_100-perturb_5-id_9.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_200_100_100-epoch_10-trojan-label_0.opb,380.55,420.44,411.34,414.45,5000,91.2668,
mnist-100-bnn_200_100_100-epoch_10-trojan-label_1.opb,3444.7,3591.07,3900.64,5000,5000,88.2668,
mnist-100-bnn_200_100_100-epoch_10-trojan-label_4.opb,827.36,890.16,890.61,871.03,5000,89.8826,
mnist-100-bnn_200_100_100-epoch_10-trojan-label_5.opb,99.05,115.57,115.1,102.89,5000,93.1497,
mnist-100-bnn_200_100_100-epoch_10-trojan-label_9.opb,200.03,207.46,204.39,203.29,5000,92.3399,
mnist-100-bnn_200_100_100-epoch_1-trojan-label_0.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_200_100_100-epoch_1-trojan-label_1.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_200_100_100-epoch_1-trojan-label_4.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_200_100_100-epoch_1-trojan-label_5.opb,77,72.74,73.46,75.24,5000,93.7549,
mnist-100-bnn_200_100_100-epoch_1-trojan-label_9.opb,1746.41,1820.35,1879.18,2727.53,5000,89.0661,
mnist-100-bnn_200_100_100-epoch_30-trojan-label_0.opb,240.82,268.65,279.65,257.11,5000,91.6439,
mnist-100-bnn_200_100_100-epoch_30-trojan-label_1.opb,1504.64,1739.09,1733.68,2004.14,5000,89.3038,
mnist-100-bnn_200_100_100-epoch_30-trojan-label_4.opb,1648.49,1910.54,1828.91,2553.68,5000,89.0224,
mnist-100-bnn_200_100_100-epoch_30-trojan-label_5.opb,61.43,63.98,70.48,61.54,5000,93.858,
mnist-100-bnn_200_100_100-epoch_30-trojan-label_9.opb,1039.9,1105.19,1056.37,1045.89,5000,89.8826,
mnist-100-bnn_200_100_100-perturb_2-id_0.opb,1436.83,914.83,923.87,832.14,5000,6.4919,
mnist-100-bnn_200_100_100-perturb_2-id_0-adv_3-epoch_1.opb,380.63,170.92,165.49,208.29,4328,8.6147,
mnist-100-bnn_200_100_100-perturb_2-id_0-adv_3-epoch_5.opb,225.19,298.1,298.94,219.14,1357.49,5.5236,
mnist-100-bnn_200_100_100-perturb_2-id_0-adv-epoch_1.opb,374.29,182.51,182.53,230.88,4868.72,8.4594,
mnist-100-bnn_200_100_100-perturb_2-id_0-adv-epoch_5.opb,948.28,469.14,537.52,593.12,5000,7.1497,
mnist-100-bnn_200_100_100-perturb_2-id_1.opb,286.2,140,134.45,166.88,4030.78,8.8329,
mnist-100-bnn_200_100_100-perturb_2-id_10.opb,94.84,52.64,45.08,57.94,3293.45,11.1293,
mnist-100-bnn_200_100_100-perturb_2-id_10-adv_3-epoch_1.opb,115.19,61.27,53.47,70.66,2592.2,10.4757,
mnist-100-bnn_200_100_100-perturb_2-id_10-adv_3-epoch_5.opb,133.26,66.86,58.43,78.44,2349.07,10.3399,
mnist-100-bnn_200_100_100-perturb_2-id_10-adv-epoch_1.opb,84.79,45.68,38.82,53.74,3504.47,11.0875,
mnist-100-bnn_200_100_100-perturb_2-id_10-adv-epoch_5.opb,302.95,116.56,108.6,142.16,4051.74,9.3038,
mnist-100-bnn_200_100_100-perturb_2-id_11.opb,232.76,101.49,97.79,138.53,3633.48,9.5078,
mnist-100-bnn_200_100_100-perturb_2-id_11-adv_3-epoch_1.opb,281.1,137.08,131.9,162.87,3846.14,8.9773,
mnist-100-bnn_200_100_100-perturb_2-id_11-adv_3-epoch_5.opb,366.53,135.79,126.66,161.65,5000,9.1898,
mnist-100-bnn_200_100_100-perturb_2-id_11-adv-epoch_1.opb,649.45,252.16,262.34,328.62,5000,8.1085,
mnist-100-bnn_200_100_100-perturb_2-id_11-adv-epoch_5.opb,95.21,47.77,39.69,58.22,2855.05,10.9069,
mnist-100-bnn_200_100_100-perturb_2-id_12.opb,397.75,133.83,135.96,189.38,4768.65,9.1497,
mnist-100-bnn_200_100_100-perturb_2-id_12-adv_3-epoch_1.opb,836.95,670.22,616.71,705.14,5000,6.858,
mnist-100-bnn_200_100_100-perturb_2-id_12-adv_3-epoch_5.opb,200.48,92.52,87.13,103.72,4023.57,10,
mnist-100-bnn_200_100_100-perturb_2-id_12-adv-epoch_1.opb,114.89,58.36,50.74,63.86,2738.8,10.9542,
mnist-100-bnn_200_100_100-perturb_2-id_12-adv-epoch_5.opb,574.54,234.59,234.1,295.63,5000,8.4429,
mnist-100-bnn_200_100_100-perturb_2-id_13.opb,261.3,189.19,192.88,261.77,1455.26,6.0224,
mnist-100-bnn_200_100_100-perturb_2-id_13-adv_3-epoch_1.opb,187.05,205.9,218.99,189.38,1348.02,0,
mnist-100-bnn_200_100_100-perturb_2-id_13-adv_3-epoch_5.opb,279.26,371.63,412.58,273.17,1431.17,2.8074,
mnist-100-bnn_200_100_100-perturb_2-id_13-adv-epoch_1.opb,188.85,226.2,229.32,169.59,1420.23,2,
mnist-100-bnn_200_100_100-perturb_2-id_13-adv-epoch_5.opb,244.96,173.33,179.79,240.72,1677.39,0,
mnist-100-bnn_200_100_100-perturb_2-id_14.opb,211.85,215.97,223,198.67,1275.3,0,
mnist-100-bnn_200_100_100-perturb_2-id_14-adv_3-epoch_1.opb,181.79,185.59,201.75,174.9,1462.26,0,
mnist-100-bnn_200_100_100-perturb_2-id_14-adv_3-epoch_5.opb,172.59,118.3,124.02,186.86,1569.95,0,
mnist-100-bnn_200_100_100-perturb_2-id_14-adv-epoch_1.opb,239.4,276.95,291.96,212.57,1434.73,0,
mnist-100-bnn_200_100_100-perturb_2-id_14-adv-epoch_5.opb,180.09,135.12,131.38,188.08,1441.19,0,
mnist-100-bnn_200_100_100-perturb_2-id_15.opb,180.5,218.33,239.3,172.89,1422.44,0,
mnist-100-bnn_200_100_100-perturb_2-id_15-adv_3-epoch_1.opb,175.9,114.52,119.32,171,1589.29,0,
mnist-100-bnn_200_100_100-perturb_2-id_15-adv_3-epoch_5.opb,135.41,158.65,174.68,127.5,1594.28,0,
mnist-100-bnn_200_100_100-perturb_2-id_15-adv-epoch_1.opb,230.48,112.16,118.05,200.2,2020.78,0,
mnist-100-bnn_200_100_100-perturb_2-id_15-adv-epoch_5.opb,92.74,193.94,193.09,92.02,1327.59,0,
mnist-100-bnn_200_100_100-perturb_2-id_16.opb,350.23,126.93,122.92,153.33,4184.72,9.1497,
mnist-100-bnn_200_100_100-perturb_2-id_16-adv_3-epoch_1.opb,141.33,68.24,65.47,72.75,3500.14,10.3399,
mnist-100-bnn_200_100_100-perturb_2-id_16-adv_3-epoch_5.opb,458.1,160.07,158.06,223.92,4376.24,8.6865,
mnist-100-bnn_200_100_100-perturb_2-id_16-adv-epoch_1.opb,142.82,65.98,57.74,67.97,3414.12,10.5236,
mnist-100-bnn_200_100_100-perturb_2-id_16-adv-epoch_5.opb,162.78,77.51,78.27,88.62,3789.97,9.9307,
mnist-100-bnn_200_100_100-perturb_2-id_17.opb,161.83,171.5,166.99,156.15,1503.85,1.585,
mnist-100-bnn_200_100_100-perturb_2-id_17-adv_3-epoch_1.opb,232.3,261.49,256.54,245.61,1437.4,0,
mnist-100-bnn_200_100_100-perturb_2-id_17-adv_3-epoch_5.opb,136.24,100.5,102.06,132.95,1096.1,0,
mnist-100-bnn_200_100_100-perturb_2-id_17-adv-epoch_1.opb,189.65,175.75,175.64,180.26,1429.58,2.585,
mnist-100-bnn_200_100_100-perturb_2-id_17-adv-epoch_5.opb,162.69,202.48,203.21,150.79,1229.48,0,
mnist-100-bnn_200_100_100-perturb_2-id_18.opb,230.2,168.26,162.05,234.83,1227.08,3,
mnist-100-bnn_200_100_100-perturb_2-id_18-adv_3-epoch_1.opb,147.59,213.65,211.77,147.51,1238.98,0,
mnist-100-bnn_200_100_100-perturb_2-id_18-adv_3-epoch_5.opb,269.26,222.63,219.14,292.1,1643.2,0,
mnist-100-bnn_200_100_100-perturb_2-id_18-adv-epoch_1.opb,143.12,205,199.69,132.51,1797.58,0,
mnist-100-bnn_200_100_100-perturb_2-id_18-adv-epoch_5.opb,155.18,330.96,353.23,169.62,1277.34,0,
mnist-100-bnn_200_100_100-perturb_2-id_19.opb,310.92,398.29,376.93,280,1437.8,2.3219,
mnist-100-bnn_200_100_100-perturb_2-id_19-adv_3-epoch_1.opb,166.48,264.18,273.71,157.04,1447.82,1.585,
mnist-100-bnn_200_100_100-perturb_2-id_19-adv_3-epoch_5.opb,287.92,273.12,288.88,278.37,1691.68,1.585,
mnist-100-bnn_200_100_100-perturb_2-id_19-adv-epoch_1.opb,164.69,170.14,164.25,165.7,1323.71,4.858,
mnist-100-bnn_200_100_100-perturb_2-id_19-adv-epoch_5.opb,197.9,261.73,274.66,218.24,1881.99,1,
mnist-100-bnn_200_100_100-perturb_2-id_1-adv_3-epoch_1.opb,159.35,76.71,65.67,91.78,3796.42,10.1293,
mnist-100-bnn_200_100_100-perturb_2-id_1-adv_3-epoch_5.opb,174.64,81.48,69.77,104.02,3038.41,9.7814,
mnist-100-bnn_200_100_100-perturb_2-id_1-adv-epoch_1.opb,26.48,27.28,21.23,20.46,2325.94,12.1497,
mnist-100-bnn_200_100_100-perturb_2-id_1-adv-epoch_5.opb,367.92,165.33,159.64,200.92,3887.03,8.585,
mnist-100-bnn_200_100_100-perturb_2-id_2.opb,228.45,104.74,98.06,121.67,5000,9.5699,
mnist-100-bnn_200_100_100-perturb_2-id_20.opb,219.3,235,229.09,214.21,1246.2,2.8074,
mnist-100-bnn_200_100_100-perturb_2-id_20-adv_3-epoch_1.opb,325.58,337.95,348.43,315.82,1336.31,3,
mnist-100-bnn_200_100_100-perturb_2-id_20-adv_3-epoch_5.opb,284.14,332.52,331.89,291.68,1534.95,3.7004,
mnist-100-bnn_200_100_100-perturb_2-id_20-adv-epoch_1.opb,241.79,183.55,201.28,221.53,1501.45,0,
mnist-100-bnn_200_100_100-perturb_2-id_20-adv-epoch_5.opb,108.78,202.79,224.02,104.81,1916.57,0,
mnist-100-bnn_200_100_100-perturb_2-id_21.opb,235.69,303.13,355.33,241.3,1312.51,0,
mnist-100-bnn_200_100_100-perturb_2-id_21-adv_3-epoch_1.opb,304.25,375.77,384.54,286.34,1106.2,3.4594,
mnist-100-bnn_200_100_100-perturb_2-id_21-adv_3-epoch_5.opb,99.05,267.69,243.11,95.31,1190.92,1,
mnist-100-bnn_200_100_100-perturb_2-id_21-adv-epoch_1.opb,173.54,181.08,182.28,176.25,1407.13,2.585,
mnist-100-bnn_200_100_100-perturb_2-id_21-adv-epoch_5.opb,272.41,212.92,212,262.58,1482.93,1,
mnist-100-bnn_200_100_100-perturb_2-id_22.opb,403.34,162.1,176,221.37,3714.23,8.6147,
mnist-100-bnn_200_100_100-perturb_2-id_22-adv_3-epoch_1.opb,206.3,216.46,215.07,194.88,1049.7,5.4919,
mnist-100-bnn_200_100_100-perturb_2-id_22-adv_3-epoch_5.opb,163.86,65.59,68.93,105.65,3335.48,9.9307,
mnist-100-bnn_200_100_100-perturb_2-id_22-adv-epoch_1.opb,217.65,183.9,184.45,215.38,1236.47,3.1699,
mnist-100-bnn_200_100_100-perturb_2-id_22-adv-epoch_5.opb,272.09,266,270.97,263.49,1201.44,4.1699,
mnist-100-bnn_200_100_100-perturb_2-id_23.opb,212.58,121.56,118.69,222.63,1533.38,0,
mnist-100-bnn_200_100_100-perturb_2-id_23-adv_3-epoch_1.opb,146.14,196.44,197.74,142.54,1511.66,0,
mnist-100-bnn_200_100_100-perturb_2-id_23-adv_3-epoch_5.opb,135.63,173.83,175.8,126.08,1081.44,0,
mnist-100-bnn_200_100_100-perturb_2-id_23-adv-epoch_1.opb,119.78,228.84,243.28,119.39,1132.18,2,
mnist-100-bnn_200_100_100-perturb_2-id_23-adv-epoch_5.opb,141.79,136.66,140.04,140.06,1239.72,0,
mnist-100-bnn_200_100_100-perturb_2-id_24.opb,72.08,47.79,35.53,44.17,3133.79,11.1085,
mnist-100-bnn_200_100_100-perturb_2-id_24-adv_3-epoch_1.opb,177.38,72.35,70.64,89.24,3058.29,10.0661,
mnist-100-bnn_200_100_100-perturb_2-id_24-adv_3-epoch_5.opb,52.78,36.83,28.9,33.13,2391.55,11.7279,
mnist-100-bnn_200_100_100-perturb_2-id_24-adv-epoch_1.opb,91.94,49.31,41.78,55.5,2503.43,11.1293,
mnist-100-bnn_200_100_100-perturb_2-id_24-adv-epoch_5.opb,66.53,42.54,34.78,39.59,2157.09,11.5546,
mnist-100-bnn_200_100_100-perturb_2-id_25.opb,150.76,385.15,429.39,149.82,1460.69,0,
mnist-100-bnn_200_100_100-perturb_2-id_25-adv_3-epoch_1.opb,214.72,190.31,195.59,218.6,1115.24,0,
mnist-100-bnn_200_100_100-perturb_2-id_25-adv_3-epoch_5.opb,250.46,540.34,460.47,236.39,1573.04,0,
mnist-100-bnn_200_100_100-perturb_2-id_25-adv-epoch_1.opb,296.94,2229.05,2677.89,296.74,1310.01,0,
mnist-100-bnn_200_100_100-perturb_2-id_25-adv-epoch_5.opb,173.53,231.29,218.21,191.65,1516.33,0,
mnist-100-bnn_200_100_100-perturb_2-id_26.opb,80.77,51.75,38.48,45.61,2842.52,11.1898,
mnist-100-bnn_200_100_100-perturb_2-id_26-adv_3-epoch_1.opb,59.51,38.11,30.12,38.54,2794.28,11.6147,
mnist-100-bnn_200_100_100-perturb_2-id_26-adv_3-epoch_5.opb,135.24,70.97,64.22,73.42,3587.93,10.0875,
mnist-100-bnn_200_100_100-perturb_2-id_26-adv-epoch_1.opb,589.52,244.86,252.82,301.8,5000,8.0444,
mnist-100-bnn_200_100_100-perturb_2-id_26-adv-epoch_5.opb,606.33,256.6,267.53,308.52,5000,8.1293,
mnist-100-bnn_200_100_100-perturb_2-id_27.opb,108.78,59.05,55.25,64.03,2824.39,10.7279,
mnist-100-bnn_200_100_100-perturb_2-id_27-adv_3-epoch_1.opb,192.64,81.25,72.95,93.92,3675.93,9.9542,
mnist-100-bnn_200_100_100-perturb_2-id_27-adv_3-epoch_5.opb,149.23,70.34,61.77,83.97,3177.12,10.375,
mnist-100-bnn_200_100_100-perturb_2-id_27-adv-epoch_1.opb,1341.73,815.32,891.32,866.88,5000,6.5546,
mnist-100-bnn_200_100_100-perturb_2-id_27-adv-epoch_5.opb,170.15,76.83,71.66,89.59,3119.75,10.4094,
mnist-100-bnn_200_100_100-perturb_2-id_28.opb,40.97,30.23,24.55,27.69,3385.05,11.858,
mnist-100-bnn_200_100_100-perturb_2-id_28-adv_3-epoch_1.opb,64.32,47.55,39.11,41.39,3014.61,11.4429,
mnist-100-bnn_200_100_100-perturb_2-id_28-adv_3-epoch_5.opb,110.85,57.45,47.28,64.06,2603.66,10.9069,
mnist-100-bnn_200_100_100-perturb_2-id_28-adv-epoch_1.opb,219.46,100.65,87.86,139.33,4421.1,9.585,
mnist-100-bnn_200_100_100-perturb_2-id_28-adv-epoch_5.opb,29.31,32.34,23.35,21.14,3675.78,12.1085,
mnist-100-bnn_200_100_100-perturb_2-id_29.opb,316.57,162.39,165.82,302.21,1326.04,1.585,
mnist-100-bnn_200_100_100-perturb_2-id_29-adv_3-epoch_1.opb,152.12,188.48,186.64,152.63,1402.64,0,
mnist-100-bnn_200_100_100-perturb_2-id_29-adv_3-epoch_5.opb,93.29,105.91,112.06,95.04,1594.11,0,
mnist-100-bnn_200_100_100-perturb_2-id_29-adv-epoch_1.opb,181.41,211.53,220.2,176.21,1487.04,1.585,
mnist-100-bnn_200_100_100-perturb_2-id_29-adv-epoch_5.opb,184.34,227.81,240.2,161.36,1680.2,0,
mnist-100-bnn_200_100_100-perturb_2-id_2-adv_3-epoch_1.opb,149.51,63.86,60.43,82.19,2759.54,9.9307,
mnist-100-bnn_200_100_100-perturb_2-id_2-adv_3-epoch_5.opb,118.3,49.82,46.34,61.67,4701.68,10.7004,
mnist-100-bnn_200_100_100-perturb_2-id_2-adv-epoch_1.opb,273.2,124.06,121.04,147.09,4756.12,9.0224,
mnist-100-bnn_200_100_100-perturb_2-id_2-adv-epoch_5.opb,47.09,30.13,22.39,32.56,1638.1,11.9773,
mnist-100-bnn_200_100_100-perturb_2-id_3.opb,54.03,38.53,29.12,32.97,2369.67,11.4919,
mnist-100-bnn_200_100_100-perturb_2-id_3-adv_3-epoch_1.opb,108.38,54.55,49.97,57.43,1971.49,10.7004,
mnist-100-bnn_200_100_100-perturb_2-id_3-adv_3-epoch_5.opb,66.49,39.71,35.02,44.57,2632.16,11.0224,
mnist-100-bnn_200_100_100-perturb_2-id_3-adv-epoch_1.opb,144.93,69.55,61.71,76.8,3690.33,10.1898,
mnist-100-bnn_200_100_100-perturb_2-id_3-adv-epoch_5.opb,32.28,29.87,22.82,23.96,2114.17,12.0661,
mnist-100-bnn_200_100_100-perturb_2-id_4.opb,163.27,222.59,220.33,157.1,1468.14,0,
mnist-100-bnn_200_100_100-perturb_2-id_4-adv_3-epoch_1.opb,214.91,203.16,202.98,219.22,1502.86,0,
mnist-100-bnn_200_100_100-perturb_2-id_4-adv_3-epoch_5.opb,174.72,256.51,226.88,190,1342.76,0,
mnist-100-bnn_200_100_100-perturb_2-id_4-adv-epoch_1.opb,95.83,162.59,162.9,100.9,1836.51,0,
mnist-100-bnn_200_100_100-perturb_2-id_4-adv-epoch_5.opb,222.3,189.26,184.12,235.51,1368.31,0,
mnist-100-bnn_200_100_100-perturb_2-id_5.opb,330.73,238.58,234.88,349.17,1635.35,2.585,
mnist-100-bnn_200_100_100-perturb_2-id_5-adv_3-epoch_1.opb,127.13,282.56,317.78,123.87,1811.46,3.3219,
mnist-100-bnn_200_100_100-perturb_2-id_5-adv_3-epoch_5.opb,204.35,223.69,225.32,195.04,1489.74,2,
mnist-100-bnn_200_100_100-perturb_2-id_5-adv-epoch_1.opb,181,140.81,138.5,181.72,1453.34,5.8074,
mnist-100-bnn_200_100_100-perturb_2-id_5-adv-epoch_5.opb,162.41,324.19,343.18,166.29,1418.47,0,
mnist-100-bnn_200_100_100-perturb_2-id_6.opb,162.65,237.03,245.99,156.39,1292.94,0,
mnist-100-bnn_200_100_100-perturb_2-id_6-adv_3-epoch_1.opb,119.17,309.26,317.12,119.55,1277.6,0,
mnist-100-bnn_200_100_100-perturb_2-id_6-adv_3-epoch_5.opb,135.82,122.05,127.6,143.97,1300.67,0,
mnist-100-bnn_200_100_100-perturb_2-id_6-adv-epoch_1.opb,1548.94,824.41,862.15,818.57,5000,6.4919,
mnist-100-bnn_200_100_100-perturb_2-id_6-adv-epoch_5.opb,213.46,193.37,194.39,194.38,1524.91,0,
mnist-100-bnn_200_100_100-perturb_2-id_7.opb,1238.24,757.45,690.76,775.98,5000,6.7004,
mnist-100-bnn_200_100_100-perturb_2-id_7-adv_3-epoch_1.opb,177.34,136.28,138.23,157.66,1320.85,0,
mnist-100-bnn_200_100_100-perturb_2-id_7-adv_3-epoch_5.opb,165.34,246.37,240.06,159.04,1182.73,1.585,
mnist-100-bnn_200_100_100-perturb_2-id_7-adv-epoch_1.opb,152.79,120.37,121.96,146.12,1432.96,0,
mnist-100-bnn_200_100_100-perturb_2-id_7-adv-epoch_5.opb,276.7,204.83,182.24,278.97,1227.6,0,
mnist-100-bnn_200_100_100-perturb_2-id_8.opb,149.87,76.77,65.48,80.91,3305.16,10.1898,
mnist-100-bnn_200_100_100-perturb_2-id_8-adv_3-epoch_1.opb,145.95,74.15,66.4,79.28,4252.67,9.7279,
mnist-100-bnn_200_100_100-perturb_2-id_8-adv_3-epoch_5.opb,153.52,71.91,62.75,85.58,3198.15,10.1898,
mnist-100-bnn_200_100_100-perturb_2-id_8-adv-epoch_1.opb,254.3,112.03,110.36,130.25,3795.22,9.375,
mnist-100-bnn_200_100_100-perturb_2-id_8-adv-epoch_5.opb,64.14,41.02,33.48,36.4,2565.21,11.2288,
mnist-100-bnn_200_100_100-perturb_2-id_9.opb,542.93,194.13,184.4,275.28,4682.13,8.4594,
mnist-100-bnn_200_100_100-perturb_2-id_9-adv_3-epoch_1.opb,548.95,211.44,219.99,267.28,4848.96,8.3576,
mnist-100-bnn_200_100_100-perturb_2-id_9-adv_3-epoch_5.opb,136.07,67.97,57.79,75.76,2813.28,10.9307,
mnist-100-bnn_200_100_100-perturb_2-id_9-adv-epoch_1.opb,184.4,77.67,70.45,92.98,3672.84,10.1497,
mnist-100-bnn_200_100_100-perturb_2-id_9-adv-epoch_5.opb,51.21,41.09,29.72,31.72,2952.19,11.7549,
mnist-100-bnn_200_100_100-perturb_3-id_0.opb,5000,684.91,575.7,572.41,5000,13.1497,
mnist-100-bnn_200_100_100-perturb_3-id_1.opb,1371.13,486.2,349.25,317.43,5000,14.7814,
mnist-100-bnn_200_100_100-perturb_3-id_10.opb,677.7,419.06,231.91,192.29,4722.4,15.8826,
mnist-100-bnn_200_100_100-perturb_3-id_11.opb,1062.98,455.67,321.78,305.16,4495.86,15.0661,
mnist-100-bnn_200_100_100-perturb_3-id_12.opb,1482.15,417.61,375.13,346.29,5000,14.7279,
mnist-100-bnn_200_100_100-perturb_3-id_13.opb,5000,798.79,678.61,742.95,5000,12.5699,
mnist-100-bnn_200_100_100-perturb_3-id_14.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_200_100_100-perturb_3-id_15.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_200_100_100-perturb_3-id_16.opb,2007.08,494.92,398.77,399.95,5000,13.9307,
mnist-100-bnn_200_100_100-perturb_3-id_17.opb,5000,1954.36,1470.49,1965.23,5000,10.9307,
mnist-100-bnn_200_100_100-perturb_3-id_18.opb,5000,3585.58,2681.23,4499.5,5000,10.6147,
mnist-100-bnn_200_100_100-perturb_3-id_19.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_200_100_100-perturb_3-id_2.opb,722.13,383.97,260.69,228.65,5000,15.6439,
mnist-100-bnn_200_100_100-perturb_3-id_20.opb,4362.26,638.47,479.24,512.01,5000,13.1699,
mnist-100-bnn_200_100_100-perturb_3-id_21.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_200_100_100-perturb_3-id_22.opb,2007.13,557.29,441.93,388.42,5000,14.375,
mnist-100-bnn_200_100_100-perturb_3-id_23.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_200_100_100-perturb_3-id_24.opb,480.36,395.6,229.74,186.86,5000,16,
mnist-100-bnn_200_100_100-perturb_3-id_25.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_200_100_100-perturb_3-id_26.opb,599.42,350.96,242.61,184.25,4888.55,16.0224,
mnist-100-bnn_200_100_100-perturb_3-id_27.opb,734.53,419.32,292.95,219.88,4818.96,16.0444,
mnist-100-bnn_200_100_100-perturb_3-id_28.opb,527.69,376.94,209.81,125.73,4098.77,17.0444,
mnist-100-bnn_200_100_100-perturb_3-id_29.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_200_100_100-perturb_3-id_3.opb,537.03,326.73,242.73,171.75,4791.24,16.6439,
mnist-100-bnn_200_100_100-perturb_3-id_4.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_200_100_100-perturb_3-id_5.opb,5000,1780.57,1345.47,1920.13,5000,11.2288,
mnist-100-bnn_200_100_100-perturb_3-id_6.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_200_100_100-perturb_3-id_7.opb,5000,695.32,534.21,553.11,5000,12.7814,
mnist-100-bnn_200_100_100-perturb_3-id_8.opb,1191.99,484.63,303.78,349.67,5000,14.8329,
mnist-100-bnn_200_100_100-perturb_3-id_9.opb,1372.19,485.77,372.97,364.65,5000,14.5699,
mnist-100-bnn_200_100_100-perturb_4-id_0.opb,5000,3230.99,3120.27,2017.3,5000,18.9307,
mnist-100-bnn_200_100_100-perturb_4-id_1.opb,5000,2905.49,2620.51,1709.5,5000,19.7682,
mnist-100-bnn_200_100_100-perturb_4-id_10.opb,5000,2089.88,1841.44,1103.93,5000,20.9773,
mnist-100-bnn_200_100_100-perturb_4-id_11.opb,5000,3197.42,2500.23,1543.96,5000,20.0661,
mnist-100-bnn_200_100_100-perturb_4-id_12.opb,5000,3325.35,3156.16,1932.82,5000,19.1293,
mnist-100-bnn_200_100_100-perturb_4-id_13.opb,5000,3312.43,3240.62,1767.89,5000,18.7549,
mnist-100-bnn_200_100_100-perturb_4-id_14.opb,5000,5000,5000,4560.55,5000,16.7279,
mnist-100-bnn_200_100_100-perturb_4-id_15.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_200_100_100-perturb_4-id_16.opb,5000,2981.45,2577.99,1503.26,5000,20.0444,
mnist-100-bnn_200_100_100-perturb_4-id_17.opb,5000,5000,5000,4309.99,5000,17.1898,
mnist-100-bnn_200_100_100-perturb_4-id_18.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_200_100_100-perturb_4-id_19.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_200_100_100-perturb_4-id_2.opb,5000,2579.18,2414.99,1569.97,5000,19.7814,
mnist-100-bnn_200_100_100-perturb_4-id_20.opb,5000,3874.31,3324.65,2237.38,5000,18.4263,
mnist-100-bnn_200_100_100-perturb_4-id_21.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_200_100_100-perturb_4-id_22.opb,5000,3595.93,3073.93,1873.59,5000,19.0224,
mnist-100-bnn_200_100_100-perturb_4-id_23.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_200_100_100-perturb_4-id_24.opb,5000,2369.83,2318.51,1237.68,5000,21.2668,
mnist-100-bnn_200_100_100-perturb_4-id_25.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_200_100_100-perturb_4-id_26.opb,5000,2107.59,2168.12,1171.32,5000,21,
mnist-100-bnn_200_100_100-perturb_4-id_27.opb,5000,2505.9,2319.45,1268.88,5000,20.585,
mnist-100-bnn_200_100_100-perturb_4-id_28.opb,5000,2350.93,2161.89,1074.4,5000,21.2288,
mnist-100-bnn_200_100_100-perturb_4-id_29.opb,5000,5000,5000,3940.01,5000,17.1085,
mnist-100-bnn_200_100_100-perturb_4-id_3.opb,5000,2107.59,2217.57,1124.56,5000,21.2288,
mnist-100-bnn_200_100_100-perturb_4-id_4.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_200_100_100-perturb_4-id_5.opb,5000,5000,5000,4500.42,5000,16.8826,
mnist-100-bnn_200_100_100-perturb_4-id_6.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_200_100_100-perturb_4-id_7.opb,5000,5000,4396.71,2811.36,5000,18.3399,
mnist-100-bnn_200_100_100-perturb_4-id_8.opb,5000,2290.93,2552.57,1393.02,5000,20.0444,
mnist-100-bnn_200_100_100-perturb_4-id_9.opb,5000,2717.01,2431.65,1557.37,5000,19.6724,
mnist-100-bnn_200_100_100-perturb_5-id_0.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_200_100_100-perturb_5-id_1.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_200_100_100-perturb_5-id_10.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_200_100_100-perturb_5-id_11.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_200_100_100-perturb_5-id_12.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_200_100_100-perturb_5-id_13.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_200_100_100-perturb_5-id_14.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_200_100_100-perturb_5-id_15.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_200_100_100-perturb_5-id_16.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_200_100_100-perturb_5-id_17.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_200_100_100-perturb_5-id_18.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_200_100_100-perturb_5-id_19.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_200_100_100-perturb_5-id_2.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_200_100_100-perturb_5-id_20.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_200_100_100-perturb_5-id_21.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_200_100_100-perturb_5-id_22.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_200_100_100-perturb_5-id_23.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_200_100_100-perturb_5-id_24.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_200_100_100-perturb_5-id_25.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_200_100_100-perturb_5-id_26.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_200_100_100-perturb_5-id_27.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_200_100_100-perturb_5-id_28.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_200_100_100-perturb_5-id_29.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_200_100_100-perturb_5-id_3.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_200_100_100-perturb_5-id_4.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_200_100_100-perturb_5-id_5.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_200_100_100-perturb_5-id_6.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_200_100_100-perturb_5-id_7.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_200_100_100-perturb_5-id_8.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_200_100_100-perturb_5-id_9.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_50_20-epoch_10-trojan-label_0.opb,110.13,151.95,160.29,163.62,932.92,90.0224,
mnist-100-bnn_50_20-epoch_10-trojan-label_1.opb,19.41,23.69,24.69,20.61,347.05,93.1293,
mnist-100-bnn_50_20-epoch_10-trojan-label_4.opb,1183.37,1553.78,5000,3280.07,4133.03,87.1293,
mnist-100-bnn_50_20-epoch_10-trojan-label_5.opb,19.62,24.67,24.59,19.64,291.62,93.1898,
mnist-100-bnn_50_20-epoch_10-trojan-label_9.opb,506.35,664.78,617.23,1095.65,2233.06,88.0444,
mnist-100-bnn_50_20-epoch_1-trojan-label_0.opb,107.75,133.26,155.35,145.48,719.22,90.1085,
mnist-100-bnn_50_20-epoch_1-trojan-label_1.opb,83.07,113.23,119.14,98.5,851.47,90.585,
mnist-100-bnn_50_20-epoch_1-trojan-label_4.opb,186.94,259.24,272.6,303.07,1107.16,89.4429,
mnist-100-bnn_50_20-epoch_1-trojan-label_5.opb,12.17,14.93,14.85,12.58,217.92,94.4757,
mnist-100-bnn_50_20-epoch_1-trojan-label_9.opb,5000,5000,5000,4870.86,5000,86.4594,
mnist-100-bnn_50_20-epoch_30-trojan-label_0.opb,26.71,35.72,35.83,28.63,362.24,92.4429,
mnist-100-bnn_50_20-epoch_30-trojan-label_1.opb,25.7,36.48,34.61,28.45,449.22,92.5078,
mnist-100-bnn_50_20-epoch_30-trojan-label_4.opb,331.23,462.93,461.13,579.15,1559.65,88.7549,
mnist-100-bnn_50_20-epoch_30-trojan-label_5.opb,22.2,29.59,28.86,24.77,344.03,92.6439,
mnist-100-bnn_50_20-epoch_30-trojan-label_9.opb,494.38,649.01,735.16,1113.89,2047.52,88.1497,
mnist-100-bnn_50_20-perturb_2-id_0.opb,23.37,22.42,15.13,14.05,258.12,10.6724,
mnist-100-bnn_50_20-perturb_2-id_0-adv_3-epoch_1.opb,18.89,20.37,13.19,11.58,261.49,10.8074,
mnist-100-bnn_50_20-perturb_2-id_0-adv_3-epoch_5.opb,133.4,62.09,65.12,56.3,206.93,7.858,
mnist-100-bnn_50_20-perturb_2-id_0-adv-epoch_1.opb,16.17,17,12.09,10.35,235.3,11.0661,
mnist-100-bnn_50_20-perturb_2-id_0-adv-epoch_5.opb,21.92,29.19,21.58,16.76,227.36,11.7814,
mnist-100-bnn_50_20-perturb_2-id_1.opb,24.14,29.45,17.37,14.92,241.77,11.1085,
mnist-100-bnn_50_20-perturb_2-id_10.opb,18.07,22.69,13.52,12.13,235.96,11.1497,
mnist-100-bnn_50_20-perturb_2-id_10-adv_3-epoch_1.opb,41.6,25.95,19.69,18.8,277.3,9.7682,
mnist-100-bnn_50_20-perturb_2-id_10-adv_3-epoch_5.opb,23.32,24.64,15.69,13.48,266.34,10.5699,
mnist-100-bnn_50_20-perturb_2-id_10-adv-epoch_1.opb,32.12,24.44,16.87,16.98,250.99,9.9069,
mnist-100-bnn_50_20-perturb_2-id_10-adv-epoch_5.opb,21.74,20.7,13.8,12.15,268.5,10.6439,
mnist-100-bnn_50_20-perturb_2-id_11.opb,100.07,42.57,44.29,41.82,173.48,8.0875,
mnist-100-bnn_50_20-perturb_2-id_11-adv_3-epoch_1.opb,208.77,130.66,153.35,152.22,137.21,6.3219,
mnist-100-bnn_50_20-perturb_2-id_11-adv_3-epoch_5.opb,7.93,16.05,15.55,7.19,23.77,0,
mnist-100-bnn_50_20-perturb_2-id_11-adv-epoch_1.opb,13.82,16.41,11.74,8.81,224.95,11.7004,
mnist-100-bnn_50_20-perturb_2-id_11-adv-epoch_5.opb,169.77,109.44,129.28,130.25,163.4,6.4263,
mnist-100-bnn_50_20-perturb_2-id_12.opb,62.32,37.3,33.6,30.27,255.04,8.858,
mnist-100-bnn_50_20-perturb_2-id_12-adv_3-epoch_1.opb,125.28,57.96,53.68,52.44,208.32,7.7814,
mnist-100-bnn_50_20-perturb_2-id_12-adv_3-epoch_5.opb,30.33,28.51,17.66,15.75,228.51,10.1293,
mnist-100-bnn_50_20-perturb_2-id_12-adv-epoch_1.opb,15.03,18.13,13.22,10.49,231.26,10.8826,
mnist-100-bnn_50_20-perturb_2-id_12-adv-epoch_5.opb,15.05,18.49,12.76,10.24,244.69,11,
mnist-100-bnn_50_20-perturb_2-id_13.opb,28.36,23.22,16.74,15.91,255.66,9.7549,
mnist-100-bnn_50_20-perturb_2-id_13-adv_3-epoch_1.opb,194.18,104.42,111.17,122.34,211.55,7.1497,
mnist-100-bnn_50_20-perturb_2-id_13-adv_3-epoch_5.opb,78.48,43.33,38.35,35.19,234.98,8.7814,
mnist-100-bnn_50_20-perturb_2-id_13-adv-epoch_1.opb,215.33,117.96,150.03,139.17,178.2,6.6724,
mnist-100-bnn_50_20-perturb_2-id_13-adv-epoch_5.opb,121.77,60.45,57.37,54.46,178.68,7.7279,
mnist-100-bnn_50_20-perturb_2-id_14.opb,199.76,100.08,100.78,98.06,231.64,7.2288,
mnist-100-bnn_50_20-perturb_2-id_14-adv_3-epoch_1.opb,23.67,32.86,34.58,23.24,47.65,6.1699,
mnist-100-bnn_50_20-perturb_2-id_14-adv_3-epoch_5.opb,219.52,120.1,115.93,129.18,219.97,6.8329,
mnist-100-bnn_50_20-perturb_2-id_14-adv-epoch_1.opb,208.22,114.05,135.43,114.31,193.8,6.7279,
mnist-100-bnn_50_20-perturb_2-id_14-adv-epoch_5.opb,206.66,148.87,168.99,146.71,180.09,6.5236,
mnist-100-bnn_50_20-perturb_2-id_15.opb,88.33,47.78,43.92,40.85,279.96,8.858,
mnist-100-bnn_50_20-perturb_2-id_15-adv_3-epoch_1.opb,59.59,34.85,27.78,25.78,256.09,9.585,
mnist-100-bnn_50_20-perturb_2-id_15-adv_3-epoch_5.opb,32.96,29.15,21.32,17.27,257.31,10.1898,
mnist-100-bnn_50_20-perturb_2-id_15-adv-epoch_1.opb,89.13,44.35,40.59,39.01,235.96,8.8826,
mnist-100-bnn_50_20-perturb_2-id_15-adv-epoch_5.opb,21.82,28.22,16.39,15.01,225.09,11.0444,
mnist-100-bnn_50_20-perturb_2-id_16.opb,200.58,96.76,111.57,83.89,142.39,7.1497,
mnist-100-bnn_50_20-perturb_2-id_16-adv_3-epoch_1.opb,11.4,11.73,11.48,11.36,33.74,4.1699,
mnist-100-bnn_50_20-perturb_2-id_16-adv_3-epoch_5.opb,216.71,184.64,200.5,159.12,150.18,6.3923,
mnist-100-bnn_50_20-perturb_2-id_16-adv-epoch_1.opb,20.72,16.53,16.96,20.2,35.23,4.585,
mnist-100-bnn_50_20-perturb_2-id_16-adv-epoch_5.opb,0.56,11.34,12.31,0.55,27.84,0,
mnist-100-bnn_50_20-perturb_2-id_17.opb,20.29,25.56,33.03,19.39,39.41,3.8074,
mnist-100-bnn_50_20-perturb_2-id_17-adv_3-epoch_1.opb,21.02,19.62,19.66,21.11,47.31,5.3576,
mnist-100-bnn_50_20-perturb_2-id_17-adv_3-epoch_5.opb,16.06,21.04,13.84,10.93,259.54,11.2668,
mnist-100-bnn_50_20-perturb_2-id_17-adv-epoch_1.opb,17.42,30.64,27.93,16.57,32.48,3.7004,
mnist-100-bnn_50_20-perturb_2-id_17-adv-epoch_5.opb,160.75,75.54,82.92,78.05,236.84,7.3576,
mnist-100-bnn_50_20-perturb_2-id_18.opb,140.12,58.5,58.61,53.89,173.97,7.858,
mnist-100-bnn_50_20-perturb_2-id_18-adv_3-epoch_1.opb,13.35,14.26,13.73,13.32,31.49,0,
mnist-100-bnn_50_20-perturb_2-id_18-adv_3-epoch_5.opb,14.4,13.65,14.23,13.17,32.58,0,
mnist-100-bnn_50_20-perturb_2-id_18-adv-epoch_1.opb,71.01,40.74,27.52,28.39,190.59,9.1898,
mnist-100-bnn_50_20-perturb_2-id_18-adv-epoch_5.opb,16.13,13.07,13.52,15.17,30.25,0,
mnist-100-bnn_50_20-perturb_2-id_19.opb,43.49,24.46,19.6,15.34,235.7,10.9542,
mnist-100-bnn_50_20-perturb_2-id_19-adv_3-epoch_1.opb,19.67,22.64,14.74,12.35,242.58,11.1898,
mnist-100-bnn_50_20-perturb_2-id_19-adv_3-epoch_5.opb,35.6,26.96,20.73,16.41,239.2,9.858,
mnist-100-bnn_50_20-perturb_2-id_19-adv-epoch_1.opb,35.5,30.09,20.6,19.68,246.81,10.5236,
mnist-100-bnn_50_20-perturb_2-id_19-adv-epoch_5.opb,13.9,16.04,11.01,9.26,216.07,11.5236,
mnist-100-bnn_50_20-perturb_2-id_1-adv_3-epoch_1.opb,33.59,28.21,21.66,17.31,258.37,10.2668,
mnist-100-bnn_50_20-perturb_2-id_1-adv_3-epoch_5.opb,16.77,19.39,13.05,10.9,245.02,11.4757,
mnist-100-bnn_50_20-perturb_2-id_1-adv-epoch_1.opb,24.11,25.66,16.9,13.99,238.48,11.3399,
mnist-100-bnn_50_20-perturb_2-id_1-adv-epoch_5.opb,14.3,17.45,12.67,9.34,246.42,11.6147,
mnist-100-bnn_50_20-perturb_2-id_2.opb,37.15,26.91,20.25,19.96,278.68,9.5546,
mnist-100-bnn_50_20-perturb_2-id_20.opb,174.2,111.94,123.8,109.43,176.1,6.7549,
mnist-100-bnn_50_20-perturb_2-id_20-adv_3-epoch_1.opb,128.11,65.56,65.81,62.72,184.17,7.6724,
mnist-100-bnn_50_20-perturb_2-id_20-adv_3-epoch_5.opb,58.33,35.96,29.93,27.71,231.2,9.2288,
mnist-100-bnn_50_20-perturb_2-id_20-adv-epoch_1.opb,71.47,37.56,36.23,29.41,207.19,8.7549,
mnist-100-bnn_50_20-perturb_2-id_20-adv-epoch_5.opb,19.85,20.98,13.42,11.85,245.6,10.9069,
mnist-100-bnn_50_20-perturb_2-id_21.opb,16.53,17.16,16.48,15.14,29.08,0,
mnist-100-bnn_50_20-perturb_2-id_21-adv_3-epoch_1.opb,13.52,16.11,15.82,12.21,32.66,0,
mnist-100-bnn_50_20-perturb_2-id_21-adv_3-epoch_5.opb,37.58,24.78,21.75,19.18,205.6,9.6439,
mnist-100-bnn_50_20-perturb_2-id_21-adv-epoch_1.opb,9.72,13.58,13.54,9.21,30.96,0,
mnist-100-bnn_50_20-perturb_2-id_21-adv-epoch_5.opb,12.9,18.07,15.75,12.3,34.57,0,
mnist-100-bnn_50_20-perturb_2-id_22.opb,27.42,23.23,16.53,15.85,240.06,10.4919,
mnist-100-bnn_50_20-perturb_2-id_22-adv_3-epoch_1.opb,14.57,18.62,11.24,9.79,231.72,11.4094,
mnist-100-bnn_50_20-perturb_2-id_22-adv_3-epoch_5.opb,28.13,22.93,16.24,15.05,245.97,10.4094,
mnist-100-bnn_50_20-perturb_2-id_22-adv-epoch_1.opb,15.57,19.4,11.36,10.72,236.19,11.3399,
mnist-100-bnn_50_20-perturb_2-id_22-adv-epoch_5.opb,16.52,18.59,12.07,12.06,238.47,11.1293,
mnist-100-bnn_50_20-perturb_2-id_23.opb,28.2,26.2,15.16,13.41,252.7,10.0875,
mnist-100-bnn_50_20-perturb_2-id_23-adv_3-epoch_1.opb,18.26,20.75,12.2,12.6,242.27,11.0224,
mnist-100-bnn_50_20-perturb_2-id_23-adv_3-epoch_5.opb,62.19,36.3,25.27,22.69,259.32,9.0224,
mnist-100-bnn_50_20-perturb_2-id_23-adv-epoch_1.opb,19.66,20.54,13.17,11.44,230.27,11,
mnist-100-bnn_50_20-perturb_2-id_23-adv-epoch_5.opb,13.05,16.87,10.86,8.78,215.31,12.0661,
mnist-100-bnn_50_20-perturb_2-id_24.opb,14.06,17.35,12.27,10.06,228.83,11.5999,
mnist-100-bnn_50_20-perturb_2-id_24-adv_3-epoch_1.opb,12.71,14.74,10.01,8.69,212.51,12.0224,
mnist-100-bnn_50_20-perturb_2-id_24-adv_3-epoch_5.opb,38.47,26.95,21.36,19.33,272.5,9.6724,
mnist-100-bnn_50_20-perturb_2-id_24-adv-epoch_1.opb,11.65,16.86,10.89,8.45,225.44,11.858,
mnist-100-bnn_50_20-perturb_2-id_24-adv-epoch_5.opb,10.62,15.7,10.29,8.56,213.81,11.7814,
mnist-100-bnn_50_20-perturb_2-id_25.opb,11.09,15.06,14.14,9.9,28.51,0,
mnist-100-bnn_50_20-perturb_2-id_25-adv_3-epoch_1.opb,7.02,13.73,13.17,6.64,25.26,0,
mnist-100-bnn_50_20-perturb_2-id_25-adv_3-epoch_5.opb,17.16,13,12.89,15.68,29.33,0,
mnist-100-bnn_50_20-perturb_2-id_25-adv-epoch_1.opb,12.52,10.08,10.63,11.71,27.58,0,
mnist-100-bnn_50_20-perturb_2-id_25-adv-epoch_5.opb,7.94,2.05,2.09,7.39,24.67,0,
mnist-100-bnn_50_20-perturb_2-id_26.opb,25.78,25.84,16.28,15.48,251.7,10.2668,
mnist-100-bnn_50_20-perturb_2-id_26-adv_3-epoch_1.opb,28.16,23.97,16.38,14.67,239.62,10.0444,
mnist-100-bnn_50_20-perturb_2-id_26-adv_3-epoch_5.opb,29,25.56,16.35,14.82,255.28,10.2668,
mnist-100-bnn_50_20-perturb_2-id_26-adv-epoch_1.opb,16.46,22.67,12.52,11.28,236.25,11.1497,
mnist-100-bnn_50_20-perturb_2-id_26-adv-epoch_5.opb,30.02,27.35,18.6,17.16,282.57,9.7004,
mnist-100-bnn_50_20-perturb_2-id_27.opb,11.04,16.12,16.73,10.47,31.79,1,
mnist-100-bnn_50_20-perturb_2-id_27-adv_3-epoch_1.opb,11.36,9.42,9.21,10.52,28.82,0,
mnist-100-bnn_50_20-perturb_2-id_27-adv_3-epoch_5.opb,71.75,42.29,37.03,34.97,242.11,8.7814,
mnist-100-bnn_50_20-perturb_2-id_27-adv-epoch_1.opb,15.15,10.49,10.5,13.89,28.11,0,
mnist-100-bnn_50_20-perturb_2-id_27-adv-epoch_5.opb,13.65,20.54,18.37,12.1,28.81,0,
mnist-100-bnn_50_20-perturb_2-id_28.opb,20.24,37.42,37.82,20.15,29.4,3.585,
mnist-100-bnn_50_20-perturb_2-id_28-adv_3-epoch_1.opb,20.4,20.54,20.71,19.85,36.08,5.2095,
mnist-100-bnn_50_20-perturb_2-id_28-adv_3-epoch_5.opb,12.02,18.24,11,8.86,209.65,11.858,
mnist-100-bnn_50_20-perturb_2-id_28-adv-epoch_1.opb,65.61,35.18,30.95,27.69,263.57,9.0661,
mnist-100-bnn_50_20-perturb_2-id_28-adv-epoch_5.opb,55.78,34.8,26.96,23.52,244.05,9.0444,
mnist-100-bnn_50_20-perturb_2-id_29.opb,21.15,18.74,14.48,12.29,244.48,10.7279,
mnist-100-bnn_50_20-perturb_2-id_29-adv_3-epoch_1.opb,17.56,19.29,19.85,17.55,42.3,5.9542,
mnist-100-bnn_50_20-perturb_2-id_29-adv_3-epoch_5.opb,27.65,25.41,17.17,14.11,243.62,10.3399,
mnist-100-bnn_50_20-perturb_2-id_29-adv-epoch_1.opb,14.87,17.36,10.82,10.54,263.17,11.6439,
mnist-100-bnn_50_20-perturb_2-id_29-adv-epoch_5.opb,12.81,17.2,11.04,8.93,241.6,11.6439,
mnist-100-bnn_50_20-perturb_2-id_2-adv_3-epoch_1.opb,20.2,20.97,14.43,12.39,247.44,10.5236,
mnist-100-bnn_50_20-perturb_2-id_2-adv_3-epoch_5.opb,18.53,19.04,12.8,10.97,222.13,11.0444,
mnist-100-bnn_50_20-perturb_2-id_2-adv-epoch_1.opb,37.05,28.93,19.68,17.38,245.98,10.0875,
mnist-100-bnn_50_20-perturb_2-id_2-adv-epoch_5.opb,12.04,16.72,10.74,8.63,204.38,11.8826,
mnist-100-bnn_50_20-perturb_2-id_3.opb,107.97,52.14,49.66,49.27,183.93,8.375,
mnist-100-bnn_50_20-perturb_2-id_3-adv_3-epoch_1.opb,18.72,17.4,19.7,17.11,34.14,6.0875,
mnist-100-bnn_50_20-perturb_2-id_3-adv_3-epoch_5.opb,13.37,18.56,10.6,9.05,242.05,11.7549,
mnist-100-bnn_50_20-perturb_2-id_3-adv-epoch_1.opb,14.7,17.02,16.6,15.05,27.52,0,
mnist-100-bnn_50_20-perturb_2-id_3-adv-epoch_5.opb,23.37,23.2,24.14,22.22,28.89,3.9069,
mnist-100-bnn_50_20-perturb_2-id_4.opb,13.52,19.45,17.71,12.36,27.62,0,
mnist-100-bnn_50_20-perturb_2-id_4-adv_3-epoch_1.opb,15.01,14.49,13.67,14.14,34.93,0,
mnist-100-bnn_50_20-perturb_2-id_4-adv_3-epoch_5.opb,19.45,18.15,17.72,19.01,27.37,0,
mnist-100-bnn_50_20-perturb_2-id_4-adv-epoch_1.opb,15.28,17.88,17.27,14.72,32.12,0,
mnist-100-bnn_50_20-perturb_2-id_4-adv-epoch_5.opb,223.08,86.13,104.92,84.04,156.38,7.1898,
mnist-100-bnn_50_20-perturb_2-id_5.opb,158.01,84.66,90.11,94.83,131.15,6.858,
mnist-100-bnn_50_20-perturb_2-id_5-adv_3-epoch_1.opb,9.35,11.63,12.07,9.17,20.22,0,
mnist-100-bnn_50_20-perturb_2-id_5-adv_3-epoch_5.opb,11.43,10.21,10.27,9.05,22.83,0,
mnist-100-bnn_50_20-perturb_2-id_5-adv-epoch_1.opb,12.86,14.05,14.29,12.59,24.26,0,
mnist-100-bnn_50_20-perturb_2-id_5-adv-epoch_5.opb,3.31,5.82,5.84,3.22,23.19,0,
mnist-100-bnn_50_20-perturb_2-id_6.opb,13.31,16.93,16.71,12.97,46.08,0,
mnist-100-bnn_50_20-perturb_2-id_6-adv_3-epoch_1.opb,18.69,27.93,26.21,17.89,44.34,4.5236,
mnist-100-bnn_50_20-perturb_2-id_6-adv_3-epoch_5.opb,18.71,13.8,13.48,17.53,31.67,0,
mnist-100-bnn_50_20-perturb_2-id_6-adv-epoch_1.opb,191.37,98.65,114.96,116.69,209.24,7.0661,
mnist-100-bnn_50_20-perturb_2-id_6-adv-epoch_5.opb,125.8,60.57,59.57,57.35,246.08,7.7549,
mnist-100-bnn_50_20-perturb_2-id_7.opb,23.39,26.78,18.28,14.2,235.7,11.1699,
mnist-100-bnn_50_20-perturb_2-id_7-adv_3-epoch_1.opb,107.43,50.07,50.96,49.08,185.38,7.9307,
mnist-100-bnn_50_20-perturb_2-id_7-adv_3-epoch_5.opb,34.3,22.81,24.96,17.33,234.26,10.0224,
mnist-100-bnn_50_20-perturb_2-id_7-adv-epoch_1.opb,252.05,183.61,195.34,197.22,161.08,6.2854,
mnist-100-bnn_50_20-perturb_2-id_7-adv-epoch_5.opb,93.97,46.4,45.7,42.16,271.91,8.1497,
mnist-100-bnn_50_20-perturb_2-id_8.opb,110.86,56.51,52.94,47.24,297.15,8.0444,
mnist-100-bnn_50_20-perturb_2-id_8-adv_3-epoch_1.opb,141,66,64.07,72.12,246.2,7.6439,
mnist-100-bnn_50_20-perturb_2-id_8-adv_3-epoch_5.opb,47.75,29.08,26.07,22.89,234.65,8.9542,
mnist-100-bnn_50_20-perturb_2-id_8-adv-epoch_1.opb,101.17,59.24,53.43,53.74,266,8,
mnist-100-bnn_50_20-perturb_2-id_8-adv-epoch_5.opb,157.75,79.7,83.67,92.64,218.41,7.375,
mnist-100-bnn_50_20-perturb_2-id_9.opb,191.92,92.65,102.64,132.53,159.78,7.0444,
mnist-100-bnn_50_20-perturb_2-id_9-adv_3-epoch_1.opb,92.93,52.54,53.93,45.89,204.23,8.0875,
mnist-100-bnn_50_20-perturb_2-id_9-adv_3-epoch_5.opb,167.3,94.56,112.37,100.02,131.7,6.4594,
mnist-100-bnn_50_20-perturb_2-id_9-adv-epoch_1.opb,20.85,24.36,13.97,12.16,243.93,11.0224,
mnist-100-bnn_50_20-perturb_2-id_9-adv-epoch_5.opb,29.41,24.18,16.11,15.3,229.02,9.6147,
mnist-100-bnn_50_20-perturb_3-id_0.opb,496.91,327.09,219.27,152.76,499.1,16.1699,
mnist-100-bnn_50_20-perturb_3-id_1.opb,375.57,320.09,207.04,129.68,442.33,16.0224,
mnist-100-bnn_50_20-perturb_3-id_10.opb,476.17,329.78,176.99,126.69,548.74,16.5999,
mnist-100-bnn_50_20-perturb_3-id_11.opb,923.98,395.94,287.73,260.53,671.81,14.4094,
mnist-100-bnn_50_20-perturb_3-id_12.opb,504.17,327.98,270.82,224.39,561.87,14.8826,
mnist-100-bnn_50_20-perturb_3-id_13.opb,478.04,294.3,216.22,124.77,506.61,15.7279,
mnist-100-bnn_50_20-perturb_3-id_14.opb,5000,348.7,258.67,250.39,713.1,12.9069,
mnist-100-bnn_50_20-perturb_3-id_15.opb,776.53,391.85,278.22,275.42,657.82,14.3399,
mnist-100-bnn_50_20-perturb_3-id_16.opb,5000,2902.59,4149.46,4179.12,669.93,9.375,
mnist-100-bnn_50_20-perturb_3-id_17.opb,5000,590.64,479.09,473.98,1027.29,11.1898,
mnist-100-bnn_50_20-perturb_3-id_18.opb,5000,396.47,284.96,272.4,772.92,12.6724,
mnist-100-bnn_50_20-perturb_3-id_19.opb,530.96,332.15,199.82,181.27,550.01,15.5699,
mnist-100-bnn_50_20-perturb_3-id_2.opb,603.85,321.51,252.29,233.57,538.09,14.8329,
mnist-100-bnn_50_20-perturb_3-id_20.opb,767.53,410.18,256.18,194.43,623.82,14.6147,
mnist-100-bnn_50_20-perturb_3-id_21.opb,27.76,26.38,27.22,25.66,135.41,3.7004,
mnist-100-bnn_50_20-perturb_3-id_22.opb,415.05,349.9,233.07,113.29,507.28,16.2288,
mnist-100-bnn_50_20-perturb_3-id_23.opb,594.13,391.05,247.68,208.67,672.88,15.1898,
mnist-100-bnn_50_20-perturb_3-id_24.opb,317.71,265.57,169.82,99.96,526.04,17.1085,
mnist-100-bnn_50_20-perturb_3-id_25.opb,57.06,19.49,20.82,52.15,68.25,4.1699,
mnist-100-bnn_50_20-perturb_3-id_26.opb,456.2,301.5,210.83,142.37,523.36,16.1699,
mnist-100-bnn_50_20-perturb_3-id_27.opb,606.68,5000,5000,1021.35,413.76,8.1699,
mnist-100-bnn_50_20-perturb_3-id_28.opb,729.37,286.53,254.37,188.46,590.68,14.0444,
mnist-100-bnn_50_20-perturb_3-id_29.opb,421.76,277.04,199.41,132.96,493.96,15.7279,
mnist-100-bnn_50_20-perturb_3-id_3.opb,5000,344.67,254.17,240.68,572.69,13,
mnist-100-bnn_50_20-perturb_3-id_4.opb,1341.74,4101.82,5000,5000,377.62,9.1699,
mnist-100-bnn_50_20-perturb_3-id_5.opb,2848.38,656.65,540.66,487.61,515.54,11.3399,
mnist-100-bnn_50_20-perturb_3-id_6.opb,5000,416.68,289.01,274.45,645.74,12.1497,
mnist-100-bnn_50_20-perturb_3-id_7.opb,373.97,273.96,210.36,122.2,513.71,16.585,
mnist-100-bnn_50_20-perturb_3-id_8.opb,594.49,301.14,210.76,163.75,528.94,14.9542,
mnist-100-bnn_50_20-perturb_3-id_9.opb,647.48,397.77,282.64,206.53,576.61,14.3399,
mnist-100-bnn_50_20-perturb_4-id_0.opb,4213.08,1814.24,1516.49,968.94,1923.33,20.7549,
mnist-100-bnn_50_20-perturb_4-id_1.opb,3712.22,1774.52,1475.81,925.45,1756.33,21.0224,
mnist-100-bnn_50_20-perturb_4-id_10.opb,3521.51,1787.21,1624.05,915.92,2352.95,21.5078,
mnist-100-bnn_50_20-perturb_4-id_11.opb,5000,3039.95,2660.85,1435.84,2730.2,18.7814,
mnist-100-bnn_50_20-perturb_4-id_12.opb,5000,2459.22,2620.38,1503.17,2288.73,20.4094,
mnist-100-bnn_50_20-perturb_4-id_13.opb,5000,2308.13,2085.21,1043.05,2526.75,19.8074,
mnist-100-bnn_50_20-perturb_4-id_14.opb,5000,2774.1,2286.27,1235.95,2597.99,19.4594,
mnist-100-bnn_50_20-perturb_4-id_15.opb,5000,3241.9,2806.97,1355.41,2516.85,19.0444,
mnist-100-bnn_50_20-perturb_4-id_16.opb,5000,3281.09,2771.04,1648.17,3226.39,18.5392,
mnist-100-bnn_50_20-perturb_4-id_17.opb,5000,5000,5000,3434.22,3496.37,16.1497,
mnist-100-bnn_50_20-perturb_4-id_18.opb,5000,3477.01,3050.86,1702.68,2629.13,18.5078,
mnist-100-bnn_50_20-perturb_4-id_19.opb,4295.7,2162.77,1874.08,913.03,2398.99,20.5236,
mnist-100-bnn_50_20-perturb_4-id_2.opb,5000,3010.73,2904.49,1487.79,2573.95,19.0444,
mnist-100-bnn_50_20-perturb_4-id_20.opb,5000,2284.9,2149.81,1120.34,2251.86,19.7279,
mnist-100-bnn_50_20-perturb_4-id_21.opb,5000,5000,5000,5000,3717.43,14.0661,
mnist-100-bnn_50_20-perturb_4-id_22.opb,4774.23,1865.04,1716.84,1001.75,1916.63,20.7814,
mnist-100-bnn_50_20-perturb_4-id_23.opb,5000,2376.68,2122.19,1184.51,2263.7,20.1898,
mnist-100-bnn_50_20-perturb_4-id_24.opb,3487.66,1559.38,1538.01,954.26,1951.81,21.4919,
mnist-100-bnn_50_20-perturb_4-id_25.opb,2135.23,5000,5000,5000,903.71,13.8826,
mnist-100-bnn_50_20-perturb_4-id_26.opb,4302.62,1876.36,1558.97,1072.8,1948.75,20.4594,
mnist-100-bnn_50_20-perturb_4-id_27.opb,5000,5000,5000,3210.69,2618.25,15.8826,
mnist-100-bnn_50_20-perturb_4-id_28.opb,5000,3694.47,3117.99,1775.02,3293.81,18.4094,
mnist-100-bnn_50_20-perturb_4-id_29.opb,4452.27,1786.35,1695.78,1047.22,2228.45,20.585,
mnist-100-bnn_50_20-perturb_4-id_3.opb,5000,2853.14,2321.56,1306.06,2542.58,18.9773,
mnist-100-bnn_50_20-perturb_4-id_4.opb,5000,5000,5000,3346.68,3353.68,16.1085,
mnist-100-bnn_50_20-perturb_4-id_5.opb,5000,3991.12,4049.81,2544.07,1900.03,16.9773,
mnist-100-bnn_50_20-perturb_4-id_6.opb,5000,4462.27,4134.46,2634.08,3127.5,17.2668,
mnist-100-bnn_50_20-perturb_4-id_7.opb,3282.46,1475.8,1597.79,924.02,1727.33,20.9542,
mnist-100-bnn_50_20-perturb_4-id_8.opb,5000,2107.48,2027.05,1179.82,1879.12,19.8826,
mnist-100-bnn_50_20-perturb_4-id_9.opb,5000,2851.81,2353.27,1305.01,2569.63,19.0661,
mnist-100-bnn_50_20-perturb_5-id_0.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_50_20-perturb_5-id_1.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_50_20-perturb_5-id_10.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_50_20-perturb_5-id_11.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_50_20-perturb_5-id_12.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_50_20-perturb_5-id_13.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_50_20-perturb_5-id_14.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_50_20-perturb_5-id_15.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_50_20-perturb_5-id_16.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_50_20-perturb_5-id_17.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_50_20-perturb_5-id_18.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_50_20-perturb_5-id_19.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_50_20-perturb_5-id_2.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_50_20-perturb_5-id_20.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_50_20-perturb_5-id_21.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_50_20-perturb_5-id_22.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_50_20-perturb_5-id_23.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_50_20-perturb_5-id_24.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_50_20-perturb_5-id_25.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_50_20-perturb_5-id_26.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_50_20-perturb_5-id_27.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_50_20-perturb_5-id_28.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_50_20-perturb_5-id_29.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_50_20-perturb_5-id_3.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_50_20-perturb_5-id_4.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_50_20-perturb_5-id_5.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_50_20-perturb_5-id_6.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_50_20-perturb_5-id_7.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_50_20-perturb_5-id_8.opb,5000,5000,5000,5000,5000,-1,
mnist-100-bnn_50_20-perturb_5-id_9.opb,5000,5000,5000,5000,5000,-1,
mnist-196-bnn_10_10.opb,1.64,1.69,1.81,1.56,848.93,10.0224,
mnist-196-bnn_15_15.opb,5.34,5.99,6.21,5.2,5000,15.0224,
mnist-196-bnn_20_20.opb,15.27,16.96,18.73,16.01,5000,20.0224,
mnist-196-bnn_25_25.opb,42.3,46.63,45.29,38.77,5000,25.0224,
mnist-196-bnn_30_30.opb,94.32,91.1,90.59,84.52,5000,30.0224,
mnist-196-bnn_35_35.opb,205.5,189.2,203.73,193.1,5000,35.0224,
mnist-196-bnn_40_40.opb,347.57,317.66,358.64,292.6,5000,40.0224,
mnist-196-bnn_45_45.opb,635.62,618.6,607.42,2960.37,5000,45.0224,
mnist-196-bnn_5_5.opb,0.02,0.03,0.03,0.03,3.86,5.0444,
mnist-196-bnn_50_50.opb,1207.93,1469.84,1141.13,5000,5000,50.0224,
mnist-49-bnn_10_10.opb,0.8,0.82,0.86,0.73,17.71,10.0224,
mnist-49-bnn_15_15.opb,2.82,3.26,3.41,2.61,213.31,15.0224,
mnist-49-bnn_20_20.opb,12.89,14.69,15.43,12.32,5000,20.0224,
mnist-49-bnn_25_25.opb,117.73,111.22,113.35,107.46,5000,24.9773,
mnist-49-bnn_30_30.opb,441,567.5,614.57,2090.55,5000,29.0661,
mnist-49-bnn_35_35.opb,5000,5000,5000,5000,5000,-1,
mnist-49-bnn_40_40.opb,5000,5000,5000,5000,5000,-1,
mnist-49-bnn_45_45.opb,5000,5000,5000,5000,5000,-1,
mnist-49-bnn_5_5.opb,0.01,0.01,0.01,0.01,0.2,5.0444,
mnist-49-bnn_50_50.opb,5000,5000,5000,5000,5000,-1,
uci_adult-66-bnn_100_50-fair_marital-cmp_gt.opb,90.49,137.76,133.55,103.27,3017.86,56.5236,
uci_adult-66-bnn_100_50-fair_marital-cmp_lt.opb,21.31,28.4,29.17,20.6,1327.21,58.9773,
uci_adult-66-bnn_100_50-fair_marital-cmp_uneq.opb,26.66,34.84,38.36,28.26,1201.98,59.0875,
uci_adult-66-bnn_100_50-fair_race-cmp_gt.opb,69.36,96.06,92.21,71.36,2456.28,57.5999,
uci_adult-66-bnn_100_50-fair_race-cmp_lt.opb,26.22,33.63,34.92,24.03,1306.95,59,
uci_adult-66-bnn_100_50-fair_race-cmp_uneq.opb,30.61,45.34,39.46,32.64,1549.94,59.4594,
uci_adult-66-bnn_100_50-fair_sex-cmp_gt.opb,46.06,64.01,65.21,44.66,2122.61,59.6147,
uci_adult-66-bnn_100_50-fair_sex-cmp_lt.opb,35.42,46.33,47.17,36.59,1724.92,59.8074,
uci_adult-66-bnn_100_50-fair_sex-cmp_uneq.opb,34.74,43.24,41.85,35.14,1686.09,60.6439,
uci_adult-66-bnn_100-fair_marital-cmp_gt.opb,0.08,0.1,0.09,0.1,70.34,0,
uci_adult-66-bnn_100-fair_marital-cmp_lt.opb,15.4,27.41,26.29,15.76,574.92,57.9773,
uci_adult-66-bnn_100-fair_marital-cmp_uneq.opb,15.84,28.05,29.27,17.77,604.99,57.9773,
uci_adult-66-bnn_100-fair_race-cmp_gt.opb,25.43,45.98,44.7,28.78,1065.69,57.4094,
uci_adult-66-bnn_100-fair_race-cmp_lt.opb,18.71,34.63,34.19,19.66,657.15,58.1497,
uci_adult-66-bnn_100-fair_race-cmp_uneq.opb,14.5,22.69,23.18,15.94,649.61,58.9307,
uci_adult-66-bnn_100-fair_sex-cmp_gt.opb,18.02,30.87,32.7,20.35,890.85,59.4757,
uci_adult-66-bnn_100-fair_sex-cmp_lt.opb,70.53,131.52,141.26,94.58,2053.2,57.5546,
uci_adult-66-bnn_100-fair_sex-cmp_uneq.opb,18.03,32.19,32.97,19.56,677.67,59.7004,
uci_adult-66-bnn_200_100_100-fair_marital-cmp_gt.opb,495.38,545.95,552.1,500.9,5000,56.5999,
uci_adult-66-bnn_200_100_100-fair_marital-cmp_lt.opb,146.11,152.69,143.85,151.49,5000,58.5392,
uci_adult-66-bnn_200_100_100-fair_marital-cmp_uneq.opb,235.76,273.08,278.29,248,5000,58.5078,
uci_adult-66-bnn_200_100_100-fair_race-cmp_gt.opb,345.07,404.17,375.36,349.81,5000,57.5546,
uci_adult-66-bnn_200_100_100-fair_race-cmp_lt.opb,201.67,226,213.02,179.41,5000,58.4757,
uci_adult-66-bnn_200_100_100-fair_race-cmp_uneq.opb,230.7,264.42,277.75,250.19,5000,59.0444,
uci_adult-66-bnn_200_100_100-fair_sex-cmp_gt.opb,345.54,396.74,392.43,327.59,5000,58.9307,
uci_adult-66-bnn_200_100_100-fair_sex-cmp_lt.opb,203.62,250.57,228.29,215.06,5000,59.6439,
uci_adult-66-bnn_200_100_100-fair_sex-cmp_uneq.opb,255,293.9,289.23,273.93,5000,60.3399,
uci_adult-66-bnn_50_20-fair_marital-cmp_gt.opb,53.58,80,79.72,67.44,1044.8,56.4094,
uci_adult-66-bnn_50_20-fair_marital-cmp_lt.opb,13.76,18.94,19.46,14.07,361.32,58.7279,
uci_adult-66-bnn_50_20-fair_marital-cmp_uneq.opb,16.29,22.09,22.49,16.99,388.9,59.0224,
uci_adult-66-bnn_50_20-fair_race-cmp_gt.opb,15.41,22.78,22.97,17.02,452.01,58.8074,
uci_adult-66-bnn_50_20-fair_race-cmp_lt.opb,22.15,35.21,35.6,25.63,541.81,58.1293,
uci_adult-66-bnn_50_20-fair_race-cmp_uneq.opb,18.02,24.66,24.42,18.56,434.39,59.375,
uci_adult-66-bnn_50_20-fair_sex-cmp_gt.opb,16.22,22.48,22.16,17.38,482.23,60.2668,
uci_adult-66-bnn_50_20-fair_sex-cmp_lt.opb,30.48,46.15,47.67,36.91,658.68,59.1293,
uci_adult-66-bnn_50_20-fair_sex-cmp_uneq.opb,16.16,22.89,23.63,18.96,407.68,60.8329,