Table 6. Comparison of average total training and scoring times (in seconds) and average model size in memory (in kB).
| DDCWHT | DDCWHTNB | DWMNB | AWENB | DWMHT | AWEHT | OBkNN | OzakNN | OBHT | OzaHT | OBNB | OzaNB | ARFHT | |
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| Train | |||||||||||||
| ELEC | 143.26 | 111.69 | 45.11 | 129.48 | 13.57 | 20.79 | 1604.23 | 509.71 | 1,147.40 | 84.04 | 1,039.32 | 15.83 | 315.83 |
| KDD99 | 2,101.06 | 2,558.51 | 669.26 | 678.63 | 2,522.47 | 3,040.64 | 10,423.15 | 10,829.81 | 23,207.21 | 2,062.85 | 15,924.35 | 1,650.80 | 3,107.94 |
| AIRL | 2,742.45 | 1,958.96 | 103.02 | 303.11 | 966.34 | 1,462.39 | 3,278.04 | 1,214.47 | 4,808.00 | 2,728.98 | 3,626.52 | 132.82 | 9,427.38 |
| COVT | 143.26 | 111.69 | 486.37 | 4,316.73 | 8,679.77 | 19,836.23 | 6,433.28 | 5,748.82 | 52,179.02 | 15,154.78 | 25,203.72 | 9,532.05 | 8,798.81 |
| SHUTTLE | 122.82 | 139.38 | 133.04 | 431.61 | 211.05 | 644.96 | 1,733.08 | 914.14 | 3,279.41 | 223.35 | 2931.21 | 45.55 | 582.35 |
| POWERSUPLY | 554.17 | 452.09 | 70.71 | 305.48 | 225.03 | 757.13 | 2,984.78 | 644.79 | 19,965.02 | 408.03 | 10,153.15 | 28.47 | 773.20 |
| CONNECT4 | 887.58 | 810.98 | 306.71 | 1,189.89 | 486.08 | 1,189.16 | 7,480.17 | 3,040.63 | 6,988.81 | 678.24 | 9,876.03 | 184.61 | 1,267.93 |
| BNG_BRIDGES | 20,336.45 | 15,750.75 | 2,623.52 | 11,661.23 | 7,238.69 | 23,103.62 | 105,021.95 | 42,943.55 | 23,113.54 | 6,226.40 | 19,416.33 | 987.16 | 18,992.29 |
| BNG_BRIDGES1vsAll | 4,244.05 | 3,223.40 | 1,388.32 | 4,423.00 | 3,459.20 | 11,226.27 | 95,129.22 | 42,928.10 | 13,133.03 | 3,429.59 | 6,847.12 | 766.14 | 12,352.68 |
| BNG_HEPATITIS | 7,234.04 | 5,903.23 | 1,909.77 | 6,160.89 | 5,921.37 | 17,505.05 | 142,511.73 | 61,844.19 | 17,275.70 | 5,807.02 | 12,077.91 | 1,333.14 | 22,191.77 |
| BNG_ZOO | 8,833.11 | 7,587.96 | 831.53 | 3,786.11 | 3,085.02 | 9,840.18 | 23,267.58 | 11,843.88 | 14,623.41 | 2,335.37 | 17,983.05 | 983.95 | 24,609.51 |
| BNG_LYMPH | 5,2199 | 60,795 | 27.21 | 95.20 | 121.78 | 312.60 | 1,666.61 | 633.64 | 7,795.36 | 147.28 | 13,468.46 | 1,049.58 | 16,545.83 |
| AGRa | 1,836.59 | 1,729.20 | 1,255.87 | 4,079.91 | 1,909.92 | 6,579.19 | 33,991.85 | 14,658.03 | 7,781.19 | 1,774.19 | 5,960.05 | 627.15 | 13,707.31 |
| AGRg | 2,867.83 | 2,731.58 | 1,228.79 | 3,910.93 | 1,350.43 | 4,336.84 | 33,765.55 | 14,634.41 | 7,825.25 | 2,044.13 | 5,961.76 | 627.01 | 14,255.32 |
| SEAa | 1,390.82 | 1,144.45 | 537.41 | 1,355.54 | 903.92 | 2,407.77 | 25,996.58 | 11,367.54 | 4,050.33 | 945.55 | 2,600.97 | 243.14 | 14,138.98 |
| SEAg | 1,938.19 | 1,562.57 | 535.09 | 1,358.02 | 898.35 | 2,375.66 | 25,845.26 | 11,367.24 | 4,052.31 | 924.03 | 2,535.35 | 237.78 | 10,720.81 |
| STGR | 99.96 | 95.56 | 119.05 | 189.38 | 191.96 | 339.70 | 3,181.51 | 1,129.84 | 2,262.76 | 205.48 | 1,778.44 | 86.18 | 738.52 |
| LED | 1,710.85 | 1,164.57 | 1,539 | 3,415 | 3,622.99 | 5,589.79 | 7,682 | 3,097 | 34,339.45 | 3,447.84 | 28,733.92 | 478.55 | 6,099.67 |
| MIXED_BALANCED | 2,580.27 | 1,531.19 | 970.63 | 2,488.19 | 946.31 | 7,679.21 | 22,126.14 | 15,055.02 | 9,481.48 | 2,000.08 | 6,858.02 | 437.57 | 8,358.76 |
| MIXED_IMBALANCED | 2,712.32 | 1,540.93 | 982.09 | 2,551.43 | 2,733.50 | 7,749.73 | 22,211.42 | 14,447.70 | 7,448.70 | 1,907.75 | 6,907.52 | 651.22 | 8,540.42 |
| RBF | 8,090.26 | 5,870.58 | 1,517.56 | 4,729.81 | 3,503.11 | 10,058.28 | 18,172.70 | 16,260.66 | 13,485.50 | 3,528.25 | 9,509.59 | 986.65 | 19,776.25 |
| RBF_DRIFT | 14,255.57 | 7,468.35 | 1,467.39 | 4,411.77 | 2,433.44 | 6,011.22 | 38,684.40 | 16,204.23 | 89,52.23 | 2,793.67 | 9,863.56 | 955.75 | 20,931.48 |
| WAVEFORM | 18,050.07 | 10,330.24 | 3,292.84 | 16,965.00 | 10,035.01 | 26,579.84 | 59,396.41 | 25,562.21 | 25,414.68 | 10,446.38 | 17,079.50 | 1,394.92 | 37,111.64 |
| WAVEFORM_DRIFT | 19,060.56 | 9,819.87 | 3,217.57 | 12,837.63 | 5,691.92 | 17,527.29 | 59,255.53 | 25,508.46 | 25,871.33 | 10,373.11 | 16,140.68 | 1,368.99 | 36,135.95 |
| Scoring | |||||||||||||
| ELEC | 44.18 | 44.59 | 30.08 | 60.34 | 8.76 | 5.92 | 383.55 | 399.24 | 46.97 | 54.61 | 39.86 | 35.49 | 30.33 |
| KDD99 | 826.72 | 1,789.61 | 582.33 | 261.48 | 1,108.80 | 938.46 | 5,220.47 | 10,181.99 | 3,072.03 | 1,653.69 | 6,070.47 | 29,248.61 | 454.54 |
| AIRL | 682.19 | 642.45 | 69.00 | 137.29 | 296.88 | 659.61 | 964.92 | 972.81 | 882.57 | 1,436.29 | 765.43 | 175.72 | 709.79 |
| COVT | 44.18 | 44.59 | 348.98 | 952.85 | 3,345.07 | 6,734.88 | 2,674.34 | 5,429.85 | 11,320 | 7,799.45 | 8,935.04 | 4,950.78 | 1,190.09 |
| SHUTTLE | 43.83 | 74.66 | 106.36 | 190.00 | 101.52 | 237.67 | 546.34 | 756.35 | 200.45 | 188.33 | 254.86 | 263.51 | 83.27 |
| POWERSUPLY | 206.63 | 186.37 | 124.85 | 143.21 | 263.09 | 547.29 | 468.14 | 678.93 | 680.06 | 398.07 | 298.00 | 58.48 | |
| CONNECT4 | 119.21 | 180.59 | 225.28 | 448.38 | 119.71 | 264.27 | 2,555.47 | 2,831.78 | 452.03 | 204.62 | 621.94 | 633.43 | 125.87 |
| BNG_BRIDGES | 3,658.96 | 4,447.50 | 2,192.79 | 4,485.01 | 3,452.78 | 7,233.22 | 40,374.27 | 40,626.88 | 6,059.87 | 3,820.15 | 6,090.57 | 5,606.51 | 1,623.26 |
| BNG_BRIDGES1vsAll | 1,228.14 | 1,337.69 | 932.74 | 1,872.88 | 1,336.98 | 3,714.29 | 3,985.74 | 40,591.08 | 2,963.44 | 2,264.16 | 1,954.08 | 1,759.19 | 1,253.93 |
| BNG_HEPATITIS | 1,432.58 | 1,755.10 | 1,289.06 | 2,554.61 | 2,349.87 | 5,490.33 | 58,901.34 | 59,433.80 | 4,161.07 | 2,695.03 | 3,287.22 | 3,064.09 | 1,353.66 |
| BNG_ZOO | 1,655.25 | 2,796.35 | 711.68 | 1,419.12 | 1,406.56 | 3,003.11 | 10,138.36 | 11,355.23 | 1,877.31 | 1,299.39 | 7,308.81 | 6,687.30 | 294.30 |
| BNG_LYMPH | 2,265.33 | 3,324.49 | 20.80 | 40.57 | 52.41 | 104.56 | 486.95 | 584.83 | 92.46 | 101.46 | 4,520.05 | 4,209.24 | 12.97 |
| AGRa | 589.06 | 681.66 | 859.27 | 1,695.15 | 825.03 | 2,156.90 | 12,148.39 | 12,004.23 | 1,676.38 | 1,247.63 | 1,569.22 | 1,465.04 | 1,375.23 |
| AGRg | 842.44 | 1,030.88 | 842.34 | 165.97 | 557.85 | 1,466.99 | 11,938.29 | 12,016.64 | 1,684.98 | 1,328.85 | 1,576.46 | 1,516.61 | 1,375.41 |
| SEAa | 491.00 | 463.57 | 366.80 | 721.22 | 475.68 | 929.90 | 9,368.47 | 9,501.99 | 899.43 | 753.90 | 616.91 | 565.17 | 980.09 |
| SEAg | 690.24 | 669.94 | 363.96 | 717.64 | 471.14 | 927.79 | 9,309.85 | 9,463.46 | 871.64 | 735.32 | 602.78 | 553.37 | 802.78 |
| STGR | 43.36 | 46.87 | 70.61 | 144.67 | 86.07 | 166.89 | 935.82 | 891.94 | 173.56 | 155.34 | 140.56 | 122.58 | 96.58 |
| LED | 544.33 | 603.01 | 1,305.11 | 2,665.37 | 1,610.95 | 3,274.27 | 2,777.76 | 2,834.50 | 3,019.31 | 2,594.30 | 2,753.80 | 2,781.52 | 528.32 |
| MIXED_BALANCED | 1,118.60 | 737.17 | 655.21 | 1,280.62 | 533.98 | 2,711.89 | 8,627.57 | 12,252.98 | 2,219.60 | 1,939.11 | 1,701.65 | 940.76 | 1,094.69 |
| MIXED_IMBALANCED | 1,189.05 | 748.56 | 667.03 | 1,308.05 | 1,459.17 | 2,723.83 | 8,646.08 | 11,612.31 | 2,214.76 | 175.07 | 1,746.56 | 1,432.22 | 1,119.65 |
| RBF | 1,778.62 | 2,104.27 | 1,053.82 | 2,084.06 | 1,626.98 | 3,302.48 | 6,634.78 | 13,305.02 | 2,861.86 | 2,219.82 | 2,500.18 | 2,238.74 | 1,765.03 |
| RBF_DRIFT | 2,592.40 | 1,755.61 | 1,013.02 | 1,981.98 | 1,028.25 | 2,006.14 | 13,536.52 | 13,383.73 | 2,039.09 | 1,956.97 | 2,457.97 | 2,199.96 | 2,596.57 |
| WAVEFORM | 2,738.06 | 2,474.19 | 2,501.26 | 4,900.75 | 4,298.73 | 7,585.06 | 22,613.52 | 22,503.25 | 5,233.95 | 5,764.22 | 4,922.47 | 4,636.79 | 3,266.90 |
| WAVEFORM_DRIFT | 2,934.28 | 2,234.43 | 2,460.86 | 4,947.01 | 1,028.25 | 2,006.14 | 22,610.44 | 22,508.14 | 2,039.09 | 1,956.97 | 4,672.90 | 4,375.81 | 3,250.45 |
| Memory | |||||||||||||
| ELEC | 4,509 | 3,166 | 52 | 383 | 169 | 186 | 4,116 | 4,468 | 1,994 | 2,180 | 181 | 101 | 1,502 |
| KDD99 | 18,891 | 18,825 | 976 | 1,872 | 1,703 | 1,888 | 33,283 | 41,683 | 1,610 | 20,538 | 2,150 | 10,128 | 1,335 |
| AIRL | 21,508 | 19,926 | 56 | 436 | 64 | 451 | 4,828 | 4,868 | 3,776 | 23,113 | 224 | 115 | 34,904 |
| COVT | 4,509 | 3,166 | 489 | 5,419 | 863 | 5,432 | 6,821 | 23,218 | 3,355 | 201,265 | 1,838 | 195,008 | 9,484 |
| SHUTTLE | 4,664 | 2,952 | 136 | 779 | 371 | 797 | 3,986 | 5,640 | 310 | 1,114 | 412 | 330 | 3,376 |
| POWERSUPLY | 2,653 | 2,664 | 129 | 899 | 133 | 914 | 7,478 | 7,610 | 981 | 642 | 926 | 627 | 21,425 |
| CONNECT4 | 53,333 | 46,010 | 372 | 2,724 | 376 | 2,742 | 18,579 | 18,527 | 1,465 | 12,246 | 878 | 782 | 6,267 |
| BNG_BRIDGES | 42,056 | 37,951 | 201 | 1,375 | 206 | 1,392 | 6,970 | 6,877 | 2,119 | 27,417 | 561 | 399 | 101,039 |
| BNG_BRIDGES1vsAll | 43,681 | 44,147 | 98 | 713 | 430 | 730 | 6,941 | 6,855 | 156,252 | 53,302 | 308 | 192 | 279,918 |
| BNG_HEPATITIS | 47,294 | 47,956 | 150 | 1,084 | 155 | 1,102 | 10,010 | 9,857 | 102,517 | 108,163 | 401 | 296 | 234,600 |
| BNG_ZOO | 38,211 | 40,955 | 308 | 2,079 | 313 | 2,097 | 8,550 | 8,800 | 21,231 | 9,192 | 718 | 614 | 24,674 |
| BNG_LYMPH | 52,199 | 60,795 | 199 | 1,384 | 204 | 1,401 | 9,188 | 9,134 | 1,092 | 408 | 556 | 401 | 12,007 |
| AGRa | 37,091 | 35,128 | 74 | 535 | 133 | 562 | 5,739 | 5,647 | 632 | 37,433 | 278 | 145 | 40,581 |
| AGRg | 33,633 | 31,176 | 74 | 545 | 75 | 562 | 5,726 | 5,647 | 594 | 56,528 | 288 | 145 | 29,348 |
| SEAa | 33,881 | 33,449 | 29 | 220 | 34 | 239 | 3,435 | 3,341 | 11,497 | 21,888 | 157 | 55 | 206,872 |
| SEAg | 32,350 | 31,976 | 28 | 220 | 33 | 238 | 3,430 | 3,340 | 9,279 | 22,056 | 156 | 55 | 121,890 |
| STGR | 3,794 | 3,661 | 29 | 220 | 59 | 138 | 3,391 | 3,318 | 599 | 627 | 163 | 55 | 479 |
| LED | 4,712 | 2,235 | 553 | 3,680 | 558 | 3,694 | 11,580 | 11,505 | 1,068 | 9,890 | 1,182 | 1,103 | 2674 |
| MIXED_BALANCED | 34,658 | 34,182 | 36 | 276 | 789 | 292 | 2,767 | 3,794 | 204 | 9,199 | 180 | 69 | 15,355 |
| MIXED_IMBALANCED | 35,603 | 34,243 | 37 | 276 | 231 | 293 | 1,738 | 3,791 | 410 | 9,369 | 179 | 69 | 16,163 |
| RBF | 45,067 | 38,146 | 82 | 598 | 86 | 616 | 2,835 | 6,323 | 572 | 65,277 | 267 | 160 | 169,534 |
| RBF_DRIFT | 44,461 | 43,113 | 82 | 598 | 86 | 615 | 6,222 | 6,130 | 1,283 | 59,310 | 311 | 160 | 45,777 |
| WAVEFORM | 54,302 | 49,396 | 200 | 1,419 | 204 | 1,432 | 10,797 | 10,639 | 49,221 | 68,083 | 557 | 395 | 371,158 |
| WAVEFORM_DRIFT | 56,276 | 43,703 | 200 | 1,419 | 204 | 1,433 | 10,799 | 10,640 | 53,793 | 69,302 | 557 | 395 | 380,476 |