\begin{thebibliography}{}

\bibitem[\protect\BCAY{Ali \BBA\ Pazzani}{Ali \BBA\ Pazzani}{1996}]{ali.mlj96}
Ali, K.\BBACOMMA\  \BBA\ Pazzani, M. \BBOP1996\BBCP.
\newblock \BBOQ Error reduction through learning multiple descriptions\BBCQ\
\newblock {\Bem Machine Learning}, {\Bem 24}, 173--202.

\bibitem[\protect\BCAY{Alpaydin}{Alpaydin}{1993}]{alpaydin.icnn93}
Alpaydin, E. \BBOP1993\BBCP.
\newblock \BBOQ Multiple networks for function learning\BBCQ\
\newblock In {\Bem Proceedings of the 1993 {IEEE} International Conference on
  Neural Networks}, \lowercase{\BVOL}~{I}, \BPGS\ 27--32\ San Francisco.

\bibitem[\protect\BCAY{Arbib}{Arbib}{1995}]{arbib.book95}
Arbib, M.\BED. \BBOP1995\BBCP.
\newblock {\Bem The Handbook of Brain Theory and Neural Networks}.
\newblock MIT Press.

\bibitem[\protect\BCAY{Asker \BBA\ Maclin}{Asker \BBA\
  Maclin}{1997a}]{asker.ijcai97}
Asker, L.\BBACOMMA\  \BBA\ Maclin, R. \BBOP1997a\BBCP.
\newblock \BBOQ Ensembles as a sequence of classifiers\BBCQ\
\newblock In {\Bem Proceedings of the Fifteenth International Joint Conference
  on Artificial Intelligence}, \BPGS\ 860--865\ Nagoya, Japan.

\bibitem[\protect\BCAY{Asker \BBA\ Maclin}{Asker \BBA\
  Maclin}{1997b}]{asker.mlc97}
Asker, L.\BBACOMMA\  \BBA\ Maclin, R. \BBOP1997b\BBCP.
\newblock \BBOQ Feature engineering and classifier selection: A case study in
  {V}enusian volcano detection\BBCQ\
\newblock In {\Bem Proceedings of the Fourteenth International Conference on
  Machine Learning}, \BPGS\ 3--11\ Nashville, TN.

\bibitem[\protect\BCAY{Bauer \BBA\ Kohavi}{Bauer \BBA\
  Kohavi}{1999}]{bauer.mlj98}
Bauer, E.\BBACOMMA\  \BBA\ Kohavi, R. \BBOP1999\BBCP.
\newblock \BBOQ An empirical comparison of voting classification algorithms:
  Bagging, boosting, and variants\BBCQ\
\newblock {\Bem Machine Learning}, {\Bem 36}, 105-139.

\bibitem[\protect\BCAY{Baxt}{Baxt}{1992}]{baxt.nc92}
Baxt, W. \BBOP1992\BBCP.
\newblock \BBOQ Improving the accuracy of an artificial neural network using
  multiple differently trained networks\BBCQ\
\newblock {\Bem Neural Computation}, {\Bem 4}, 772--780.

\bibitem[\protect\BCAY{Breiman}{Breiman}{1996a}]{breiman.mlj96b}
Breiman, L. \BBOP1996a\BBCP.
\newblock \BBOQ Bagging predictors\BBCQ\
\newblock {\Bem Machine Learning}, {\Bem 24\/}(2), 123--140.

\bibitem[\protect\BCAY{Breiman}{Breiman}{1996b}]{breiman.tr96}
Breiman, L. \BBOP1996b\BBCP.
\newblock \BBOQ Bias, variance, and arcing classifiers\BBCQ\
\newblock \BTR\ 460, UC-Berkeley, Berkeley, CA.

\bibitem[\protect\BCAY{Breiman}{Breiman}{1996c}]{breiman.mlj96a}
Breiman, L. \BBOP1996c\BBCP.
\newblock \BBOQ Stacked regressions\BBCQ\
\newblock {\Bem Machine Learning}, {\Bem 24\/}(1), 49--64.

\bibitem[\protect\BCAY{Clemen}{Clemen}{1989}]{clemen.forecasting89}
Clemen, R. \BBOP1989\BBCP.
\newblock \BBOQ Combining forecasts: {A} review and annotated
  bibliography\BBCQ\
\newblock {\Bem Journal of Forecasting}, {\Bem 5}, 559--583.

\bibitem[\protect\BCAY{Drucker \BBA\ Cortes}{Drucker \BBA\
  Cortes}{1996}]{drucker.nips8}
Drucker, H.\BBACOMMA\  \BBA\ Cortes, C. \BBOP1996\BBCP.
\newblock \BBOQ Boosting decision trees\BBCQ\
\newblock In Touretsky, D., Mozer, M., \BBA\ Hasselmo, M.\BEDS, {\Bem Advances
  in Neural Information Processing Systems}, \lowercase{\BVOL}~8, \BPGS\
  479--485\ Cambridge, MA. MIT Press.

\bibitem[\protect\BCAY{Drucker, Cortes, Jackel, Le{C}un, \BBA\ Vapnik}{Drucker
  et~al.}{1994}]{drucker.mlc94}
Drucker, H., Cortes, C., Jackel, L., Le{C}un, Y., \BBA\ Vapnik, V.
  \BBOP1994\BBCP.
\newblock \BBOQ Boosting and other machine learning algorithms\BBCQ\
\newblock In {\Bem Proceedings of the Eleventh International Conference on
  Machine Learning}, \BPGS\ 53--61\ New Brunswick, NJ.

\bibitem[\protect\BCAY{Efron \BBA\ Tibshirani}{Efron \BBA\
  Tibshirani}{1993}]{efron.book93}
Efron, B.\BBACOMMA\  \BBA\ Tibshirani, R. \BBOP1993\BBCP.
\newblock {\Bem An Introduction to the {B}ootstrap}.
\newblock Chapman and Hall, New York.

\bibitem[\protect\BCAY{Fisher \BBA\ McKusick}{Fisher \BBA\
  McKusick}{1989}]{fisher.ijcai89}
Fisher, D.\BBACOMMA\  \BBA\ McKusick, K. \BBOP1989\BBCP.
\newblock \BBOQ An empirical comparison of {ID}3 and back-propagation\BBCQ\
\newblock In {\Bem Proceedings of the Eleventh International Joint Conference
  on Artificial Intelligence}, \BPGS\ 788--793\ Detroit, MI.

\bibitem[\protect\BCAY{Freund \BBA\ Schapire}{Freund \BBA\
  Schapire}{1996}]{freund.mlc96}
Freund, Y.\BBACOMMA\  \BBA\ Schapire, R. \BBOP1996\BBCP.
\newblock \BBOQ Experiments with a new boosting algorithm\BBCQ\
\newblock In {\Bem Proceedings of the Thirteenth International Conference on
  Machine Learning}, \BPGS\ 148--156\ Bari, Italy.

\bibitem[\protect\BCAY{Friedman}{Friedman}{1996}]{friedman.dkd96}
Friedman, J. \BBOP1996\BBCP.
\newblock \BBOQ On bias, variance, 0/1-loss, and the
  curse-of-dimensionality\BBCQ\
\newblock {\Bem Journal of Data Mining and Knowledge Discovery}, {\Bem 1}.

\bibitem[\protect\BCAY{Friedman, Hastie, \BBA\ Tibshirani}{Friedman
  et~al.}{1998}]{friedman.tr98}
Friedman, J., Hastie, T., \BBA\ Tibshirani, R. \BBOP1998\BBCP.
\newblock \BBOQ Additive logistic regression: A statistical view of
  boosting\BBCQ\
\newblock (http://www-stat.stanford.edu/$\tilde{~}$jhf).

\bibitem[\protect\BCAY{Geman, Bienenstock, \BBA\ Doursat}{Geman
  et~al.}{1992}]{geman.nc92}
Geman, S., Bienenstock, E., \BBA\ Doursat, R. \BBOP1992\BBCP.
\newblock \BBOQ Neural networks and the bias/variance dilemma\BBCQ\
\newblock {\Bem Neural Computation}, {\Bem 4}, 1--58.

\bibitem[\protect\BCAY{Granger}{Granger}{1989}]{granger.forecasting89}
Granger, C. \BBOP1989\BBCP.
\newblock \BBOQ Combining forecasts: Twenty years later\BBCQ\
\newblock {\Bem Journal of Forecasting}, {\Bem 8}, 167--173.

\bibitem[\protect\BCAY{Grove \BBA\ Schuurmans}{Grove \BBA\
  Schuurmans}{1998}]{grove.aaai98}
Grove, A.\BBACOMMA\  \BBA\ Schuurmans, D. \BBOP1998\BBCP.
\newblock \BBOQ Boosting in the limit: {M}aximizing the margin of learned
  ensembles\BBCQ\
\newblock In {\Bem Proceedings of the Fifteenth National Conference on
  Artificial Intelligence}, \BPGS\ 692--699\ Madison, WI.

\bibitem[\protect\BCAY{Hampshire \BBA\ Waibel}{Hampshire \BBA\
  Waibel}{1989}]{hampshire.tr89}
Hampshire, J.\BBACOMMA\  \BBA\ Waibel, A. \BBOP1989\BBCP.
\newblock \BBOQ The meta-pi network: Building distributed knowledge
  representations for robust pattern recognition\BBCQ\
\newblock \BTR\ CMU-CS-89-166, CMU, Pittsburgh, PA.

\bibitem[\protect\BCAY{Hansen \BBA\ Salamon}{Hansen \BBA\
  Salamon}{1990}]{hansen.ieeetpami90}
Hansen, L.\BBACOMMA\  \BBA\ Salamon, P. \BBOP1990\BBCP.
\newblock \BBOQ Neural network ensembles\BBCQ\
\newblock {\Bem {IEEE} Transactions on Pattern Analysis and Machine
  Intelligence}, {\Bem 12}, 993--1001.

\bibitem[\protect\BCAY{Hashem}{Hashem}{1997}]{hashem.nn97}
Hashem, S. \BBOP1997\BBCP.
\newblock \BBOQ Optimal linear combinations of neural networks\BBCQ\
\newblock {\Bem Neural Networks}, {\Bem 10\/}(4), 599--614.

\bibitem[\protect\BCAY{Jacobs, Jordan, Nowlan, \BBA\ Hinton}{Jacobs
  et~al.}{1991}]{jacobs.nc91}
Jacobs, R., Jordan, M., Nowlan, S., \BBA\ Hinton, G. \BBOP1991\BBCP.
\newblock \BBOQ Adaptive mixtures of local experts\BBCQ\
\newblock {\Bem Neural Computation}, {\Bem 3}, 79--87.

\bibitem[\protect\BCAY{Kohavi \BBA\ Wolpert}{Kohavi \BBA\
  Wolpert}{1996}]{kohavi.mlc96}
Kohavi, R.\BBACOMMA\  \BBA\ Wolpert, D. \BBOP1996\BBCP.
\newblock \BBOQ Bias plus variance decomposition for zero-one loss
  functions\BBCQ\
\newblock In {\Bem Proceedings of the Thirteenth International Conference on
  Machine Learning}, \BPGS\ 275--283\ Bari, Italy.

\bibitem[\protect\BCAY{Kong \BBA\ Dietterich}{Kong \BBA\
  Dietterich}{1995}]{kong.mlc95}
Kong, E.\BBACOMMA\  \BBA\ Dietterich, T. \BBOP1995\BBCP.
\newblock \BBOQ Error-correcting output coding corrects bias and variance\BBCQ\
\newblock In {\Bem Proceedings of the Twelfth International Conference on
  Machine Learning}, \BPGS\ 313--321\ Tahoe City, CA.

\bibitem[\protect\BCAY{Krogh \BBA\ Vedelsby}{Krogh \BBA\
  Vedelsby}{1995}]{krogh.nips7}
Krogh, A.\BBACOMMA\  \BBA\ Vedelsby, J. \BBOP1995\BBCP.
\newblock \BBOQ Neural network ensembles, cross validation, and active
  learning\BBCQ\
\newblock In Tesauro, G., Touretzky, D., \BBA\ Leen, T.\BEDS, {\Bem Advances in
  Neural Information Processing Systems}, \lowercase{\BVOL}~7, \BPGS\ 231--238\
  Cambridge, MA. MIT Press.

\bibitem[\protect\BCAY{Lincoln \BBA\ Skrzypek}{Lincoln \BBA\
  Skrzypek}{1989}]{lincoln.nips2}
Lincoln, W.\BBACOMMA\  \BBA\ Skrzypek, J. \BBOP1989\BBCP.
\newblock \BBOQ Synergy of clustering multiple back propagation networks\BBCQ\
\newblock In Touretzky, D.\BED, {\Bem Advances in Neural Information Processing
  Systems}, \lowercase{\BVOL}~2, \BPGS\ 650--659\ San Mateo, CA. Morgan
  Kaufmann.

\bibitem[\protect\BCAY{Maclin}{Maclin}{1998}]{maclin.aaai98}
Maclin, R. \BBOP1998\BBCP.
\newblock \BBOQ Boosting classifiers regionally\BBCQ\
\newblock In {\Bem Proceedings of the Fifteenth National Conference on
  Artificial Intelligence}, \BPGS\ 700--705\ Madison, WI.

\bibitem[\protect\BCAY{Maclin \BBA\ Opitz}{Maclin \BBA\
  Opitz}{1997}]{maclin.aaai97}
Maclin, R.\BBACOMMA\  \BBA\ Opitz, D. \BBOP1997\BBCP.
\newblock \BBOQ An empirical evaluation of bagging and boosting\BBCQ\
\newblock In {\Bem Proceedings of the Fourteenth National Conference on
  Artificial Intelligence}, \BPGS\ 546--551\ Providence, RI.

\bibitem[\protect\BCAY{Maclin \BBA\ Shavlik}{Maclin \BBA\
  Shavlik}{1995}]{maclin.ijcai95}
Maclin, R.\BBACOMMA\  \BBA\ Shavlik, J. \BBOP1995\BBCP.
\newblock \BBOQ Combining the predictions of multiple classifiers: Using
  competitive learning to initialize neural networks\BBCQ\
\newblock In {\Bem Proceedings of the Fourteenth International Joint Conference
  on Artificial Intelligence}, \BPGS\ 524--530\ Montreal, Canada.

\bibitem[\protect\BCAY{Mani}{Mani}{1991}]{mani.nc91}
Mani, G. \BBOP1991\BBCP.
\newblock \BBOQ Lowering variance of decisions by using artificial neural
  network portfolios\BBCQ\
\newblock {\Bem Neural Computation}, {\Bem 3}, 484--486.

\bibitem[\protect\BCAY{Mooney, Shavlik, Towell, \BBA\ Gove}{Mooney
  et~al.}{1989}]{mooney.ijcai89}
Mooney, R., Shavlik, J., Towell, G., \BBA\ Gove, A. \BBOP1989\BBCP.
\newblock \BBOQ An experimental comparison of symbolic and connectionist
  learning algorithms\BBCQ\
\newblock In {\Bem Proceedings of the Eleventh International Joint Conference
  on Artificial Intelligence}, \BPGS\ 775--780\ Detroit, MI.

\bibitem[\protect\BCAY{Murphy \BBA\ Aha}{Murphy \BBA\
  Aha}{1994}]{uc-irvine.db94}
Murphy, P.~M.\BBACOMMA\  \BBA\ Aha, D.~W. \BBOP1994\BBCP.
\newblock \BBOQ {UCI} repository of machine learning databases
  (machine-readable data repository)\BBCQ\
\newblock University of California-Irvine, Department of Information and
  Computer Science.

\bibitem[\protect\BCAY{Nowlan \BBA\ Sejnowski}{Nowlan \BBA\
  Sejnowski}{1992}]{nowlan.nips5}
Nowlan, S.\BBACOMMA\  \BBA\ Sejnowski, T. \BBOP1992\BBCP.
\newblock \BBOQ Filter selection model for generating visual motion
  signals\BBCQ\
\newblock In Hanson, S., Cowan, J., \BBA\ Giles, C.\BEDS, {\Bem Advances in
  Neural Information Processing Systems}, \lowercase{\BVOL}~5, \BPGS\ 369--376\
  San Mateo, CA. Morgan Kaufmann.

\bibitem[\protect\BCAY{Opitz \BBA\ Shavlik}{Opitz \BBA\
  Shavlik}{1996a}]{opitz.consci96}
Opitz, D.\BBACOMMA\  \BBA\ Shavlik, J. \BBOP1996a\BBCP.
\newblock \BBOQ Actively searching for an effective neural-network
  ensemble\BBCQ\
\newblock {\Bem Connection Science}, {\Bem 8\/}(3/4), 337--353.

\bibitem[\protect\BCAY{Opitz \BBA\ Shavlik}{Opitz \BBA\
  Shavlik}{1996b}]{opitz.nips8}
Opitz, D.\BBACOMMA\  \BBA\ Shavlik, J. \BBOP1996b\BBCP.
\newblock \BBOQ Generating accurate and diverse members of a neural-network
  ensemble\BBCQ\
\newblock In Touretsky, D., Mozer, M., \BBA\ Hasselmo, M.\BEDS, {\Bem Advances
  in Neural Information Processing Systems}, \lowercase{\BVOL}~8, \BPGS\
  535--541\ Cambridge, MA. MIT Press.

\bibitem[\protect\BCAY{Perrone}{Perrone}{1992}]{perrone.ijcnn92}
Perrone, M. \BBOP1992\BBCP.
\newblock \BBOQ A soft-competitive splitting rule for adaptive tree-structured
  neural networks\BBCQ\
\newblock In {\Bem Proceedings of the International Joint Conference on Neural
  Networks}, \BPGS\ 689--693\ Baltimore, MD.

\bibitem[\protect\BCAY{Perrone}{Perrone}{1993}]{perrone.thesis}
Perrone, M. \BBOP1993\BBCP.
\newblock {\Bem Improving Regression Estimation: Averaging Methods for Variance
  Reduction with Extension to General Convex Measure Optimization}.
\newblock Ph.D.\ thesis, Brown University, Providence, RI.

\bibitem[\protect\BCAY{Quinlan}{Quinlan}{1993}]{quinlan.book93}
Quinlan, J. \BBOP1993\BBCP.
\newblock {\Bem {C}4.5: Programs for Machine Learning}.
\newblock Morgan Kaufmann, San Mateo, CA.

\bibitem[\protect\BCAY{Quinlan}{Quinlan}{1996}]{quinlan.aaai96}
Quinlan, J.~R. \BBOP1996\BBCP.
\newblock \BBOQ Bagging, boosting, and c4.5\BBCQ\
\newblock In {\Bem Proceedings of the Thirteenth National Conference on
  Artificial Intelligence}, \BPGS\ 725--730. Portland, OR.

\bibitem[\protect\BCAY{Rumelhart, Hinton, \BBA\ Williams}{Rumelhart
  et~al.}{1986}]{rumelhart.pdp86a}
Rumelhart, D., Hinton, G., \BBA\ Williams, R. \BBOP1986\BBCP.
\newblock \BBOQ Learning internal representations by error propagation\BBCQ\
\newblock In Rumelhart, D.\BBACOMMA\  \BBA\ McClelland, J.\BEDS, {\Bem Parallel
  Distributed Processing: Explorations in the microstructure of cognition.
  Volume 1: Foundations}, \BPGS\ 318--363. MIT Press, Cambridge, MA.

\bibitem[\protect\BCAY{Schapire}{Schapire}{1990}]{schapire.mlj90}
Schapire, R. \BBOP1990\BBCP.
\newblock \BBOQ The strength of weak learnability\BBCQ\
\newblock {\Bem Machine Learning}, {\Bem 5\/}(2), 197--227.

\bibitem[\protect\BCAY{Schapire, Freund, Bartlett, \BBA\ Lee}{Schapire
  et~al.}{1997}]{schapire.mlc97}
Schapire, R., Freund, Y., Bartlett, P., \BBA\ Lee, W. \BBOP1997\BBCP.
\newblock \BBOQ Boosting the margin: A new explanation for the effectiveness of
  voting methods\BBCQ\
\newblock In {\Bem Proceedings of the Fourteenth International Conference on
  Machine Learning}, \BPGS\ 322--330\ Nashville, TN.

\bibitem[\protect\BCAY{Sollich \BBA\ Krogh}{Sollich \BBA\
  Krogh}{1996}]{sollich.nips8}
Sollich, P.\BBACOMMA\  \BBA\ Krogh, A. \BBOP1996\BBCP.
\newblock \BBOQ Learning with ensembles: {H}ow over-fitting can be useful\BBCQ\
\newblock In Touretsky, D., Mozer, M., \BBA\ Hasselmo, M.\BEDS, {\Bem Advances
  in Neural Information Processing Systems}, \lowercase{\BVOL}~8, \BPGS\
  190--196\ Cambridge, MA. MIT Press.

\bibitem[\protect\BCAY{Tresp \BBA\ Taniguchi}{Tresp \BBA\
  Taniguchi}{1995}]{tresp.nips7}
Tresp, V.\BBACOMMA\  \BBA\ Taniguchi, M. \BBOP1995\BBCP.
\newblock \BBOQ Combining estimators using non-constant weighting
  functions\BBCQ\
\newblock In Tesauro, G., Touretzky, D., \BBA\ Leen, T.\BEDS, {\Bem Advances in
  Neural Information Processing Systems}, \lowercase{\BVOL}~7, \BPGS\ 419--426\
  Cambridge, MA. MIT Press.

\bibitem[\protect\BCAY{Wolpert}{Wolpert}{1992}]{wolpert.nn92}
Wolpert, D. \BBOP1992\BBCP.
\newblock \BBOQ Stacked generalization\BBCQ\
\newblock {\Bem Neural Networks}, {\Bem 5}, 241--259.

\bibitem[\protect\BCAY{Zhang, Mesirov, \BBA\ Waltz}{Zhang
  et~al.}{1992}]{zhang.jmb92}
Zhang, X., Mesirov, J., \BBA\ Waltz, D. \BBOP1992\BBCP.
\newblock \BBOQ Hybrid system for protein secondary structure prediction\BBCQ\
\newblock {\Bem Journal of Molecular Biology}, {\Bem 225}, 1049--1063.

\end{thebibliography}
