\begin{thebibliography}{}

\bibitem[\protect\BCAY{Bagnell\ \BBA\ Schneider}{Bagnell\ \BBA\
  Schneider}{2001}]{Bagnell01}
Bagnell, J.~A.\BBACOMMA\  \BBA\ Schneider, J. \BBOP2001\BBCP.
\newblock \BBOQ Autonomous helicopter control using reinforcement learning
  policy search methods\BBCQ\
\newblock In {\Bem Proceedings of the IEEE International Conference on Robotics
  and Automation (ICRA)}, \BPGS\ 1615--1620, Seoul, South Korea. IEEE Press.

\bibitem[\protect\BCAY{Bishop, Svens\'en,\ \BBA\ Williams}{Bishop
  et~al.}{1998}]{Bishop98}
Bishop, C., Svens\'en, M., \BBA\ Williams, C. \BBOP1998\BBCP.
\newblock \BBOQ {GTM}: the generative topographic mapping\BBCQ\
\newblock {\Bem Neural Computation}, {\Bem 10\/}(1), 215--234.

\bibitem[\protect\BCAY{Boutilier\ \BBA\ Poole}{Boutilier\ \BBA\
  Poole}{1996}]{Boutilier96}
Boutilier, C.\BBACOMMA\  \BBA\ Poole, D. \BBOP1996\BBCP.
\newblock \BBOQ Computing optimal policies for partially observable {Markov}
  decision processes using compact representations\BBCQ\
\newblock In {\Bem Proceedings of the 13th National Conference on Artificial
  Intelligence (AAAI-96)}, \BPGS\ 1168--1175.

\bibitem[\protect\BCAY{Boyen\ \BBA\ Koller}{Boyen\ \BBA\
  Koller}{1998}]{Boyen98}
Boyen, X.\BBACOMMA\  \BBA\ Koller, D. \BBOP1998\BBCP.
\newblock \BBOQ Tractable inference for complex stochastic processes\BBCQ\
\newblock In {\Bem Proceedings of the 14th Annual Conference on Uncertainty in
  AI (UAI)}, \BPGS\ 33--42, Madison, Wisconsin.

\bibitem[\protect\BCAY{Brafman}{Brafman}{1997}]{Brafman97}
Brafman, R.~I. \BBOP1997\BBCP.
\newblock \BBOQ A heuristic variable grid solution method for {POMDP}s\BBCQ\
\newblock In Kuipers, B.~K.\BBACOMMA\  \BBA\ Webber, B.\BEDS, {\Bem Proceedings
  of the 14th National Conference on Artificial Intelligence (AAAI)}, \BPGS\
  727--733, Providence, RI.

\bibitem[\protect\BCAY{Cassandra, Kaelbling,\ \BBA\ Kurien}{Cassandra
  et~al.}{1996}]{Cassandra96}
Cassandra, A.~R., Kaelbling, L., \BBA\ Kurien, J.~A. \BBOP1996\BBCP.
\newblock \BBOQ Acting under uncertainty: Discrete {B}ayesian models for
  mobile-robot navigation\BBCQ\
\newblock In {\Bem Proceedings of the IEEE/RSJ International Conference on
  Intelligent Robots and Systems}.

\bibitem[\protect\BCAY{Chen}{Chen}{2000}]{Chen00}
Chen, B.~M. \BBOP2000\BBCP.
\newblock {\Bem Robust and H-$\infty$ Control}.
\newblock Springer-Verlag.

\bibitem[\protect\BCAY{Cheng}{Cheng}{1988}]{Cheng88}
Cheng, H.-T. \BBOP1988\BBCP.
\newblock {\Bem Algorithms for Partially Observable {M}arkov Decision
  Processes}.
\newblock Ph.D.\ thesis, University of British Columbia, Vancouver, Canada.

\bibitem[\protect\BCAY{Collins, Dasgupta,\ \BBA\ Schapire}{Collins
  et~al.}{2002}]{Collins01}
Collins, M., Dasgupta, S., \BBA\ Schapire, R. \BBOP2002\BBCP.
\newblock \BBOQ A generalization of principal components analysis to the
  exponential family\BBCQ\
\newblock In Dietterich, T.~G., Becker, S., \BBA\ Ghahramani, Z.\BEDS, {\Bem
  Advances in Neural Information Processing Systems 14 (NIPS)}, Cambridge, MA.
  MIT Press.

\bibitem[\protect\BCAY{Cox\ \BBA\ Cox}{Cox\ \BBA\ Cox}{1994}]{Cox94}
Cox, T.\BBACOMMA\  \BBA\ Cox, M. \BBOP1994\BBCP.
\newblock {\Bem Multidimensional Scaling}.
\newblock Chapman \& Hall, London.

\bibitem[\protect\BCAY{Fox, Burgard,\ \BBA\ Thrun}{Fox et~al.}{1999}]{Fox99}
Fox, D., Burgard, W., \BBA\ Thrun, S. \BBOP1999\BBCP.
\newblock \BBOQ Markov localization for mobile robots in dynamic
  environments\BBCQ\
\newblock {\Bem Journal of Artificial Intelligence Research}, {\Bem 11},
  391--427.

\bibitem[\protect\BCAY{Galassi, Davies, Theiler, Gough, Jungman, Booth,\ \BBA\
  Rossi}{Galassi et~al.}{2002}]{Gsl02}
Galassi, M., Davies, J., Theiler, J., Gough, B., Jungman, G., Booth, M., \BBA\
  Rossi, F. \BBOP2002\BBCP.
\newblock {\Bem {GNU} Scientific Library Reference Manual\/} (3rd Edition
  \BEd).
\newblock http://www.gnu.org/software/gsl/.

\bibitem[\protect\BCAY{Golub\ \BBA\ Reinsch}{Golub\ \BBA\
  Reinsch}{1970}]{Golub70}
Golub, G.\BBACOMMA\  \BBA\ Reinsch, C. \BBOP1970\BBCP.
\newblock \BBOQ Singular value decomposition and least squares solutions\BBCQ\
\newblock {\Bem Numerische Mathematik}, \BPGS\ 403--420.

\bibitem[\protect\BCAY{Gordon}{Gordon}{1995}]{Gordon95ICML}
Gordon, G. \BBOP1995\BBCP.
\newblock \BBOQ Stable function approximation in dynamic programming\BBCQ\
\newblock In Prieditis, A.\BBACOMMA\  \BBA\ Russell, S.\BEDS, {\Bem Proceedings
  of the 12 International Conference on Machine Learning (ICML)}, \BPGS\
  261--268, San Francisco, CA. Morgan Kaufmann.

\bibitem[\protect\BCAY{Gordon}{Gordon}{2003}]{Gordon02}
Gordon, G. \BBOP2003\BBCP.
\newblock \BBOQ Generalized$^2$ linear$^2$ models\BBCQ\
\newblock In Becker, S., Thrun, S., \BBA\ Obermayer, K.\BEDS, {\Bem Advances in
  Neural Information Processing Systems 15 (NIPS)}. MIT Press.

\bibitem[\protect\BCAY{Gutmann, Burgard, Fox,\ \BBA\ Konolige}{Gutmann
  et~al.}{1998}]{Gutmann98}
Gutmann, J.-S., Burgard, W., Fox, D., \BBA\ Konolige, K. \BBOP1998\BBCP.
\newblock \BBOQ An experimental comparison of localization methods\BBCQ\
\newblock In {\Bem Proceedings of the IEEE/RSJ International Conference on
  Intelligent Robots and Systems}, Victoria, Canada.

\bibitem[\protect\BCAY{Gutmann\ \BBA\ Fox}{Gutmann\ \BBA\
  Fox}{2002}]{Gutmann02}
Gutmann, J.-S.\BBACOMMA\  \BBA\ Fox, D. \BBOP2002\BBCP.
\newblock \BBOQ An experimental comparison of localization methods
  continued\BBCQ\
\newblock In {\Bem Proceedings of the IEEE/RSJ International Conference on
  Intelligent Robots and Systems}, Lausanne, Switzerland.

\bibitem[\protect\BCAY{Hansen\ \BBA\ Feng}{Hansen\ \BBA\ Feng}{2000}]{Hansen00}
Hansen, E.\BBACOMMA\  \BBA\ Feng, Z. \BBOP2000\BBCP.
\newblock \BBOQ Dynamic programming for {POMDPs} using a factored state
  representation\BBCQ\
\newblock In {\Bem Proceedings of the Fifth International Conference on
  Artificial Intelligence Planning and Scheduling (AIPS-00)}, Breckenridge, CO.

\bibitem[\protect\BCAY{Hansen}{Hansen}{1998}]{Hansen98}
Hansen, E. \BBOP1998\BBCP.
\newblock \BBOQ Solving {POMDP}s by searching in policy space\BBCQ\
\newblock In {\Bem Proceedings of the 14th Conference on Uncertainty in
  Artifical Intelligence (UAI)}, \BPGS\ 211--219, Madison, WI.

\bibitem[\protect\BCAY{Hauskrecht}{Hauskrecht}{2000}]{Hauskrecht00}
Hauskrecht, M. \BBOP2000\BBCP.
\newblock \BBOQ Value-function approximations for partially observable {M}arkov
  decision processes\BBCQ\
\newblock {\Bem Journal of Artificial Intelligence Research}, {\Bem 13},
  33--94.

\bibitem[\protect\BCAY{Hinton\ \BBA\ Roweis}{Hinton\ \BBA\
  Roweis}{2003}]{Hinton02}
Hinton, G.\BBACOMMA\  \BBA\ Roweis, S. \BBOP2003\BBCP.
\newblock \BBOQ Stochastic neighbor embedding\BBCQ\
\newblock In Becker, S., Thrun, S., \BBA\ Obermayer, K.\BEDS, {\Bem Advances in
  Neural Information Processing Systems 15 (NIPS)}. MIT Press.

\bibitem[\protect\BCAY{Howard}{Howard}{1960}]{Howard60}
Howard, R.~A. \BBOP1960\BBCP.
\newblock {\Bem Dynamic Programming and {M}arkov Processes}.
\newblock MIT.

\bibitem[\protect\BCAY{Isard\ \BBA\ Blake}{Isard\ \BBA\ Blake}{1998}]{Isard98}
Isard, M.\BBACOMMA\  \BBA\ Blake, A. \BBOP1998\BBCP.
\newblock \BBOQ {CONDENSATION} -- conditional density propagation for visual
  tracking\BBCQ\
\newblock {\Bem International Journal of Computer Vision}, {\Bem 29\/}(1),
  5--28.

\bibitem[\protect\BCAY{Joliffe}{Joliffe}{1986}]{Joliffe86}
Joliffe, I.~T. \BBOP1986\BBCP.
\newblock {\Bem Principal Component Analysis}.
\newblock Springer-Verlag.

\bibitem[\protect\BCAY{Kanazawa, Koller,\ \BBA\ Russell}{Kanazawa
  et~al.}{1995}]{Kanazawa95}
Kanazawa, K., Koller, D., \BBA\ Russell, S. \BBOP1995\BBCP.
\newblock \BBOQ Stochastic simulation algorithms for dynamic probabilistic
  networks\BBCQ\
\newblock In {\Bem Proceedings of the 11th Annual Conference on Uncertainty in
  AI (UAI)}, \BPGS\ 346--351, Montreal, Canada.

\bibitem[\protect\BCAY{Kohonen}{Kohonen}{1982}]{Kohonen82}
Kohonen, T. \BBOP1982\BBCP.
\newblock \BBOQ Self-organized formation of topologically correct feature
  maps\BBCQ\
\newblock {\Bem Biological Cybernetics}, {\Bem 48}, 59--69.

\bibitem[\protect\BCAY{Lee\ \BBA\ Seung}{Lee\ \BBA\ Seung}{1999}]{LeeSeu99}
Lee, D.~D.\BBACOMMA\  \BBA\ Seung, H.~S. \BBOP1999\BBCP.
\newblock \BBOQ Learning the parts of objects by non-negative matrix
  factorization\BBCQ\
\newblock {\Bem Nature}, {\Bem 401}, 788--791.

\bibitem[\protect\BCAY{Leonard\ \BBA\ Durrant-Whyte}{Leonard\ \BBA\
  Durrant-Whyte}{1991}]{Leonard91RA}
Leonard, J.\BBACOMMA\  \BBA\ Durrant-Whyte, H. \BBOP1991\BBCP.
\newblock \BBOQ Mobile robot localization by tracking geometric beacons\BBCQ\
\newblock {\Bem IEEE Transactions on Robotics and Automation}, {\Bem 7\/}(3),
  376--382.

\bibitem[\protect\BCAY{Lovejoy}{Lovejoy}{1991}]{Lovejoy91}
Lovejoy, W.~S. \BBOP1991\BBCP.
\newblock \BBOQ Computationally feasible bounds for partially observable
  {M}arkov decison processes\BBCQ\
\newblock {\Bem Operations Research}, {\Bem 39}, 192--175.

\bibitem[\protect\BCAY{Mardia\ \BBA\ Jupp}{Mardia\ \BBA\ Jupp}{2000}]{Mardia00}
Mardia, K.~V.\BBACOMMA\  \BBA\ Jupp, P.~E. \BBOP2000\BBCP.
\newblock {\Bem Directional Statistics\/} (2nd \BEd).
\newblock Wiley, Chichester, NY.

\bibitem[\protect\BCAY{McCullagh\ \BBA\ Nelder}{McCullagh\ \BBA\
  Nelder}{1983}]{McCullagh83}
McCullagh, P.\BBACOMMA\  \BBA\ Nelder, J.~A. \BBOP1983\BBCP.
\newblock {\Bem Generalized Linear Models\/} (2nd \BEd).
\newblock Chapman and Hall, London.

\bibitem[\protect\BCAY{Meuleau, Peshkin, Kim,\ \BBA\ Kaelbling}{Meuleau
  et~al.}{1999}]{Meuleau99a}
Meuleau, N., Peshkin, L., Kim, K.-E., \BBA\ Kaelbling, L.~P. \BBOP1999\BBCP.
\newblock \BBOQ Learning finite-state controllers for partially observable
  environments\BBCQ\
\newblock In Laskey, K.~B.\BBACOMMA\  \BBA\ Prade, H.\BEDS, {\Bem Proceedings
  of the Fifteenth International Conference on Uncertainty in Artificial
  Intelligence}, \BPGS\ 427--436, Stockholm, Sweden. Morgan Kaufmann.

\bibitem[\protect\BCAY{Munos\ \BBA\ Moore}{Munos\ \BBA\ Moore}{1999}]{Munos99}
Munos, R.\BBACOMMA\  \BBA\ Moore, A. \BBOP1999\BBCP.
\newblock \BBOQ Variable resolution discretization for high-accuracy solutions
  of optimal control problems\BBCQ\
\newblock In Dean, T.\BED, {\Bem Proceedings of the 16th International Joint
  Conference on Artificial Intelligence (IJCAI)}, \BPGS\ 1348--1355, Stockholm
  Sweden. Morgan Kaufmann.

\bibitem[\protect\BCAY{Munos\ \BBA\ Moore}{Munos\ \BBA\ Moore}{2002}]{Munos02}
Munos, R.\BBACOMMA\  \BBA\ Moore, A. \BBOP2002\BBCP.
\newblock \BBOQ Variable resolution discretization in optimal control\BBCQ\
\newblock {\Bem Machine Learning}, {\Bem 49\/}(2-3), 291--323.

\bibitem[\protect\BCAY{Nourbakhsh, Powers,\ \BBA\ Birchfield}{Nourbakhsh
  et~al.}{1995}]{Nourbakhsh95}
Nourbakhsh, I., Powers, R., \BBA\ Birchfield, S. \BBOP1995\BBCP.
\newblock \BBOQ {DERVISH} an office-navigating robot\BBCQ\
\newblock {\Bem AI Magazine}, {\Bem 16\/}(2), 53--60.

\bibitem[\protect\BCAY{Olson}{Olson}{2000}]{Olson00}
Olson, C.~F. \BBOP2000\BBCP.
\newblock \BBOQ Probabilistic self-localization for mobile robots\BBCQ\
\newblock {\Bem IEEE Transactions on Robotics and Automation}, {\Bem 16\/}(1),
  55--66.

\bibitem[\protect\BCAY{Pineau, Gordon,\ \BBA\ Thrun}{Pineau
  et~al.}{2003a}]{Pineau03}
Pineau, J., Gordon, G., \BBA\ Thrun, S. \BBOP2003a\BBCP.
\newblock \BBOQ Point-based value iteration: An anytime algorithm for
  {POMDP}s\BBCQ\
\newblock In {\Bem Proceedings of the 18th International Joint Conference on
  Artificial Intelligence (IJCAI 2003)}, Acapulco, Mexico.

\bibitem[\protect\BCAY{Pineau, Gordon,\ \BBA\ Thrun}{Pineau
  et~al.}{2003b}]{Pineau03UAI}
Pineau, J., Gordon, G., \BBA\ Thrun, S. \BBOP2003b\BBCP.
\newblock \BBOQ Policy-contingent abstraction for robust robot control\BBCQ\
\newblock In Meek, C.\BBACOMMA\  \BBA\ Kj{\ae}lruff, U.\BEDS, {\Bem Proceedings
  of the 19th Annual Conference on Uncertainty in Artificial Intelligence
  (UAI)}, Acapulco, Mexico.

\bibitem[\protect\BCAY{Poupart\ \BBA\ Boutilier}{Poupart\ \BBA\
  Boutilier}{2002}]{Poupart02}
Poupart, P.\BBACOMMA\  \BBA\ Boutilier, C. \BBOP2002\BBCP.
\newblock \BBOQ Value-directed compression of {POMDP}s\BBCQ\
\newblock In Becker, S., Thrun, S., \BBA\ Obermayer, K.\BEDS, {\Bem Advances in
  Neural Information Processing Systems 15 (NIPS)}, Vancouver, Canada. MIT
  Press.

\bibitem[\protect\BCAY{Rockafellar}{Rockafellar}{1970}]{Rockafellar70}
Rockafellar, R.~T. \BBOP1970\BBCP.
\newblock {\Bem Convex Analysis}.
\newblock Princeton University Press, New Jersey.

\bibitem[\protect\BCAY{Roweis\ \BBA\ Saul}{Roweis\ \BBA\ Saul}{2000}]{Roweis00}
Roweis, S.\BBACOMMA\  \BBA\ Saul, L. \BBOP2000\BBCP.
\newblock \BBOQ Nonlinear dimensionality reduction by locally linear
  embedding.\BBCQ\
\newblock {\Bem Science}, {\Bem 290\/}(5500), 2323--2326.

\bibitem[\protect\BCAY{Roweis, Saul,\ \BBA\ Hinton}{Roweis
  et~al.}{2002}]{Roweis01}
Roweis, S.~T., Saul, L.~K., \BBA\ Hinton, G.~E. \BBOP2002\BBCP.
\newblock \BBOQ Global coordination of local linear models\BBCQ\
\newblock In Dietterich, T.~G., Becker, S., \BBA\ Ghahramani, Z.\BEDS, {\Bem
  Advances in Neural Information Processing Systems}, \lowercase{\BVOL}~14,
  Cambridge, MA. MIT Press.

\bibitem[\protect\BCAY{Roy\ \BBA\ Thrun}{Roy\ \BBA\ Thrun}{1999}]{Roy99NIPS}
Roy, N.\BBACOMMA\  \BBA\ Thrun, S. \BBOP1999\BBCP.
\newblock \BBOQ Coastal navigation with mobile robots\BBCQ\
\newblock In Solla, S.~A., todd K.~Leen, \BBA\ M{\"u}ller, K.~R.\BEDS, {\Bem
  Advances in Neural Processing Systems 12 (NIPS)}, \BPGS\ 1043--1049, Denver,
  CO. MIT Press.

\bibitem[\protect\BCAY{Russell\ \BBA\ Norvig}{Russell\ \BBA\
  Norvig}{1995}]{Russell95}
Russell, S.\BBACOMMA\  \BBA\ Norvig, P. \BBOP1995\BBCP.
\newblock {\Bem Artificial Intelligence: A Modern Approach}.
\newblock Prentice Hall.

\bibitem[\protect\BCAY{Shatkay\ \BBA\ Kaelbling}{Shatkay\ \BBA\
  Kaelbling}{2002}]{Shatkay02}
Shatkay, H.\BBACOMMA\  \BBA\ Kaelbling, L.~P. \BBOP2002\BBCP.
\newblock \BBOQ Learning geometrically-constrained hidden markov models for
  robot navigation: Bridging the geometrical-topological gap\BBCQ\
\newblock {\Bem Journal of AI Research}.

\bibitem[\protect\BCAY{Tenenbaum, de~Silva,\ \BBA\ Langford}{Tenenbaum
  et~al.}{2000}]{Tenenbaum00}
Tenenbaum, J.~B., de~Silva, V., \BBA\ Langford, J.~C. \BBOP2000\BBCP.
\newblock \BBOQ A global geometric framework for nonlinear dimensionality
  reduction\BBCQ\
\newblock {\Bem Science}, {\Bem 290\/}(5500), 2319--2323.

\bibitem[\protect\BCAY{Thrun, Fox, Burgard,\ \BBA\ Dellaert}{Thrun
  et~al.}{2000}]{Thrun00}
Thrun, S., Fox, D., Burgard, W., \BBA\ Dellaert, F. \BBOP2000\BBCP.
\newblock \BBOQ Robust {M}onte {C}arlo localization for mobile robots\BBCQ\
\newblock {\Bem Artificial Intelligence}, {\Bem 128\/}(1-2), 99--141.

\bibitem[\protect\BCAY{Washington}{Washington}{1997}]{Washington97}
Washington, R. \BBOP1997\BBCP.
\newblock \BBOQ {BI-POMDP}: Bounded, incremental partially-observable
  {M}arkov-model planning\BBCQ\
\newblock In {\Bem Proceedings of the 4th European Conference on Planning
  (ECP)}.

\bibitem[\protect\BCAY{Zhang\ \BBA\ Zhang}{Zhang\ \BBA\ Zhang}{2001}]{Zhang01}
Zhang, N.~L.\BBACOMMA\  \BBA\ Zhang, W. \BBOP2001\BBCP.
\newblock \BBOQ Speeding up the convergence of value iteration in partially
  observable {M}arkov decision processes\BBCQ\
\newblock {\Bem Journal of Artificial Intelligence Research}, {\Bem 14}, 1--28.

\bibitem[\protect\BCAY{Zhou\ \BBA\ Hansen}{Zhou\ \BBA\ Hansen}{2001}]{Hansen01}
Zhou, R.\BBACOMMA\  \BBA\ Hansen, E. \BBOP2001\BBCP.
\newblock \BBOQ An improved grid-based approximation algorithm for
  {POMDP}s\BBCQ\
\newblock In Nebel, B.\BED, {\Bem Proceedings of the 17th International Joint
  Conference on Artificial Intelligence (IJCAI)}, \BPGS\ 707--716, Seattle,
  Washington. Morgan Kaufmann.

\end{thebibliography}
