
\begin{thebibliography}{}

\bibitem[\protect\BCAY{Chin \& Dyer}{}{ (1986)}]{chin86
}
Chin, C.~H.\BBACOMMA\  \& Dyer, C.~R. (1986).
\newblock \BBOQ Model-based recognition in robot vision.
\newblock {\em Computing Surveys}, {\em 18\/}(1), 67--108.

\bibitem[\protect\BCAY{Christiansen}{}{ (1992)}]{christiansen92
}
Christiansen, A.~D. (1992).
\newblock \BBOQ Learning to predict in uncertain continuous tasks.
\newblock In {\em Proceedings of the Ninth International Workshop on Machine  Learning},  72--81.

\bibitem[\protect\BCAY{Cohen \& Cohen}{}{ (1993)}]{cohen93
}
Cohen, L.~D.\BBACOMMA\  \& Cohen, I. (1993).
\newblock \BBOQ Finite element methods for active contour models and balloons  for 2-d and 3-d images.
\newblock {\em IEEE Transactions On Pattern Analysis And Machine  Intelligence}, {\em 15\/}(11), 1131--1147.

\bibitem[\protect\BCAY{Dijkstra}{}{ (1959)}]{dijkstra59
}
Dijkstra, E.~W. (1959).
\newblock \BBOQ A note on two problems in connexion with graphs.
\newblock {\em Numerische Mathematik}, {\em 1}, 269--271.

\bibitem[\protect\BCAY{Drummond}{}{ (1996)}]{drummond96
}
Drummond, C. (1996).
\newblock \BBOQ Preventing overshoot of splines with application to  reinforcement learning.
\newblock Computer science technical report\ TR-96-05, School of Information  Technology and Engineering, University of Ottawa, Ottawa, Ontario, Canada.

\bibitem[\protect\BCAY{Drummond}{}{ (1997)}]{drummond97
}
Drummond, C. (1997).
\newblock \BBOQ Using a case-base of surfaces to speed-up reinforcement  learning.
\newblock In {\em Proceedings of the Second International Conference on  Case-Based Reasoning}, \lowercase{\BVOL}\ 1266 of {\em LNAI},   435--444.

\bibitem[\protect\BCAY{Drummond}{}{ (1998)}]{drummond98
}
Drummond, C. (1998).
\newblock \BBOQ Composing functions to speed up reinforcement learning in a  changing world.
\newblock In {\em Proceedings of the Tenth European Conference on Machine  Learning}, \lowercase{\BVOL}\ 1398 of {\em LNAI},  370--381.

\bibitem[\protect\BCAY{Drummond}{}{ (1999)}]{drummond99
}
Drummond, C. (1999).
\newblock {\em A Symbol's Role in Learning Low Level Control Functions}.
\newblock Ph.D.\ thesis, School of Information Technology and Engineering,  University of Ottawa, Ottawa, Ontario, Canada.

\bibitem[\protect\BCAY{Galil}{}{ (1986)}]{galil86
}
Galil, Z. (1986).
\newblock \BBOQ Efficient algorithms for finding maximum matching in  graphs.
\newblock {\em ACM Computing Surveys}, {\em 18\/}(1), 23--38.

\bibitem[\protect\BCAY{Gold \& Rangarajan}{}{ (1996)}]{gold96
}
Gold, S.\BBACOMMA\  \& Rangarajan, A. (1996).
\newblock \BBOQ A graduated assignment algorithm for graph matching.
\newblock {\em IEEE Transactions On Pattern Analysis And Machine  Intelligence}, {\em 18\/}(4), 377--388.

\bibitem[\protect\BCAY{Gordon}{}{ (1995)}]{gordon95a
}
Gordon, G.~J. (1995).
\newblock \BBOQ Stable function approximation in dynamic programming.
\newblock In {\em Proceedings of the Twelfth International Conference of  Machine Learning},  261--268.

\bibitem[\protect\BCAY{Gordon \& Segre}{}{ (1996)}]{gordon96
}
Gordon, G.~J.\BBACOMMA\  \& Segre, A.~M. (1996).
\newblock \BBOQ Nonparametric statistical methods for experimental evaluations  of speedup learning.
\newblock In {\em Proceedings of the Thirteenth International Conference of  Machine Learning},  200--206.

\bibitem[\protect\BCAY{Hammond}{}{ (1990)}]{hammond90
}
Hammond, K.~J. (1990).
\newblock \BBOQ Case-based planning: A framework for planning from  experience.
\newblock {\em The Journal of Cognitive Science}, {\em 14\/}(3), 385--443.

\bibitem[\protect\BCAY{Hauskrecht, Meuleau, Boutilier, Kaelbling, \&  Dean}{}{ (1998)}]{hauskrecht98
}
Hauskrecht, M., Meuleau, N., Boutilier, C., Kaelbling, L.~P., \& Dean, T.  (1998).
\newblock \BBOQ Hierarchical solution for {Markov} decision processes using  macro-actions.
\newblock In {\em Proceedings of the Fourteenth Conference on Uncertainty In  Artificial Intelligence},  220--229.

\bibitem[\protect\BCAY{Kass, Witkin, \& Terzopoulus}{}{ (1987)}]{kass87
}
Kass, M., Witkin, A., \& Terzopoulus, D. (1987).
\newblock \BBOQ Snakes: Active contour models.
\newblock {\em International Journal of Computer Vision}, {\em 1}, 321--331.

\bibitem[\protect\BCAY{Leroy, Herlin, \& Cohen}{}{ (1996)}]{leroy96
}
Leroy, B., Herlin, I.~L., \& Cohen, L.~D. (1996).
\newblock \BBOQ Multi-resolution algorithms for active contour models.
\newblock In {\em Proceedings of the Twelfth International Conference on  Analysis and Optimization of Systems},  58--65.

\bibitem[\protect\BCAY{Leymarie \& Levine}{}{ (1993)}]{leymarie93
}
Leymarie, F.\BBACOMMA\  \& Levine, M.~D. (1993).
\newblock \BBOQ Tracking deformable objects in the plane using an active  contour model.
\newblock {\em IEEE Transactions On Pattern Analysis And Machine  Intelligence}, {\em 15\/}(6), 617--634.

\bibitem[\protect\BCAY{MacDonald}{}{ (1992)}]{macdonald92
}
MacDonald, A. (1992).
\newblock \BBOQ Graphs: Notes on symetries, imbeddings, decompositions.
\newblock \BTR\ Electrical Engineering Department TR-92-10-AJM, Brunel  University, Uxbridge, Middlesex, United Kingdom.

\bibitem[\protect\BCAY{Mahadevan \& Connell}{}{ (1992)}]{mahadevan92
}
Mahadevan, S.\BBACOMMA\  \& Connell, J. (1992).
\newblock \BBOQ Automatic programming of behavior-based robots using  reinforcement learning.
\newblock {\em Artificial Intelligence}, {\em 55}, 311--365.

\bibitem[\protect\BCAY{Mallat \& Zhong}{}{ (1992)}]{Mallat92
}
Mallat, S.\BBACOMMA\  \& Zhong, S. (1992).
\newblock \BBOQ Characterization of signals from multiscale edges.
\newblock {\em IEEE Transactions On Pattern Analysis And Machine  Intelligence}, {\em 14\/}(7), 710--732.

\bibitem[\protect\BCAY{Marr}{}{ (1982)}]{marr82
}
Marr, D. (1982).
\newblock {\em Vision: a Computational Investigation into the Human  Representation and Processing of Visual Information}.
\newblock W.H. Freeman.

\bibitem[\protect\BCAY{McCallum}{}{ (1995a)}]{mcCallum95b
}
McCallum, R.~A. (1995a).
\newblock \BBOQ Instance-based state identification for reinforcement  learning.
\newblock In {\em Advances in Neural Information Processing Systems 7},   377--384.

\bibitem[\protect\BCAY{McCallum}{}{ (1995b)}]{mcCallum95a
}
McCallum, R.~A. (1995b).
\newblock \BBOQ Instance-based utile distinctions for reinforcement learning  with hidden state.
\newblock In {\em Proceedings of the Twelfth International Conference on  Machine Learning},  387--395.

\bibitem[\protect\BCAY{Moore \& Atkeson}{}{ (1993)}]{moore93
}
Moore, A.~W.\BBACOMMA\  \& Atkeson, C.~G. (1993).
\newblock \BBOQ Prioritized sweeping: Reinforcement learning with less data and  less real time.
\newblock {\em Machine Learning}, {\em 13}, 103--130.

\bibitem[\protect\BCAY{Moore}{}{ (1992)}]{moore92a
}
Moore, A.~W. (1992).
\newblock \BBOQ Variable resolution dynamic programming: Efficiently learning  action maps in multivariate real-valued state spaces.
\newblock In {\em Proceedings of the Ninth International Workshop on Machine  Learning}.

\bibitem[\protect\BCAY{Nason}{}{ (1995)}]{nason95
}
Nason, G. (1995).
\newblock \BBOQ Three-dimensional projection pursuit.
\newblock \BTR, Department of Mathematics, University of Bristol, Bristol,  United Kingdom.

\bibitem[\protect\BCAY{Osborne \& Bridge}{}{ (1997)}]{osborne97
}
Osborne, H.\BBACOMMA\  \& Bridge, D. (1997).
\newblock \BBOQ Similarity metrics: A formal unification of cardinal and  non-cardinal similarity measures.
\newblock In {\em Proceedings of the Second International Conference on  Case-Based Reasoning}, \lowercase{\BVOL}\ 1266 of {\em LNAI},   235--244.

\bibitem[\protect\BCAY{Parr}{}{ (1998)}]{parr98
}
Parr, R. (1998).
\newblock \BBOQ Flexible decomposition algorithms for weakly coupled {Markov}  decision problems.
\newblock In {\em Proceedings of the Fourteenth Conference on Uncertainty In  Artificial Intelligence},  422--430.

\bibitem[\protect\BCAY{Peng}{}{ (1995)}]{peng95
}
Peng, J. (1995).
\newblock \BBOQ Efficient memory-based dynamic programming.
\newblock In {\em Proceedings of the Twelfth International Conference of  Machine Learning},  438--439.

\bibitem[\protect\BCAY{Precup, Sutton, \& Singh}{}{ (1997)}]{precup97a
}
Precup, D., Sutton, R.~S., \& Singh, S.~P. (1997).
\newblock \BBOQ Planning with closed-loop macro actions.
\newblock In {\em Working notes of the 1997 AAAI Fall Symposium on  Model-directed Autonomous Systems},  70--76.

\bibitem[\protect\BCAY{Precup, Sutton, \& Singh}{}{ (1998)}]{precup98
}
Precup, D., Sutton, R.~S., \& Singh, S.~P. (1998).
\newblock \BBOQ Theoretical results on reinforcement learning with temporally  abstract options.
\newblock In {\em Proceedings of the Tenth European Conference on Machine  Learning}, \lowercase{\BVOL}\ 1398 of {\em LNAI},  382--393.

\bibitem[\protect\BCAY{Schnabel}{}{ (1997)}]{schnabel97
}
Schnabel, J.~A. (1997).
\newblock {\em Multi-Scale Active Shape Description in Medical Imaging}.
\newblock Ph.D.\ thesis, University of London, London, United Kingdom.

\bibitem[\protect\BCAY{Sheppard \& Salzberg}{}{ (1997)}]{sheppard97
}
Sheppard, J.~W.\BBACOMMA\  \& Salzberg, S.~L. (1997).
\newblock \BBOQ A teaching strategy for memory-based control.
\newblock {\em Artificial Intelligence Review: Special Issue on Lazy  Learning}, {\em 11}, 343--370.

\bibitem[\protect\BCAY{Singh \& Sutton}{}{ (1996)}]{singh96
}
Singh, S.~P.\BBACOMMA\  \& Sutton, R.~S. (1996).
\newblock \BBOQ Reinforcement learning with replacing eligibility traces.
\newblock {\em Machine Learning}, {\em 22}, 123--158.

\bibitem[\protect\BCAY{Singh}{}{ (1992)}]{singh92
}
Singh, S.~P. (1992).
\newblock \BBOQ Reinforcement learning with a hierarchy of abstract  models.
\newblock In {\em Proceedings of the Tenth National Conference on Artificial  Intelligence},  202--207.

\bibitem[\protect\BCAY{Suetens, Fua, \& Hanson}{}{ (1992)}]{suetens92
}
Suetens, P., Fua, P., \& Hanson, A. (1992).
\newblock \BBOQ Computational strategies for object recognition.
\newblock {\em Computing Surveys}, {\em 24\/}(1), 5--61.

\bibitem[\protect\BCAY{Sutton}{}{ (1990)}]{sutton90
}
Sutton, R.~S. (1990).
\newblock \BBOQ Integrated architectures for learning, planning, and reacting  based on approximating dynamic programming.
\newblock In {\em Proceedings of the Seventh International Conference on  Machine Learning},  216--224.

\bibitem[\protect\BCAY{Sutton}{}{ (1996)}]{sutton96
}
Sutton, R.~S. (1996).
\newblock \BBOQ Generalization in reinforcement learning: Successful examples  using sparse coarse coding.
\newblock In {\em Advances in Neural Information Processing Systems 8},   1038--1044.

\bibitem[\protect\BCAY{Sutton \& Barto}{}{ (1998)}]{sutton98
}
Sutton, R.~S.\BBACOMMA\  \& Barto, A.~G. (1998).
\newblock {\em Reinforcement Learning: An Introduction}.
\newblock MIT Press.

\bibitem[\protect\BCAY{Tadepalli \& Ok}{}{ (1996)}]{tadepalli96
}
Tadepalli, P.\BBACOMMA\  \& Ok, D. (1996).
\newblock \BBOQ Scaling up average reward reinforcement learning by  approximating the domain models and the value function.
\newblock In {\em Proceedings of the Thirteenth International Conference of  Machine Learning},  471--479.

\bibitem[\protect\BCAY{Tanimoto}{}{ (1990)}]{tanimoto90
}
Tanimoto, S.~L. (1990).
\newblock {\em The Elements of Artficial Intelligence}.
\newblock W.H. Freeman.

\bibitem[\protect\BCAY{Terzopoulos}{}{ (1986)}]{terzopoulos86
}
Terzopoulos, D. (1986).
\newblock \BBOQ Regularization of inverse visual problems involving  discontinuities.
\newblock {\em IEEE Transactions On Pattern Analysis And Machine  Intelligence}, {\em 8\/}(4), 413--423.

\bibitem[\protect\BCAY{Thrun \& Schwartz}{}{ (1994)}]{thrun95b
}
Thrun, S.\BBACOMMA\  \& Schwartz, A. (1994).
\newblock \BBOQ Finding structure in reinforcement learning.
\newblock In {\em Advances in Neural Information Processing Systems 7},   385--392.

\bibitem[\protect\BCAY{Veloso \& Carbonell}{}{ (1993)}]{veloso93
}
Veloso, M.~M.\BBACOMMA\  \& Carbonell, J.~G. (1993).
\newblock \BBOQ Derivational analogy in prodigy: Automating case acquisition,  storage and utilization.
\newblock {\em Machine Learning}, {\em 10\/}(3), 249--278.

\bibitem[\protect\BCAY{Watkins \& Dayan}{}{ (1992)}]{watkins92
}
Watkins, C.~J.\BBACOMMA\  \& Dayan, P. (1992).
\newblock \BBOQ Technical note: Q-learning.
\newblock {\em Machine Learning}, {\em 8\/}(3-4), 279--292.

\end{thebibliography}
