\begin{thebibliography}{}

\bibitem[Arkin, 1998]{Arkin}
Arkin, R.~C. (1998).
\newblock {\em Behavior-Based Robotics}.
\newblock Intelligent Robotics and Autonomous Agents. The MIT Press.

\bibitem[Bellman, 1957]{Bellman}
Bellman, R.~E. (1957).
\newblock {\em Dynamic Programming}.
\newblock Princeton University Press, Princeton.

\bibitem[Boutilier et~al., 1999]{Boutilier}
Boutilier, C., Dean, T., and Hanks, S. (1999).
\newblock Decision-theoretic planning: Structural assumptions and computational
  leverage.
\newblock {\em Journal of Artificial Intelligence Research}, 11:1--94.

\bibitem[Brooks, 1991]{Brooks_representation}
Brooks, R.~A. (1991).
\newblock Intelligence without representation.
\newblock {\em Artificial Intelligence}, 47:139--159.

\bibitem[Butz, 1999]{Butz}
Butz, M. (1999).
\newblock {C-XCS: An implementation of the XCS in C}.
\newblock (http://www.cs.bath.ac.uk/~amb/LCSWEB/computer.htm).

\bibitem[Celaya and Porta, 1996]{ICRA}
Celaya, E. and Porta, J.~M. (1996).
\newblock Control of a six-legged robot walking on abrupt terrain.
\newblock In {\em Proceedings of the IEEE International Conference on Robotics
  and Automation}, pages 2731--2736.

\bibitem[Celaya and Porta, 1998]{Ram}
Celaya, E. and Porta, J.~M. (1998).
\newblock A control structure for the locomotion of a legged robot on difficult
  terrain.
\newblock {\em IEEE Robotics and Automation Magazine, Special Issue on Walking
  Robots}, 5(2):43--51.

\bibitem[Chapman and Kaelbling, 1991]{Chapman}
Chapman, D. and Kaelbling, L.~P. (1991).
\newblock Input generalization in delayed reinforcement learning: An algorithm
  and performance comparisons.
\newblock In {\em Proceedings of the International Joint Conference on
  Artificial Intelligence}, pages 726--731.

\bibitem[Claus and Boutilier, 1998]{Claus}
Claus, C. and Boutilier, C. (1998).
\newblock The dynamics of reinforcement learning in cooperative multiagent
  systems.
\newblock In {\em Proceedings of the Fifteenth National Conference on
  Artificial Intelligence}, pages 746--752. American Association for Artificial
  Intelligence.

\bibitem[Drummond, 2002]{Drummond}
Drummond, C. (2002).
\newblock Accelerating reinforcement learning by composing solutions of
  automatically identified subtasks.
\newblock {\em Journal of Artificial Intelligence Research}, 16:59--104.

\bibitem[Edelman, 1989]{Edelman}
Edelman, G.~M. (1989).
\newblock {\em Neuronal Darwinism}.
\newblock Oxford University Press.

\bibitem[Hinton et~al., 1986]{Hinton}
Hinton, G., McClelland, J., and Rumelhart, D. (1986).
\newblock {\em Parallel Distributed Processing: Explorations in the
  Microstructure of Cognition. Volume 1: Foundations}, chapter Distributed
  Representations.
\newblock MIT Press, Cambridge, MA.

\bibitem[Ilg et~al., 1997]{Ilg}
Ilg, W., M\"uhlfriedel, T., and Berns, K. (1997).
\newblock Hybrid learning architecture based on neural networks for adaptive
  control of a walking machine.
\newblock In {\em Proceedings of the 1997 IEEE International Conference on
  Robotics and Automation}, pages 2626--2631.

\bibitem[Kaelbling, 1993]{Kaelbling_thesis}
Kaelbling, L.~P. (1993).
\newblock {\em Learning in Embedded Systems}.
\newblock A Bradford Book. The MIT Press, Cambridge MA.

\bibitem[Kaelbling et~al., 1996]{Kaelbling_survey_jair}
Kaelbling, L.~P., Littman, M.~L., and Moore, A.~W. (1996).
\newblock Reinforcement learning: A survey.
\newblock {\em Journal of Artificial Intelligence Research}, 4:237 -- 285.

\bibitem[Kanerva, 1988]{Kanerva}
Kanerva, P. (1988).
\newblock {\em Sparse Distributed Memory}.
\newblock MIT Press, Cambridge, MA.

\bibitem[Kirchner, 1998]{Kirchner}
Kirchner, F. (1998).
\newblock Q-learning of complex behaviors on a six-legged walking machine.
\newblock {\em Robotics and Autonomous Systems}, 25:253--262.

\bibitem[Kodjabachia and Meyer, 1998]{Meyer}
Kodjabachia, J. and Meyer, J.~A. (1998).
\newblock Evolution and development of modular control architectures for 1-d
  locomotion in six-legged animats.
\newblock {\em Connection Science}, 2:211--237.

\bibitem[Maes and Brooks, 1990]{Maes90}
Maes, P. and Brooks, R.~A. (1990).
\newblock Learning to coordinate behaviors.
\newblock In {\em Proceedings of the AAAI-90}, pages 796--802.

\bibitem[Mahadevan and Connell, 1992]{Mahadevan}
Mahadevan, S. and Connell, J.~H. (1992).
\newblock Automatic programming of behavior-based robots using reinforcement
  learning.
\newblock {\em Artificial Intelligence}, 55:311--363.

\bibitem[McCallum, 1995]{McCallum}
McCallum, A.~K. (1995).
\newblock {\em Reinforcement Learning with Selective Perception and Hidden
  State}.
\newblock PhD thesis, Department of Computer Science.

\bibitem[Parker, 2000]{Parker}
Parker, G.~B. (2000).
\newblock Co-evolving model parameters for anytime learning in evolutionary
  robotics.
\newblock {\em Robotics and Autonomous Systems}, 33:13--30.

\bibitem[Pendrith and Ryan, 1996]{Pendrith}
Pendrith, M.~D. and Ryan, M. R.~K. (1996).
\newblock C-trace: A new algorithm for reinforcement learning of robotic
  control.
\newblock In {\em Proceedings of the 1996 International Workshop on Learning
  for Autonomous Robots (Robotlearn--96)}.

\bibitem[Poggio and Girosi, 1990]{Poggio}
Poggio, T. and Girosi, F. (1990).
\newblock Regularization algorithms for learning that are equivalent to
  multilayer networks.
\newblock {\em Science}, (247):978--982.

\bibitem[Schmidhuber, 2002]{Schmidhuber}
Schmidhuber, J. (2002).
\newblock The speed prior: A new simplicity measure yielding near-optimal
  computable predictions.
\newblock In {\em Proceedings of the 15th Annual Conference on Computational
  Learning Theory (COLT 2OO2). Lecture Notes In Artificial Intelligence.
  Springer.}, pages 216--228.

\bibitem[Sen, 1994]{Sen}
Sen, S. (1994).
\newblock Learning to coordinate without sharing information.
\newblock In {\em Proceedings of the Twelfth National Conference on Artificial
  Intelligence}, pages 426--431. American Association for Artificial
  Intelligence.

\bibitem[Sutton, 1996]{Sutton_tile}
Sutton, R. (1996).
\newblock Generalization in reinforcement learning: Successful examples using
  sparse coarse coding.
\newblock In {\em Proceedings of the 1995 Conference on Advances in Neural
  Information Processing}, pages 1038--1044.

\bibitem[Sutton et~al., 1999]{Precup_AI}
Sutton, R., Precup, D., and Singh, S. (1999).
\newblock Between {MDP}s and semi-{MDP}s: A framework for temporal abstraction
  in reinforcement learning.
\newblock {\em Artificial Intelligence}, 12:181--211.

\bibitem[Sutton, 1991]{Sutton_Dyna}
Sutton, R.~S. (1991).
\newblock Reinforcement learning architectures for animats.
\newblock In Meyer, J.~A. and Wilson, S.~W., editors, {\em Proceedings of the
  First International Conference on Simulation of Adaptive Behavior. From
  Animals to Animats}, pages 288--296. The MIT Press, Bradford Books.

\bibitem[Sutton and Barto, 1998]{Sutton}
Sutton, R.~S. and Barto, A.~G. (1998).
\newblock {\em Reinforcement Learning: An Introduction}.
\newblock A Bradford Book. The MIT Press.

\bibitem[Sutton and Whitehead, 1993]{Sutton_random}
Sutton, R.~S. and Whitehead, S.~D. (1993).
\newblock Online learning with random representations.
\newblock In {\em Proceedings of the Eleventh International Conference on
  Machine Learning}, pages 314--321. Morgan Kaufman, San Francisco, CA.

\bibitem[Tan, 1997]{Tan}
Tan, M. (1997).
\newblock Multi-agent reinforcement learning: Independent vs. cooperative
  agents.
\newblock In {\em Reading in Agents}, pages 487--494. Morgan Kaufmann
  Publishers Inc.

\bibitem[Vallejo and Ramos, 2000]{Vallejo}
Vallejo, E.~E. and Ramos, F. (2000).
\newblock A distributed genetic programming architecture for the evolution of
  robust insect locomotion controllers.
\newblock In Meyer, J.~A., Berthoz, A., Floreano, D., Roitblat, H.~L., and
  Wilson, S.~W., editors, {\em Supplement Proceedings of the Sixth
  International Conference on Simulation of Adaptive Behavior: From Animals to
  Animats}, pages 235--244. The International Society for Adaptive Behavior.

\bibitem[Venturini, 1994]{Venturini}
Venturini, G. (1994).
\newblock {\em Apprentissage Adaptatif et Apprentissage Supervis\'{e} par
  Algorithme G\'{e}n\'{e}tique}.
\newblock PhD thesis.

\bibitem[Watkins and Dayan, 1992]{Watkins}
Watkins, C. J. C.~H. and Dayan, P. (1992).
\newblock Q-learning.
\newblock {\em Machine Learning}, 8:279--292.

\bibitem[Widrow and Hoff, 1960]{Widrow_Hoff}
Widrow, B. and Hoff, M. (1960).
\newblock Adaptive switching circuits.
\newblock In {\em Western Electronic Show and Convention, Volume 4}, pages
  96--104. Institute of Radio Engineers (now IEEE).

\bibitem[Wilson, 1995]{Wilson_XCS}
Wilson, S.~W. (1995).
\newblock Classifier fitness based on accuracy.
\newblock {\em Evolutionary Computation}, 3:149--175.

\bibitem[Wilson, 1996]{Wilson_explore}
Wilson, S.~W. (1996).
\newblock Explore/exploit strategies in autonomy.
\newblock In {\em From Animals to Animats 4: Proceedings of the 4th
  International Conference on Simulation of Adaptive Behavior}, pages 325--332.

\end{thebibliography}
