\begin{thebibliography}{}

\bibitem[Camacho et~al.\/, 2005][Camacho et~al.\/][2005]{}
Camacho, D., Fernández, F., \& Rodelgo, M.~A. (2005).
\newblock Roboskeleton: An architecture for coordinating robot soccer agents.
\newblock {\em Engineering Applications of Artificial Intelligence}.

\bibitem[Dietterich, 2000][Dietterich][2000]{dietterich00}
Dietterich, T.~G. (2000).
\newblock Hierarchical reinforcement learning with the {MAXQ} value function
  decomposition.
\newblock {\em Journal of Artificial Intelligence Research}, {\em 13},
  227--303.

\bibitem[Fern\'andez \& Borrajo, 2000][Fern\'andez and
  Borrajo][2000]{fernandez00a}
Fern\'andez, F., \& Borrajo, D. (2000).
\newblock {VQQL}. {A}pplying vector quantization to reinforcement learning.
\newblock In {\em Robocup-99: Robot soccer world cup iii}, no. 1856 in Lecture
  Notes in Artificial Intelligence,  292--303. Springer Verlag.

\bibitem[Fern\'andez et~al.\/, 2005][Fern\'andez et~al.\/][2005]{fernandez05}
Fern\'andez, F., Borrajo, D., \& Parker, L. (2005).
\newblock A reinforcement learning algorithm in cooperative multi-robot
  domains.
\newblock {\em Journal of Intelligent Robotics Systems}.

\bibitem[Fern\'andez \& Parker, 2001][Fern\'andez and
  Parker][2001]{fernandez01b}
Fern\'andez, F., \& Parker, L. (2001).
\newblock Learning in large cooperative multi-robot domains.
\newblock {\em International Journal of Robotics and Automation}, {\em 16},
  217--226.

\bibitem[Fern\'andez \& Veloso, 2005][Fern\'andez and
  Veloso][2005]{fernandez05b}
Fern\'andez, F., \& Veloso, M. (2005).
\newblock {\em Exploration and policy reuse} (Technical Report CMU-CS-05-172).
\newblock School of Computer Science, Carnegie Mellon University.

\bibitem[Gersho \& Gray, 1992][Gersho and Gray][1992]{gersho}
Gersho, A., \& Gray, R.~M. (1992).
\newblock {\em Vector quantization and signal compression}.
\newblock Kluwer Academic Publishers.

\bibitem[Hsu et~al.\/, 2004][Hsu et~al.\/][2004]{hsu04}
Hsu, W.~H., Harmon, S.~J., Rodr\'iguez, E., \& Zhong, C. (2004).
\newblock Empirical comparison of incremental reuse strategies in genetic
  programming for keepaway soccer.
\newblock {\em Proceedings of the Genetic and Evolutionary Computation
  Conference (GECCO'04)}.

\bibitem[Kaelbling et~al.\/, 1996][Kaelbling et~al.\/][1996]{kaelbling96}
Kaelbling, L.~P., Littman, M.~L., \& Moore, A.~W. (1996).
\newblock Reinforcement learning: A survey.
\newblock {\em Journal of Artificial Intelligence Research}, {\em 4}, 237--285.

\bibitem[Lloyd, 1982][Lloyd][1982]{lloyd82}
Lloyd, S.~P. (1982).
\newblock Least squares quantization in {PCM}.
\newblock {\em IEEE Transactions on Information Theory} (pp.\/ 127--135).

\bibitem[Parker, 2002][Parker][2002]{par:02a}
Parker, L.~E. (2002).
\newblock Distributed algorithms for multi-robot observation of multiple moving
  targets.
\newblock {\em Autonomous Robots}, {\em 12}, 231--255.

\bibitem[Parker et~al.\/, 2002][Parker et~al.\/][2002]{fernandez01c}
Parker, L.~E., Touzet, C., \& Fern\'andez, F. (2002).
\newblock {\em Robot teams: from diversity to polymorphism}, chapter Techniques
  for Learning in Multi-Robot Teams,  191--236.
\newblock A. K. Peters Publishers Ltd.

\bibitem[Price \& Boutilier, 2001][Price and Boutilier][2001]{price01}
Price, B., \& Boutilier, C. (2001).
\newblock Imitation and reinforcement learning in agents with heterogeneous
  actions.
\newblock {\em AI '01: Proceedings of the 14th Biennial Conference of the
  Canadian Society on Computational Studies of Intelligence} (pp.\/ 111--120).
\newblock London, UK: Springer-Verlag.

\bibitem[Puterman, 1994][Puterman][1994]{puterman94}
Puterman, M.~L. (1994).
\newblock {\em Markov decision processes - discrete stochastic dynamic
  programming}.
\newblock New York, NY.: John Wiley \& Sons, Inc.

\bibitem[Stone et~al.\/, 2005][Stone et~al.\/][2005]{stone05}
Stone, P., Sutton, R.~S., \& Kuhlmann, G. (2005).
\newblock Reinforcement learning for {R}obo{C}up-soccer keepaway.
\newblock {\em Adaptive Behavior}.
\newblock To appear.

\bibitem[Sutton \& Barto, 1998][Sutton and Barto][1998]{sutton98}
Sutton, R.~S., \& Barto, A.~G. (1998).
\newblock {\em Reinforcement learning: An introduction}.
\newblock Cambridge, Massachusetts: MIT Press.

\bibitem[Sutton et~al.\/, 1999][Sutton et~al.\/][1999]{sutton-options}
Sutton, R.~S., Precup, D., \& Singh, S. (1999).
\newblock Between mdps and semi-mdps: A framework for temporal abstraction in
  reinforcement learning.
\newblock {\em Artificial Intelligence}, {\em 112}, 181--211.

\bibitem[Taylor \& Stone, 2005][Taylor and Stone][2005]{AAMAS05-transfer}
Taylor, M.~E., \& Stone, P. (2005).
\newblock Behavior transfer for value-function-based reinforcement learning.
\newblock {\em The Fourth International Joint Conference on Autonomous Agents
  and Multiagent Systems}.
\newblock To appear.

\bibitem[Taylor et~al.\/, 2005][Taylor et~al.\/][2005]{AAAI05-transfer}
Taylor, M.~E., Stone, P., \& Liu, Y. (2005).
\newblock Value functions for {RL}-based behavior transfer: A comparative
  study.
\newblock {\em Proceedings of the Twentieth National Conference on Artificial
  Intelligence}.
\newblock To appear.

\bibitem[Tesauro, 1992][Tesauro][1992]{tesauro92}
Tesauro, G. (1992).
\newblock Practical issues in temporal difference learning.
\newblock {\em Machine Learning}, {\em 8}, 257--277.

\bibitem[Torrey et~al.\/, 2005][Torrey et~al.\/][2005]{torrey05}
Torrey, L., Walker, T., Shavlik, J., \& Maclin, R. (2005).
\newblock Using advice to transfer knowledge acquired in one reinforcement
  learning task to another.
\newblock {\em Proceedings of the European Conference on Machine Learning
  (ECML'05)}.

\bibitem[Watkins, 1989][Watkins][1989]{watkins89}
Watkins, C. J. C.~H. (1989).
\newblock {\em Learning from delayed rewards}.
\newblock Doctoral dissertation, King's College, Cambridge, UK.

\end{thebibliography}
