\begin{thebibliography}{}

\bibitem[Auer et~al.\/, 1995][Auer et~al.\/][1995]{auer95}
Auer, P., Cesa-Bianchi, N., Freund, Y., \& Schapire, R.~E. (1995).
\newblock Gambling in a rigged casino: The adversarial multi-armed bandit
  problem.
\newblock {\em 36th Annual Symposium on Foundations of Computer Science} (pp.\/
  322--331).

\bibitem[Bertsekas \& Tsitsiklis, 1996][Bertsekas and
  Tsitsiklis][1996]{bertsekas96}
Bertsekas, D.~P., \& Tsitsiklis, J.~N. (1996).
\newblock {\em Neuro-dynamic programming}.
\newblock Bellmon, Massachusetts: Athena Scientific.

\bibitem[Bowling \& Veloso, 1999][Bowling and Veloso][1999]{bowling99}
Bowling, M., \& Veloso, M. (1999).
\newblock Bounding the suboptimality of reusing subproblems.
\newblock {\em Proceedings of IJCAI-99}.

\bibitem[Bruce \& Veloso, 2002][Bruce and Veloso][2002]{bruce02}
Bruce, J., \& Veloso, M. (2002).
\newblock Real-time randomized path planning for robot navigation.
\newblock {\em Proceedings of IROS-2002}.
\newblock Switzerland.
\newblock An earlier version of this paper appears in the Proceedings of the
  RoboCup-2002 Symposium.

\bibitem[Carroll \& Peterson, 2002][Carroll and Peterson][2002]{carroll02}
Carroll, J., \& Peterson, T. (2002).
\newblock Fixed vs. dynamic sub-transfer in reinforcement learning.
\newblock {\em Proceedings of the International Conference on Machine Learning
  and Applications}.

\bibitem[Fern\'andez \& Borrajo, 2002][Fern\'andez and
  Borrajo][2002]{fernandez02b}
Fern\'andez, F., \& Borrajo, D. (2002).
\newblock On determinism handling while learning reduced state space
  representations.
\newblock {\em Proceedings of the European Conference on Artificial
  Intelligence (ECAI 2002)}.
\newblock Lyon (France).

\bibitem[Puterman, 1994][Puterman][1994]{puterman94}
Puterman, M.~L. (1994).
\newblock {\em Markov decision processes - discrete stochastic dynamic
  programming}.
\newblock New York, NY.: John Wiley \& Sons, Inc.

\bibitem[Robbins, 1952][Robbins][1952]{robbins52}
Robbins, H. (1952).
\newblock Some aspects of the sequential design of experiments.
\newblock {\em Bulletin American Mathematical Society}, {\em 55}, 527--535.

\bibitem[Sutton \& Barto, 1998][Sutton and Barto][1998]{sutton98}
Sutton, R.~S., \& Barto, A.~G. (1998).
\newblock {\em Reinforcement learning: An introduction}.
\newblock Cambridge, Massachusetts: MIT Press.

\bibitem[Sutton et~al.\/, 1998][Sutton et~al.\/][1998]{sutton98b}
Sutton, R.~S., Precup, D., \& Singh, S. (1998).
\newblock Intra-option learning about temporally abstract actions.
\newblock {\em Proceedings of the Internacional Conference on Machine Learning
  (ICML'98)}.

\bibitem[Thrun, 1992][Thrun][1992]{thrun92}
Thrun, S. (1992).
\newblock {\em Efficient exploration in reinforcement learning} (Technical
  Report C,I-CS-92-102).
\newblock Carnegie Mellon University.

\bibitem[Thrun \& Mitchell, 1995][Thrun and Mitchell][1995]{thrun95b}
Thrun, S., \& Mitchell, T. (1995).
\newblock Lifelong robot learning.
\newblock {\em Robotics and Autonomous Systems},  25--46.

\bibitem[Thrun \& O'Sullivan, 1995][Thrun and O'Sullivan][1995]{thrun95}
Thrun, S., \& O'Sullivan, J. (1995).
\newblock {\em Clustering learning tasks and the selective cross-task transfer
  of knowledge} (Technical Report CMU-CS-95-209).
\newblock School of Computer Science, Carnegie Mellon University.

\bibitem[Thrun \& Schwartz, 1995][Thrun and Schwartz][1995]{Thrun_1995_653}
Thrun, S., \& Schwartz, A. (1995).
\newblock Finding structure in reinforcement learning.
\newblock {\em Advances in Neural Information Processing Systems 7}.
\newblock MIT Press.

\bibitem[under submission, 2005][under submission][2005]{fernandez05}
under submission, A. (2005).
\newblock Learning by probabilistic reuse of past policies.
\newblock {\em Proceedings of the International Joint Confereneces on
  Artificial Intelligence (IJCAI'05)}.

\bibitem[Uther, 2002][Uther][2002]{uther02}
Uther, W. T.~B. (2002).
\newblock {\em Tree based hierarchical reinforcement learning}.
\newblock Doctoral dissertation, Carnegie Mellon University.

\bibitem[Watkins, 1989][Watkins][1989]{watkins89}
Watkins, C. J. C.~H. (1989).
\newblock {\em Learning from delayed rewards}.
\newblock Doctoral dissertation, King's College, Cambridge, UK.

\bibitem[Watkins \& Dayan, 1992][Watkins and Dayan][1992]{watkins92}
Watkins, C. J. C.~H., \& Dayan, P. (1992).
\newblock Q-{L}earning.
\newblock {\em Machine Learning}, {\em 8}, 279--292.

\end{thebibliography}
