%//--SYNTHESIS

@conference{defarias2005eet,
  title={{Exploration-Exploitation Tradeoffs for Experts Algorithms in Reactive Environments}},
  author={de Farias, D.P. and Megiddo, N. and Cambridge, MA and San Jose, CA},
  booktitle={Advances in Neural Information Processing Systems 17: Proceedings Of The 2004 Conference},
  year={2005},
  organization={MIT Press}
}


@article{brams1993tm,
  title={{Theory of Moves}},
  author={Brams, S.J.},
  journal={American Scientist},
  volume={81},
  number={6},
  pages={562--570},
  year={1993}
}

@INPROCEEDINGS{Munoz-de-Cote-Littman:2008,
    author = {de Cote, E. and Littman, M.},
    title = {A Polynomial-time Nash Equilibrium Algorithm for Repeated Stochastic Games},
    booktitle = {In Proceedings of UAI'08},
    address = {Helsinki},
    year = {2008}
}

@article{vieille2002sgr,
  title={{Stochastic games: Recent results}},
  author={Vieille, N.},
  journal={Handbook of Games Theory Elsevier science},
  pages={1833--1850},
  year={2002}
}

@article{emerymontemerlo2004asp,
  title={{Approximate Solutions for Partially Observable Stochastic Games with Common Payoffs}},
  author={Emery-Montemerlo, R. and Gordon, G. and Schneider, J. and Thrun, S.},
  journal={Proceedings of the Third International Joint Conference on Autonomous Agents and Multiagent Systems-Volume 1},
  pages={136--143},
  year={2004},
  publisher={IEEE Computer Society Washington, DC, USA}
}

@INPROCEEDINGS{greenwald2003cql,
    author = {Amy Greenwald},
    title = {Correlated-{Q} learning},
    booktitle = {In AAAI Spring Symposium},
    year = {2003}
}
%    pages = {242--249},
%    publisher = {AAAI Press}

@article{hansen2004dpp,
  title={{Dynamic programming for partially observable stochastic games}},
  author={Hansen, E. and Bernstein, D. and Zilberstein, S.},
  journal={Proceedings of the Nineteenth National Conference on Artificial Intelligence},
  pages={709--715},
  year={2004}
}

@article{kearns2001gmg,
  title={{Graphical models for game theory}},
  author={Kearns, M. and Littman, M. and Singh, S.},
  journal={Proceedings of UAI},
  pages={253--260},
  year={2001}
}

@article{singh2000crs,
  title={{Convergence Results for Single-Step On-Policy Reinforcement-Learning Algorithms}},
  author={Singh, S. and Jaakkola, T. and Littman, M.L. and Szepesv{\'a}ri, C.},
  journal={Machine Learning},
  volume={38},
  number={3},
  pages={287--308},
  year={2000},
  publisher={Springer}
}


@article{dekel2004lpb,
  title={{Learning to play Bayesian games}},
  author={Dekel, E. and Fudenberg, D. and Levine, D.},
  journal={Games and Economic Behavior},
  volume={46},
  number={2},
  pages={282--303},
  year={2004},
  publisher={Elsevier}
}

@article{hansen1998sps,
  title={{Solving POMDPs by searching in policy space}},
  author={Hansen, E.},
  journal={Proceedings of the Fourteenth Conference on Uncertainty in Artificial Intelligence},
  pages={211--219},
  year={1998}
}

@article{pineau2003pbv,
  title={{Point-based value iteration: An anytime algorithm for POMDPs}},
  author={Pineau, J. and Gordon, G. and Thrun, S.},
  journal={International Joint Conference on Artificial Intelligence (IJCAI)},
  volume={13},
  year={2003}
}

@article{meuleau1999sps,
  title={{Solving POMDPs by searching the space of finite policies}},
  author={Meuleau, N. and Kim, K. and Kaelbling, L. and Cassandra, A.},
  journal={Proceedings of the 15th Conference on Uncertainty in Artificial Intelligence},
  pages={417--426},
  year={1999}
}

@article{nisan2001amd,
  title={{Algorithmic Mechanism Design}},
  author={Nisan, N. and Ronen, A.},
  journal={Games and Economic Behavior},
  volume={35},
  number={1-2},
  pages={166--196},
  year={2001},
  publisher={Elsevier}
}

@article{mannor-shamma-2007,
 author = {Mannor, S. and Shamma, J.},
 title = {Multi-agent learning for engineers},
 journal = {Artif. Intell.},
 volume = {171},
 number = {7},
 year = {2007},
 issn = {0004-3702},
 pages = {417--422},
 doi = {http://dx.doi.org/10.1016/j.artint.2007.01.003},
 publisher = {Elsevier Science Publishers Ltd.},
 address = {Essex, UK},
 }

@article{fudenberg-levine-2007,
 author = {Fudenberg, D. and Levine, D.},
 title = {An economist's perspective on multi-agent learning},
 journal = {Artif. Intell.},
 volume = {171},
 number = {7},
 year = {2007},
 issn = {0004-3702},
 pages = {378--381},
 doi = {http://dx.doi.org/10.1016/j.artint.2006.11.006},
 publisher = {Elsevier Science Publishers Ltd.},
 address = {Essex, UK},
 }

@article{auer-et-al-2003,
 author = {Auer, P. and Cesa-Bianchi, N. and Freund, Y. and Schapire, R.},
 title = {The Nonstochastic Multiarmed Bandit Problem},
 journal = {SIAM J. Comput.},
 volume = {32},
 number = {1},
 year = {2003},
 issn = {0097-5397},
 pages = {48--77},
 doi = {http://dx.doi.org/10.1137/S0097539701398375},
 publisher = {Society for Industrial and Applied Mathematics},
 address = {Philadelphia, PA, USA},
 }

@article{gordon2007ama,
  title={{Agendas for multi-agent learning}},
  author={Gordon, G.},
  journal={Artificial Intelligence},
  volume={171},
  number={7},
  pages={392--401},
  year={2007},
  publisher={Elsevier}
}

@article{conitzer2002crn,
  title={{Complexity Results about Nash Equilibria}},
  author={Conitzer, V. and Sandholm, T.},
  journal={Arxiv preprint cs.GT/0205074},
  year={2002}
}

%//--SYNTHESIS

@article{airiau10etb,
  title={{Evolutionary Tournament-Based Comparison of Learning and Non-Learning Algorithms for Iterated Games}},
  author={Airiau, S. and Saha, S. and Sen, S.},
  journal={Journal of Artificial Societies and Social Simulation},
  volume={10},
  number={3},
  year=2007
}

@article{balch1994crm,
  title={{Communication in reactive multiagent robotic systems}},
  author={Balch, T. and Arkin, R.C.},
  journal={Autonomous Robots},
  volume={1},
  number={1},
  pages={27--52},
  year={1994}
}% publisher={Springer}

@article{banerjee2005elm,
  title={{Efficient learning of multi-step best response}},
  author={Banerjee, B. and Peng, J.},
  journal={Proceedings of the fourth international joint conference on Autonomous agents and multiagent systems},
  pages={60--66},
  year={2005}
}% publisher={ACM Press New York, NY, USA}

@article{banerjee2004pbr,
  title={{Performance bounded reinforcement learning in strategic interactions}},
  author={Banerjee, B. and Peng, J.},
  journal={Proceedings of AAAI-04},
  year={2004}
} %  pages={2--7},
  %  journal={Proceedings of the 19th National Conference on Artificial Intelligence (AAAI-04)},

@article{banerjee2007rpo,
  title={{Reaching pareto-optimality in prisoner's dilemma using conditional joint action learning}},
  author={Banerjee, D. and Sen, S.},
  journal={Autonomous Agents and Multi-Agent Systems},
  volume={15},
  number={1},
  pages={91--108},
  year={2007},
  publisher={Springer}
}


@article{barto-et-al:1995,
 author = "A.G. Barto and S.J. Bradtke and S.P. Singh",
 title = "Learning To Act Using Real-Time Dynamic Programming",
 journal = "Artificial Intelligence",
 volume = "72",
 pages = "81-138",
 year = "1995"
 }

@book{bellman:1961,
 author = "R. Bellman",
 title = "Adaptive Control Processes: A Guided Tour",
 publisher = "Princeton University Press",
 year = "1961",
 address = "New Jersey"
 }

@article{bernstein:2003,
  title={{The Complexity Of Decentralized Control Of {M}arkov Decision Processes}},
  author={Bernstein, D.S. and Givan, R. and Immerman, N. and Zilberstein, S.},
  journal={Mathematics of Operations Research},
  volume={27},
  number={4},
  pages={819--840},
  year={2003}
}

@inproceedings{bonet-geffner:2003,
 author = "B. Bonet and H. Geffner",
 title = "Labeled {RTDP}: Improving the Convergence of Real Time Dynamic Programming",
 booktitle = "Proceedings of the Thirteenth International Conference on Automated Planning and Scheduling (ICAPS'03)",
 year = "2003"
 }%booktitle = "Proceedings of the Thirteenth International Conference on Automated Planning and Scheduling (ICAPS'03)",

@article{bonet-geffner:2001,
    author = "B. Bonet and H. Geffner",
    title = "Planning as heuristic search",
    journal = "Artificial Intelligence",
    volume = "129",
    number = "1-2",
    pages = "5-33",
    year = "2001"
    }

@inproceedings{boutilier:1996,
 author = "C. Boutilier",
 title = "Learning conventions in multiagent stochastic domains using likelihood estimates",
 booktitle = "Uncertainty in Artificial Intelligence",
 address = "Portland, OR",
 year = "1996"
 }% pages = "106-114",

@article{bowling-veloso:2002,
 author = "M. Bowling and M. Veloso",
 title = "Multiagent learning using a variable learning rate",
 journal = "Artificial Intelligence",
 volume = "136",
 pages = "215-250",
 year = "2002",
 number = "2"
 }

@article{bowling2002sls,
  title={{Scalable learning in stochastic games}},
  author={Bowling, M. and Veloso, M.},
  journal={AAAI Workshop on Game Theoretic and Decision Theoretic Agents},
  year={2002}
}

@article{bowling2005can,
  title={{Convergence and no-regret in multiagent learning}},
  author={Bowling, M.},
  journal={Advances in Neural Information Processing Systems},
  volume={17},
  pages={209--216},
  year={2005}
}

@book{brown:1951,
 author = "Brown, G.",
 title = "Iterative Solution of Games by Fictitious Play",
 editor = "T.C. Koopmans",
 booktitle = "Activity Analysis of Production and Allocation",
 year = "1951",
 address = "New York"
 } % publisher = "Wiley",

@article{conitzer2007agm,
  title={{AWESOME: A general multiagent learning algorithm that converges in self-play and learns a best response against stationary opponents}},
  author={Conitzer, V. and Sandholm, T.},
  journal={Machine Learning},
  volume={67},
  number={1},
  pages={23--43},
  year={2007}
} %  publisher={Springer}

@article{vanbragt2002esa,
  title={{Equilibrium Selection in Alternating-Offers Bargaining Models-The Evolutionary Computing Approach}},
  author={van Bragt, D. and Gerding, E. and La Poutre, J.},
  journal={Electronic Journal of Evolutionary Modeling and Economic Dynamics},
  year={2002}
}

@inproceedings{burkov-chaib-draa:2007a,
 author = "A. Burkov and B. Chaib-draa",
 title = "Effective Learning in Adaptive Dynamic Systems",
 booktitle = "Proceedings of the AAAI 2007 Spring Symposium on Decision Theoretic and Game Theoretic Agents (GTDT'07)",
 note = "To appear",
 address = "Stanford, California",
 year = "2007"
 }

@inproceedings{burkov-chaib-draa:2007b,
    AUTHOR = "A. Burkov and B. Chaib-draa",
    NOTE = "Proceedings of the 2007 International Conference on Autonomous Agents and Multiagent Systems (AAMAS'07)",
    TITLE = "Reducing the Complexity of Multiagent Learning",
    YEAR = "2007",
    address = "Honolulu, Hawai'i"
}

@inproceedings{burkov-chaib-draa:2007c,
 author = "A. Burkov and B. Chaib-draa",
 title = "Multiagent Learning in Adaptive Dynamic Systems",
 note = "Proceedings of the 2007 International Conference on Autonomous Agents and Multiagent Systems (AAMAS'07)",
 address = "Honolulu, Hawai'i",
 year = "2007"
 }

 @inproceedings{burkov-chaib-draa:2007d,
 author = "A. Burkov and B. Chaib-draa",
 title = "Adaptive Multiagent {Q}-Learning with Initial Heuristic Approximation",
 booktitle = "Proceedings of the 2007 IEEE International Conference on Robotics and Automation (ICRA'07)",
 note = "To appear",
 address = "Roma, Italy",
 year = "2007"
 }%booktitle = "Proceedings of the 2007 IEEE International Conference on Robotics and Automation (ICRA'07)",

@article{chakrabarti-et-al:1988,
 author = "P.P. Chakrabarti and S. Ghose and S.C. DeSarkar",
 title = "Admissibility of {AO*} when heuristics overestimate",
 journal = "Artificial Intelligence",
 volume = "34",
 pages = "97-113",
 year = "1988"
 }

@inproceedings{chalkiadakis-boutilier:2003,
 author = "G. Chalkiadakis and C. Boutilier",
 title = "Coordination in multiagent reinforcement learning: A Bayesian approach",
 booktitle = "Proceedings of the Second International Joint Conference on Autonomous Agents and Multiagent Systems (AAMAS'03)",
 address = "Melbourne, Australia",
 year = "2003"
 }%booktitle = "Proceedings of the Second International Joint Conference on Autonomous Agents and Multiagent Systems (AAMAS'03)",
  % pages = "709-716",

@inproceedings{chang-and-kaelbling:2001,
 author = "Chang, Y. and Kaelbling, L.",
 title = "Playing is believing: The role of beliefs in multi-agent learning",
 booktitle = "Proceedings of the Advances in Neural Information Processing Systems (NIPS'01)",
 address = "Canada",
 year = "2001"
 }

@inproceedings{claus-boutilier:1998,
 author = "C. Claus and C. Boutilier",
 title = "The Dynamics of Reinforcement Learning in Cooperative Multiagent Systems",
 booktitle = "Proceedings of AAAI'98",
 year = "1998"
 }%booktitle = "Proceedings of the Fifteenth National Conference on Artificial Intelligence (AAAI'98)",
  %publisher = "AAAI Press",
  %address = "Menlo Park, CA",

@article{cooper1992ccg,
  title={{Communication in Coordination Games}},
  author={Cooper, R. and DeJong, D.V. and Forsythe, R. and Ross, T.W.},
  journal={The Quarterly Journal of Economics},
  volume={107},
  number={2},
  pages={739--771},
  year={1992}
}%  publisher={JSTOR}

@inproceedings{crandall2005lcc,
  title={{Learning to compete, compromise, and cooperate in repeated general-sum games}},
  author={Crandall, J.W. and Goodrich, M.A.},
  booktitle={Proceedings ICML'05},
  year={2005}
}%  pages={161},

@inbook{darken-moody:1991,
 author = "C. Darken and J. Moody",
 title = "Note On Learning Rate Schedule For Stochastic Optimisation",
 editor = "R.P. Lippman, J.E. Moody and D.S. Touretzky",
 booktitle = "Advances In Neural Information Processing Systems (NIPS'91)",
 volume = "3",
 pages = "832-838",
 publisher = "Morgan Kaufmann",
 year = "1991",
 address = "San Mateo, CA"
 }

@article{datta:2006,
  author = {Ruchira S. Datta},
  title = {Finding All Nash Equilibria of a Finite Game Using Polynomial Algebra},
  journal = {The Journal of Economic Theory},
  year = {2007},
  comment = {to appear}
}

@article{fink:1964,
 author = "A.M. Fink",
 title = "Equilibrium in a stochastic {N}-person game",
 journal = "Journal of Science in Hiroshima University",
 volume = "28",
 pages = "89-93",
 year = "1964"
 }

@book{fudenberg-tirole:1991,
 author = "D. Fudenberg and J. Tirole",
 title = "Game Theory",
 publisher = "MIT Press",
 address = "Cambridge, Massachusetts",
 year = "1991"
 }

@BOOK{Fudenberg99,
   EDITOR = {Fudenberg, D. and Levine, D.},
   PUBLISHER = {MIT Press, Massachusetts},
   TITLE = {The Theory of Learning in Games},
   YEAR = 1999
}

@article{georgeff1988cai,
  title={{Communication and interaction in multi-agent planning}},
  author={Georgeff, M.},
  journal={Distributed Artificial Intelligence table of contents},
  pages={200--204},
  year={1988},
}% publisher={Morgan Kaufmann, CA, USA}

@article{gies-chaib-draa:2006,
 author = "O. Gies and B. Chaib-draa",
 title = "Apprentissage de la coordination multiagent : une m\'{e}thode bas\'{e}e sur le {Q}-learning par jeu adaptatif",
 journal = "Revue d'Intelligence Artificielle",
 volume = "20(2-3)",
 pages = "385-412",
 year = "2006"
 }

@article{hansen-zilberstein:2001,
 author = "E. Hansen and S. Zilberstein",
 title = "{LAO*}: a heuristic search algorithm that finds solutions with loops",
 journal = "Artificial Intelligence",
 volume = "129",
 pages = "35-62",
 year = "2001"
 }

@article{herings2005gca,
  title={{A Globally Convergent Algorithm to Compute All Nash Equilibria for n-Person Games}},
  author={Herings, P. and Peeters, R.},
  journal={Annals of Operations Research},
  volume={137},
  number={1},
  pages={349--368},
  year={2005}
}%  publisher={Springer}

@inproceedings{hu-wellman:1998,
 author = "J. Hu and P. Wellman",
 title = "Multiagent reinforcement learning: Theoretical framework and an algorithm.",
 booktitle = "Proceedings of the 15th International Conference on Machine Learning (ICML'98)",
 year = "1998",
 pages = "242-250",
 address = "San Francisco, CA"
 }%booktitle = "Proceedings of the Fifteenth International Conference on Machine Learning (ICML'98)",
  % publisher = "Morgan Kaufmann",

@article{hu-wellman:2003,
 author = "J. Hu and M. Wellman",
 title = "{N}ash {Q}-learning for general-sum stochastic games.",
 journal = "Journal of ML Research",
 volume = "4",
 pages = "1039-1069",
 year = "2003"
 }

@inproceedings{jafari-et-al:2001,
 author = "A. Jafari and A. Greenwald and D. Gondek and G. Ercal",
 title = "On no-regret learning, fictitious play, and {N}ash equilibrium",
 booktitle = "Proceedings of the Eighteenth International Conference on Machine Learning (ICML'2001)",
 year = "2001",
 pages = "226-223",
 address = "San Francisco, CA"
 }% publisher = "Morgan Kaufmann",

@inproceedings{kapetanakis-kudenko:2002,
 author = "S. Kapetanakis and D. Kudenko",
 title = "Reinforcement learning of coordination in cooperative multi-agent systems",
 booktitle = "Proceedings of the Eighteenth National Conference on Artificial Intelligence (AAAI'02)",
 year = "2002",
 address = "Edmonton, Alberta, Canada"
 }%booktitle = "Proceedings of the Eighteenth National Conference on Artificial Intelligence (AAAI'02)",
  % pages = "326-331",

@article{koenig-simmons:1996,
 author = "S. Koenig and R. G. Simmons",
 title = "The effect of representation and knowledge on goal-directed exploration with reinforcement-learning algorithms",
 journal = "Machine Learning",
 volume = "22",
 pages = "227-250",
 year = "1996"
 }

@inproceedings{lauer-riedmiller:2000,
 author = "M. Lauer and M. Riedmiller",
 title = "An algorithm for distributed reinforcement learning in cooperative multi-agent systems",
 booktitle = "Proceedings of the Seventeenth International Conference in Machine Learning (ICML'00)",
 year = "2000",
 publisher = "Morgan Kaufmann",
 address = "Stanford, CA"
 }%booktitle = "Proceedings of the Seventeenth International Conference in Machine Learning (ICML'00)",
  % pages = "535-542",

@article{littman2005ptn,
  title={{A polynomial-time Nash equilibrium algorithm for repeated games}},
  author={Littman, M.L. and Stone, P.},
  journal={Decision Support Systems},
  volume={39},
  number={1},
  pages={55--66},
  year={2005},
  publisher={Elsevier}
}

@inproceedings{littman:1994,
 author = "Littman, M.",
 title = "{M}arkov games as a framework for multi-agent reinforcement learning",
 booktitle = "Proceedings of the ICML'94",
 year = "1994"
 }%pages = "157-163",
  %publisher = "Morgan Kaufmann",
  %address = "New Brunswick, NJ",
  %booktitle = "Proceedings of the 11th International Conference on Machine Learning (ICML'94)",

@inproceedings{littman:2001,
 author = "M.L. Littman",
 title = "Friend-or-foe {Q}-learning in general-sum games",
 booktitle = "Proceedings of the Eighteenth International Conference on Machine Learning (ICML'01)",
 publisher = "Morgan Kaufman",
 address = "San Francisco, CA",
 year = "2001"
 }%booktitle = "Proceedings of the Eighteenth International Conference on Machine Learning (ICML'01)",
  % pages = "322-328",

@inproceedings{littman-szepesvari:1996,
 author = "M. Littman and C. Szepesvári",
 title = "A generalized reinforcement learning model: Convergence and applications",
 booktitle = "Proceedings of the Thirteenth International Conference on Machine Learning (ICML'96)",
 publisher = "Morgan Kaufmann",
 address = "Bari, Italy",
 editor = "L. Saitta",
 year = "1996"
 }% pages = "310-318",

@article{littman:2001b,
  title={{Value-function reinforcement learning in {M}arkov games}},
  author={Littman, M.L.},
  journal={Cognitive Systems Research},
  volume={2},
  number={1},
  pages={55--66},
  year={2001},
  publisher={Elsevier}
}

@article{mckelvey1996cef,
  title={{Computation of equilibria in finite games}},
  author={McKelvey, R. and McLennan, A.},
  journal={Handbook of Computational Economics},
  volume={1},
  pages={87--142},
  year={1996}
}

@article{mangasarian-stone:1964,
 author = "O. Mangasarian and H. Stone",
 title = "Two-person nonzero-sum games and quadratic programming",
 journal = "Journal of Mathematical Analysis and Applications",
 volume = "9",
 pages = "348-355",
 year = "1964"
 }

@article{mataric1998ucr,
  title={{Using communication to reduce locality in distributed multiagent learning}},
  author={Mataric, M.},
  journal={Journal of Experimental \& Theoretical Artificial Intelligence},
  volume={10},
  number={3},
  pages={357--369},
  year={1998}
}%  publisher={Taylor \& Francis}

@article{mckelvey2002gst,
  title={{Gambit: Software Tools for Game Theory}},
  author={McKelvey, R. and McLennan, A. and Turocy, T.},
  journal={The Gambit Project},
  year={2002}
}

@article{myerson1991gta,
  title={{Game Theory: Analysis of Conflict}},
  author={Myerson, R.B.},
  journal={Boston, USA},
  year={1991}
}

@inproceedings{nash:1950,
 author = "J. Nash",
 title = "Equilibrium points in n-person games",
 booktitle = "Proceedings of the National Academy of the USA",
 volume = "36(1)",
 year = "1950"
 }% pages = "48-49",

@article{nashjr1950bp,
  title={{The Bargaining Problem}},
  author={Nash, J.},
  journal={Econometrica},
  volume={18},
  number={2},
  pages={155--162},
  year={1950}
}

@article{nishizaki:2007,
  title={Nondominated Equilibrium Solutions of a Multiobjective Two-Person Nonzero-Sum Game and Corresponding Mathematical Programming Problem},
  author={Nishizaki, I. and Notsu, T.},
  journal={Journal of Optimization Theory and Applications},
  publisher = {Springer Netherlands},
  year={2007}
}

@inproceedings{nudelman-et-al:2004,
 author = "E. Nudelman and J. Wortman and K. Leyton-Brown and Y. Shoham",
 title = "Run the {GAMUT}: A comprehensive approach to Evaluating game-theoretic algorithms",
 booktitle = "Proceedings of Autonomous Agents and Multiagent Systems (AAMAS'04)",
 year = "2004"
 }

@book{owen1982gt,
  title={{Game theory}},
  author={Owen, G.},
  year={1982},
  publisher={1982}
}

@article{pavlidis2005cne,
  title={{Computing Nash equilibria through computational intelligence methods}},
  author={Pavlidis, N. and Parsopoulos, K. and Vrahatis, M.},
  journal={J. of Computational and Applied Mathematics},
  volume={175},
  number={1},
  pages={113--136},
  year={2005}
}%  publisher={Elsevier}

@article{porter2004ssm,
  title={{Simple search methods for finding a Nash equilibrium}},
  author={Porter, R. and Nudelman, E. and Shoham, Y.},
  journal={Proceedings of the National Conference on Artificial Intelligence (AAAI)},
  pages={664--669},
  year={2004}
}

@inproceedings{powers-shoham:2005a,
 author = "R. Powers and Y. Shoham",
 title = "New criteria and a new algorithm for learning in multi-agent systems",
 year = "2005",
 editor = "Lawrence K. Saul and Yair Weiss and Leon Bottou",
 booktitle = "Advances in Neural Information Processing Systems",
 volume = "17",
 publisher = "MIT Press",
 adress = "Cambridge, MA"
 }

@inproceedings{powers-shoham:2005b,
 author = "R. Powers and Y. Shoham",
 title = "Learning against opponents with bounded memory",
 year = "2005",
 booktitle = "Proceedings of IJCAI'05"
 }% address = "Edinburgh, UK"

@article{shoham2007ima,
  title={{If multi-agent learning is the answer, what is the question?}},
  author={Shoham, Y. and Powers, R. and Grenager, T.},
  journal={Artificial Intelligence},
  volume={171},
  number={7},
  pages={365--377},
  year={2007},
  publisher={Elsevier}
}

@phdthesis{bowling2003mlp,
  title={{Multiagent Learning in the Presence of Agents with Limitations}},
  author={Bowling, M.},
  year={2003},
  school={University of Toronto}
}

@article{hoffman1966nsg,
  title={{On Nonterminating Stochastic Games}},
  author={Hoffman, A. and Karp, R.},
  journal={Management Science},
  volume={12},
  number={5},
  pages={359--370},
  year={1966},
  publisher={JSTOR}
}

@book{poundstone:1992,
 author = "W. Poundstone",
 title = "Prisoner's Dilemma",
 publisher = "Doubleday",
 year = "1992",
 address = "New York, NY"
 }

@article{pollatschek1969asg,
  title={{Algorithms for Stochastic Games with Geometrical Interpretation}},
  author={Pollatschek, M. and Avi-Itzhak, B.},
  journal={Management Science},
  volume={15},
  number={7},
  pages={399--415},
  year={1969},
  publisher={JSTOR}
}

@book{russel-norvig:2005,
 author = "S. Russell and P. Norvig",
 title = "Artifitial Intelligence: A Modern Approach",
 publisher = "Prentice Hall",
 year = "2005",
 edition="Second",
 address = "New Jersey"
 }

@article{sandholm-2007,
 author = {Sandholm, T.},
 title = {Perspectives on multiagent learning},
 journal = {Artif. Intell.},
 volume = {171},
 number = {7},
 year = {2007},
 issn = {0004-3702},
 pages = {382--391},
 doi = {http://dx.doi.org/10.1016/j.artint.2007.02.004},
 publisher = {Elsevier Science Publishers Ltd.},
 address = {Essex, UK},
 }

@inproceedings{sen-et-al:1994,
 author = "S. Sen and M. Sekaran and J. Hale",
 title = "Learning to coordinate without sharing information",
 year = "1994",
 booktitle = "In Proceedings of the Twelfth National Conference on Artificial Intelligence (AAAI'94)",
 address="Seattle, Washington"
 }% pages = "426-431",

@article{sen2003tpo,
  title={{Towards a pareto-optimal solution in general-sum games}},
  author={Sen, S. and Airiau, S. and Mukherjee, R.},
  journal={Proceedings of AAMAS'03},
  year={2003}
}
%  publisher={ACM New York, NY, USA}
%  pages={153--160},


@article{shapley:1953,
 author = "Shapley, L.",
 title = "Stochastic games",
 year = "1953",
 journal = "Proceedings of the National Academy of Sciences",
 volume = "39",
 pages = "1095-1100"
 }

@techreport{shoham-et-al:2003,
 author = "Y. Shoham and R. Powers and T. Grenager",
 title = "Multi-Agent Reinforcement Learning: a critical survey",
 year = "2003",
 institution = "Stanford"
 }

@article{shoham2004mar,
  title={{Multi-agent reinforcement learning: a critical survey}},
  author={Shoham, Y. and Powers, R. and Grenager, T.},
  journal={AAAI Fall Symposium on Artificial Multi-Agent Learning},
  year={2004}
}

@inproceedings{singh-et-al:2000,
 author = "S. Singh and M. Kearns and Y. Mansour",
 title = "{N}ash convergence of gradient dynamics in general-sum games",
 year = "1994",
 booktitle = "Proceedings of UAI'94",
 address = "San Francisco, CA"
 }% pages = "541-548",
  % publisher = "Morgan Kaufman",
  % booktitle = "Proceedings of the 16th Conference on Uncertainty in AI (UAI'94)",

@inproceedings{stimpson2001sal,
  title={{Satisficing and Learning Cooperation in the Prisoner's Dilemma}},
  author={Stimpson, J.L. and Goodrich, M.A. and Walters, L.C.},
  booktitle={Proceedings of IJCAI'2001},
  year={2001}
}
%  publisher={Lawrence Erlbaum Associates Ltd}
%  volume={17},
%  number={1},
%  pages={535--544},

@inproceedings{kearns2000fps,
  title={{Fast planning in stochastic games}},
  author={Kearns, M. and Mansour, Y. and Singh, S.},
  booktitle={Proceedings of UAI'2000},
  year={2000}
}

@article{Sutton:1988,
 author = "R.S. Sutton",
 title = "Learning to predict by the methods of temporal differences",
 journal = "Machine Learning",
 volume = "3",
 year = "1988",
 pages = "9-44"
 }

@book{sutton-barto:1998,
 author = "R. S. Sutton and A. G. Barto",
 title = "Reinforcement Learning: An Introduction",
 publisher = "The MIT Press",
 year = "1998",
 address = "Cambridge, MA"
 }

@inproceedings{tan:1993,
 author = "M. Tan",
 title = "Multi-agent reinforcement learning: Independent vs. cooperative agents",
 booktitle = "Proceedings of the Tenth International Conference on Machine Learning (ICML'93)",
 address = "Amherst, MA",
 year = "1993"
 }% pages = "330-337",

@inproceedings{tesauro:2004,
 author = "G. Tesauro",
 title = "Extending {Q}-learning to general adaptive multi-agent systems",
 booktitle = "Proceedings of NIPS'2004",
 year = "2004"
 }% publisher = "MIT Press",
 % editor = "S. Thrun and L. Saul and B. Scholkopf",
 % address = "Cambridge, MA",
 % volume = "16",

@phdthesis{thrun:1992,
  title={{Efficient Exploration In Reinforcement Learning}},
  author={Thrun, S.},
  year={1992},
  school={Carnegie Mellon University Pittsburgh, PA, USA}
}

@article{vonstengel2002cet,
  title={{Computing equilibria for two-person games}},
  author={von Stengel, B.},
  journal={Handbook of Game Theory},
  volume={3},
  pages={1723--1759},
  year={2002}
}

@article{tesauro1992tdl,
  title={{Temporal difference learning of backgammon strategy}},
  author={Tesauro, G.},
  journal={Proceedings of the ninth international workshop on Machine learning table of contents},
  pages={451--457},
  year={1992},
  publisher={Morgan Kaufmann Publishers Inc. San Francisco, CA, USA}
}

@article{wang2002rlp,
  title={{Reinforcement learning to play an optimal Nash equilibrium in team Markov games}},
  author={Wang, X. and Sandholm, T.},
  journal={Proceedings of NIPS'02},
  year={2002}
}
 %journal={Advances in Neural Information Processing Systems},
 %volume={14},

@article{brafman2004ele,
  title={{Efficient learning equilibrium}},
  author={Brafman, R. and Tennenholtz, M.},
  journal={Artificial Intelligence},
  volume={159},
  number={1-2},
  pages={27--47},
  year={2004},
  publisher={Elsevier}
}

@article{brafman2005oel,
  title={{Optimal efficient learning equilibrium: Imperfect monitoring in symmetric games}},
  author={Brafman, R. and Tennenholtz, M.},
  journal={Proceedings of the National Conference on Artificial Intelligence (AAAI)},
  pages={726--731},
  year={2005}
}

@book{vrieze1987sgf,
  title={{Stochastic games with finite state and action spaces}},
  author={Vrieze, O.},
  year={1987},
  publisher={Centrum voor wiskunde en informatica}
}

@techreport{uther-veloso:2003,
 author = "W. Uther and M. Veloso",
 title = "Adversarial reinforcement learning",
 institution = "School of CS, CMU",
 year = "2003"
 }

@inproceedings{wang-sandholm:2002,
 author = "X. Wang and T. Sandholm",
 title = "Reinforcement learning to play an optimal {N}ash equilibrium in team {M}arkov games",
 booktitle = "Proceedings of the Annual Conference on Neural Information Processing Systems (NIPS'02)",
 address = "Vancouver, Canada",
 year = "2002"
 }

@article{watkins-dayan:1992,
 author = "Watkins, C. and Dayan, P.",
 title = "{Q}-Learning",
 journal = "Machine Learning",
 volume = "8(3)",
 pages = "279-292",
 year = "1992"
 }

@book{woolridge2001ims,
  title={{Introduction to Multiagent Systems}},
  author={Woolridge, M.},
  year={2001},
  publisher={John Wiley \& Sons, Inc. New York, NY, USA}
}

@article{young:1993,
 author = "Young, H.",
 title = "The evolution of conventions",
 journal = "Econometrica",
 volume = "61(1)",
 pages = "57-84",
 year = "1993"
 }

@book{young:1998,
 author = "H.P. Young",
 title = "Individual Strategy and Social Structure: An Evolutionary Theory of Institutions",
 publisher = "Princeton University Press",
 year = "1998",
 address = "Princeton, New Jersey"
 }

@article{zinkevich2003ocp,
  title={{Online Convex Programming and Generalized Infinitesimal Gradient Ascent}},
  author={Zinkevich, M.},
  year={2003},
  journal={School of CS, CMU}
}

@article{zinkevich2005cem,
  title={{Cyclic Equilibria in Markov Games}},
  author={Zinkevich, M. and Greenwald, A. and Littman, M.},
  journal={Proceedings of NIPS'2005},
  year=2005
}
