---
references:
- id: AfsharradConvex2023
  accessed:
    - year: 2023
      month: 11
      day: 26
  author:
    - family: Afsharrad
      given: Amirhossein
    - family: Moradipari
      given: Ahmadreza
    - family: Lall
      given: Sanjay
  citation-key: AfsharradConvex2023
  DOI: 10.48550/arXiv.2311.04338
  issued:
    - year: 2023
      month: 11
      day: 9
  number: arXiv:2311.04338
  publisher: arXiv
  title: Convex Methods for Constrained Linear Bandits
  type: article
  URL: http://arxiv.org/abs/2311.04338

- id: AgarwalEffective2017
  accessed:
    - year: 2018
      month: 12
      day: 20
  author:
    - family: Agarwal
      given: Aman
    - family: Basu
      given: Soumya
    - family: Schnabel
      given: Tobias
    - family: Joachims
      given: Thorsten
  citation-key: AgarwalEffective2017
  container-title: >-
    Proceedings of the 23rd ACM SIGKDD International Conference on Knowledge
    Discovery and Data Mining  - KDD '17
  DOI: 10.1145/3097983.3098155
  event-place: Halifax, NS, Canada
  event-title: the 23rd ACM SIGKDD International Conference
  ISBN: 978-1-4503-4887-4
  issued:
    - year: 2017
  language: en
  page: 687-696
  publisher: ACM Press
  publisher-place: Halifax, NS, Canada
  title: Effective Evaluation Using Logged Bandit Feedback from Multiple Loggers
  type: paper-conference
  URL: http://arxiv.org/abs/1703.06180

- id: AgarwalIntroduction2015
  author:
    - family: Agarwal
      given: Alekh
    - family: Bird
      given: Sarah
    - family: Cozowicz
      given: Markus
    - family: Dudik
      given: Miro
    - family: Langford
      given: John
    - family: Li
      given: Lihong
    - family: Hoang
      given: Luong
    - family: Sen
      given: Sid
    - family: Schapire
      given: Robert
    - family: Slivkins
      given: Alex
  citation-key: AgarwalIntroduction2015
  issued:
    - year: 2015
      month: 6
      day: 1
  title: Introduction to Multi-World Testing
  type: report
  URL: http://research.microsoft.com/en-us/projects/mwt/

- id: Allen-ZhuNearOptimal2017
  author:
    - family: Allen-Zhu
      given: Zeyuan
    - family: Li
      given: Yuanzhi
    - family: Singh
      given: Aarti
    - family: Wang
      given: Yining
  citation-key: Allen-ZhuNearOptimal2017
  container-title: PMLR
  event-title: International Conference on Machine Learning
  issued:
    - year: 2017
      month: 7
      day: 17
  language: en
  page: 126-135
  title: Near-Optimal Design of Experiments via Regret Minimization
  type: paper-conference
  URL: http://proceedings.mlr.press/v70/allen-zhu17e.html

- id: BellmanMarkovian1957
  accessed:
    - year: 2014
      month: 11
      day: 27
  author:
    - family: Bellman
      given: Richard
  citation-key: BellmanMarkovian1957
  issued:
    - year: 1957
  language: en
  publisher: DTIC Document
  title: A Markovian decision process
  type: report
  URL: >-
    http://oai.dtic.mil/oai/oai?verb=getRecord&metadataPrefix=html&identifier=AD0606367

- id: BellmanNote1961
  accessed:
    - year: 2014
      month: 11
      day: 27
  author:
    - family: Bellman
      given: Richard
    - family: Kalaba
      given: Robert
  citation-key: BellmanNote1961
  container-title: Information and Control
  container-title-short: Information and Control
  DOI: 10.1016/S0019-9958(61)80050-8
  ISSN: 0019-9958
  issue: '4'
  issued:
    - year: 1961
      month: 12
  page: 346-349
  title: A note on interrupted stochastic control processes
  type: article-journal
  volume: '4'

- id: BensoussanMachine2020
  accessed:
    - year: 2020
      month: 11
      day: 30
  author:
    - family: Bensoussan
      given: Alain
    - family: Li
      given: Yiqun
    - family: Nguyen
      given: Dinh Phan Cao
    - family: Tran
      given: Minh-Binh
    - family: Yam
      given: Sheung Chi Phillip
    - family: Zhou
      given: Xiang
  citation-key: BensoussanMachine2020
  container-title: arXiv:2006.05604 [cs, math, stat]
  issued:
    - year: 2020
      month: 6
      day: 9
  title: Machine Learning and Control Theory
  type: article-journal
  URL: http://arxiv.org/abs/2006.05604

- id: BottouCounterfactual2013
  accessed:
    - year: 2015
      month: 2
      day: 1
  author:
    - family: Bottou
      given: Léon
    - family: Peters
      given: Jonas
    - family: Quiñonero-Candela
      given: Joaquin
    - family: Charles
      given: Denis X.
    - family: Chickering
      given: D. Max
    - family: Portugaly
      given: Elon
    - family: Ray
      given: Dipankar
    - family: Simard
      given: Patrice
    - family: Snelson
      given: Ed
  citation-key: BottouCounterfactual2013
  container-title: Journal of Machine Learning Research
  issued:
    - year: 2013
  language: en
  page: 3207-3260
  title: >-
    Counterfactual Reasoning and Learning Systems: The Example of Computational
    Advertising
  type: article-journal
  URL: http://jmlr.org/papers/v14/bottou13a.html
  volume: '14'

- id: BottouLearning2014
  author:
    - family: Bottou
      given: Leon
  citation-key: BottouLearning2014
  event-title: Microsoft Techfest
  issued:
    - year: 2014
  title: Learning to Interact
  type: speech

- id: BrockmanOpenAI2016
  accessed:
    - year: 2022
      month: 5
      day: 10
  author:
    - family: Brockman
      given: Greg
    - family: Cheung
      given: Vicki
    - family: Pettersson
      given: Ludwig
    - family: Schneider
      given: Jonas
    - family: Schulman
      given: John
    - family: Tang
      given: Jie
    - family: Zaremba
      given: Wojciech
  citation-key: BrockmanOpenAI2016
  container-title: arXiv:1606.01540 [cs]
  issued:
    - year: 2016
      month: 6
      day: 5
  language: en
  title: OpenAI Gym
  type: article-journal
  URL: http://arxiv.org/abs/1606.01540

- id: BubeckBest2012
  accessed:
    - year: 2015
      month: 12
      day: 16
  author:
    - family: Bubeck
      given: Sébastien
    - family: Slivkins
      given: Aleksandrs
  citation-key: BubeckBest2012
  container-title: arXiv:1202.4473 [cs]
  issued:
    - year: 2012
      month: 2
      day: 20
  title: 'The best of both worlds: stochastic and adversarial bandits'
  type: article-journal
  URL: http://arxiv.org/abs/1202.4473

- id: BubeckPure2011
  accessed:
    - year: 2015
      month: 12
      day: 16
  author:
    - family: Bubeck
      given: Sébastien
    - family: Munos
      given: Rémi
    - family: Stoltz
      given: Gilles
  citation-key: BubeckPure2011
  container-title: Theoretical Computer Science
  issued:
    - year: 2011
  page: 1832–1852
  title: Pure Exploration in Finitely–Armed and Continuous–Armed Bandits
  type: article-journal
  URL: http://core.ac.uk:8081/download/pdf/1147325.pdf
  volume: '412'

- id: BubeckRegret2012
  author:
    - family: Bubeck
      given: Sébastien
    - family: Cesa-Bianchi
      given: Nicolò
  citation-key: BubeckRegret2012
  DOI: 10.1561/2200000024
  event-place: Boston
  ISBN: 978-1-60198-626-9
  issued:
    - year: 2012
  language: eng
  number-of-pages: '127'
  publisher: Now
  publisher-place: Boston
  title: Regret analysis of stochastic and nonstochastic multi-armed bandit problems
  type: book
  URL: http://arxiv.org/abs/1204.5721
  volume: '5'

- id: CesaBianchiPrediction2006
  author:
    - family: Cesa-Bianchi
      given: Nicolo
    - family: Lugosi
      given: Gábor
  call-number: QA269 .C45 2006
  citation-key: CesaBianchiPrediction2006
  event-place: Cambridge ; New York
  ISBN: 0-521-84108-9
  issued:
    - year: 2006
  number-of-pages: '394'
  publisher: Cambridge University Press
  publisher-place: Cambridge ; New York
  title: Prediction, Learning, and Games
  type: book

- id: CliftonQLearning2020
  accessed:
    - year: 2020
      month: 3
      day: 11
  author:
    - family: Clifton
      given: Jesse
    - family: Laber
      given: Eric
  citation-key: CliftonQLearning2020
  container-title: Annual Review of Statistics and Its Application
  DOI: 10.1146/annurev-statistics-031219-041220
  issue: '1'
  issued:
    - year: 2020
  page: 279-301
  title: 'Q-Learning: Theory and Applications'
  type: article-journal
  volume: '7'

- id: DayanReinforcement
  author:
    - family: Dayan
      given: Peter
    - family: Watkins
      given: Christopher JCH
  citation-key: DayanReinforcement
  container-title: Encyclopedia of Cognitve Science
  title: Reinforcement Learning
  type: chapter

- id: DuProvably2019
  accessed:
    - year: 2019
      month: 6
      day: 9
  author:
    - family: Du
      given: Simon
    - family: Krishnamurthy
      given: Akshay
    - family: Jiang
      given: Nan
    - family: Agarwal
      given: Alekh
    - family: Dudík
      given: Miro
    - family: Langford
      given: John
  citation-key: DuProvably2019
  issued:
    - year: 2019
      month: 1
      day: 25
  language: en-US
  title: Provably efficient RL with Rich Observations via Latent State Decoding
  type: article-journal
  URL: >-
    https://www.microsoft.com/en-us/research/publication/provably-efficient-rl-with-rich-observations-via-latent-state-decoding/

- id: GopnikChildhood2020
  accessed:
    - year: 2020
      month: 6
      day: 19
  author:
    - family: Gopnik
      given: Alison
  citation-key: GopnikChildhood2020
  container-title: 'Philosophical Transactions of the Royal Society B: Biological Sciences'
  container-title-short: 'Philosophical Transactions of the Royal Society B: Biological Sciences'
  DOI: 10.1098/rstb.2019.0502
  issue: '1803'
  issued:
    - year: 2020
      month: 7
      day: 20
  page: '20190502'
  publisher: Royal Society
  title: Childhood as a solution to explore–exploit tensions
  type: article-journal
  volume: '375'

- id: GueudreExplore2014
  accessed:
    - year: 2019
      month: 10
      day: 27
  author:
    - family: Gueudré
      given: Thomas
    - family: Dobrinevski
      given: Alexander
    - family: Bouchaud
      given: Jean-Philippe
  citation-key: GueudreExplore2014
  container-title: Physical Review Letters
  container-title-short: Phys. Rev. Lett.
  DOI: 10.1103/PhysRevLett.112.050602
  issue: '5'
  issued:
    - year: 2014
      month: 2
      day: 5
  page: '050602'
  title: Explore or Exploit? A Generic Model and an Exactly Solvable Case
  type: article-journal
  URL: https://link.aps.org/doi/10.1103/PhysRevLett.112.050602
  volume: '112'

- id: HofmannReusing2013
  accessed:
    - year: 2015
      month: 12
      day: 16
  author:
    - family: Hofmann
      given: Katja
    - family: Schuth
      given: Anne
    - family: Whiteson
      given: Shimon
    - family: Rijke
      given: Maarten
      non-dropping-particle: de
  citation-key: HofmannReusing2013
  issued:
    - year: 2013
  title: >-
    Reusing Historical Interaction Data for Faster Online Learning to Rank for
    IR
  type: article-journal
  URL: https://staff.science.uva.nl/s.a.whiteson/pubs/hofmannwsdm13.pdf

- id: HowardDynamic1960
  accessed:
    - year: 2014
      month: 11
      day: 27
  author:
    - family: Howard
      given: Ronald A.
  citation-key: HowardDynamic1960
  issued:
    - year: 1960
  title: Dynamic Programming and Markov Processes..
  type: article-journal
  URL: http://trid.trb.org/view.aspx?id=521429

- id: JaakkolaReinforcement1995
  accessed:
    - year: 2017
      month: 9
      day: 13
  author:
    - family: Jaakkola
      given: Tommi
    - family: Singh
      given: Satinder P.
    - family: Jordan
      given: Michael I.
  citation-key: JaakkolaReinforcement1995
  container-title: Advances in neural information processing systems
  issued:
    - year: 1995
  page: 345–352
  title: >-
    Reinforcement learning algorithm for partially observable Markov decision
    problems
  type: paper-conference
  URL: >-
    http://papers.nips.cc/paper/951-reinforcement-learning-algorithm-for-partially-observable-markov-decision-problems.pdf

- id: JamiesonNonstochastic2015
  accessed:
    - year: 2016
      month: 7
      day: 27
  author:
    - family: Jamieson
      given: Kevin
    - family: Talwalkar
      given: Ameet
  citation-key: JamiesonNonstochastic2015
  container-title: arXiv:1502.07943 [cs, stat]
  issued:
    - year: 2015
      month: 2
      day: 27
  title: Non-stochastic Best Arm Identification and Hyperparameter Optimization
  type: article-journal
  URL: http://arxiv.org/abs/1502.07943

- id: KaelblingReinforcement1996
  accessed:
    - year: 2014
      month: 11
      day: 27
  author:
    - family: Kaelbling
      given: L. P.
    - family: Littman
      given: M. L.
    - family: Moore
      given: A. W.
  citation-key: KaelblingReinforcement1996
  container-title: Journal of Artifical Intelligence Research
  issued:
    - year: 1996
      month: 4
      day: 30
  title: 'Reinforcement Learning: A Survey'
  type: article-journal
  URL: http://arxiv.org/abs/cs/9605103
  volume: '4'

- id: KrakovskyReinforcement2016
  accessed:
    - year: 2016
      month: 7
      day: 29
  author:
    - family: Krakovsky
      given: Marina
  citation-key: KrakovskyReinforcement2016
  container-title: Commun. ACM
  DOI: 10.1145/2949662
  ISSN: 0001-0782
  issue: '8'
  issued:
    - year: 2016
      month: 7
  page: 12–14
  title: Reinforcement Renaissance
  type: article-journal
  volume: '59'

- id: KrishnamurthyContextualMDPs2016
  accessed:
    - year: 2016
      month: 3
      day: 26
  author:
    - family: Krishnamurthy
      given: Akshay
    - family: Agarwal
      given: Alekh
    - family: Langford
      given: John
  citation-key: KrishnamurthyContextualMDPs2016
  container-title: arXiv:1602.02722 [cs, stat]
  issued:
    - year: 2016
      month: 2
      day: 8
  title: Contextual-MDPs for PAC-Reinforcement Learning with Rich Observations
  type: article-journal
  URL: http://arxiv.org/abs/1602.02722

- id: LangfordLearning2013
  author:
    - family: Langford
      given: John
  citation-key: LangfordLearning2013
  event-title: NIPS 2013
  issued:
    - year: 2013
  title: Learning to interact
  type: speech
  URL: http://hunch.net/~jl/interact.pdf

- id: LattimoreBandit2020
  author:
    - family: Lattimore
      given: Szepesvari
  citation-key: LattimoreBandit2020
  issued:
    - year: 2020
  language: en
  title: Bandit Algorithms
  type: book
  URL: https://tor-lattimore.com/downloads/book/book.pdf

- id: LevineReinforcement2018
  accessed:
    - year: 2021
      month: 11
      day: 15
  author:
    - family: Levine
      given: Sergey
  citation-key: LevineReinforcement2018
  container-title: arXiv:1805.00909 [cs, stat]
  issued:
    - year: 2018
      month: 5
      day: 20
  language: en
  title: >-
    Reinforcement Learning and Control as Probabilistic Inference: Tutorial and
    Review
  type: article-journal
  URL: http://arxiv.org/abs/1805.00909

- id: LiCounterfactual2015
  author:
    - family: Li
      given: Lihong
    - family: Chen
      given: Shunbao
    - family: Kleban
      given: Jim
    - family: Gupta
      given: Ankur
  citation-key: LiCounterfactual2015
  container-title: >-
    Proceedings of the 24th International World Wide Web Conference (WWW'14),
    Companion Volume
  issued:
    - year: 2015
      month: 5
  publisher: ACM – Association for Computing Machinery
  title: >-
    Counterfactual Estimation and Optimization of Click Metrics in Search
    Engines: A Case Study
  type: paper-conference
  URL: http://research.microsoft.com/apps/pubs/default.aspx?id=240958

- id: LiEfficient2016
  accessed:
    - year: 2016
      month: 7
      day: 27
  author:
    - family: Li
      given: Lisha
    - family: Jamieson
      given: Kevin
    - family: DeSalvo
      given: Giulia
    - family: Rostamizadeh
      given: Afshin
    - family: Talwalkar
      given: Ameet
  citation-key: LiEfficient2016
  container-title: arXiv:1603.06560 [cs, stat]
  issued:
    - year: 2016
      month: 3
      day: 21
  title: Efficient Hyperparameter Optimization and Infinitely Many Armed Bandits
  type: article-journal
  URL: http://arxiv.org/abs/1603.06560

- id: LiHyperband2017
  author:
    - family: Li
      given: Lisha
    - family: Jamieson
      given: Kevin
    - family: DeSalvo
      given: Giulia
    - family: Rostamizadeh
      given: Afshin
    - family: Talwalkar
      given: Ameet
  citation-key: LiHyperband2017
  container-title: The Journal of Machine Learning Research
  ISSN: 1532-4435
  issue: '1'
  issued:
    - year: 2017
      month: 1
      day: 1
  page: 6765–6816
  title: 'Hyperband: a novel bandit-based approach to hyperparameter optimization'
  type: article-journal
  URL: https://jmlr.csail.mit.edu/papers/v18/16-558.html
  volume: '18'

- id: LiUnbiased2011
  author:
    - family: Li
      given: Lihong
    - family: Chu
      given: Wei
    - family: Langford
      given: John
    - family: Wang
      given: Xuanhui
  citation-key: LiUnbiased2011
  container-title: >-
    Proceedings of the Fourth International Conference on Web Search and Web
    Data Mining (WSDM-11)
  issued:
    - year: 2011
  page: 297–306
  title: >-
    Unbiased Offline Evaluation of Contextual-bandit-based News Article
    Recommendation Algorithms
  type: paper-conference
  URL: http://research.microsoft.com/apps/pubs/default.aspx?id=178905

- id: ManiaSimple2018
  accessed:
    - year: 2021
      month: 3
      day: 31
  author:
    - family: Mania
      given: Horia
    - family: Guy
      given: Aurelia
    - family: Recht
      given: Benjamin
  citation-key: ManiaSimple2018
  container-title: arXiv:1803.07055 [cs, math, stat]
  issued:
    - year: 2018
      month: 3
      day: 19
  title: >-
    Simple random search provides a competitive approach to reinforcement
    learning
  type: article-journal
  URL: http://arxiv.org/abs/1803.07055

- id: ParisottoNeural2017
  author:
    - family: Parisotto
      given: Emilio
    - family: Salakhutdinov
      given: Ruslan
  citation-key: ParisottoNeural2017
  container-title: arXiv:1702.08360 [cs]
  issued:
    - year: 2017
      month: 2
      day: 27
  title: 'Neural Map: Structured Memory for Deep Reinforcement Learning'
  type: article-journal
  URL: http://arxiv.org/abs/1702.08360

- id: PfauConnecting2016
  accessed:
    - year: 2019
      month: 5
      day: 29
  author:
    - family: Pfau
      given: David
    - family: Vinyals
      given: Oriol
  citation-key: PfauConnecting2016
  container-title: arXiv:1610.01945 [cs, stat]
  issued:
    - year: 2016
      month: 10
      day: 6
  title: Connecting Generative Adversarial Networks and Actor-Critic Methods
  type: article-journal
  URL: http://arxiv.org/abs/1610.01945

- id: PowellWhat2009
  accessed:
    - year: 2014
      month: 11
      day: 27
  author:
    - family: Powell
      given: Warren B.
  citation-key: PowellWhat2009
  container-title: Naval Research Logistics (NRL)
  issue: '3'
  issued:
    - year: 2009
  page: 239–249
  title: What you should know about approximate dynamic programming
  type: article-journal
  URL: http://onlinelibrary.wiley.com/doi/10.1002/nav.20347/abstract
  volume: '56'

- id: RoyFinding2005
  author:
    - family: Roy
      given: Nicholas
    - family: Gordon
      given: Geoffrey
    - family: Thrun
      given: Sebastian
  citation-key: RoyFinding2005
  container-title: Journal of Artificial Intelligence Research
  container-title-short: J. Artif. Int. Res.
  DOI: 10.1613/jair.1496
  ISSN: 1076-9757
  issue: '1'
  issued:
    - year: 2005
      month: 1
      day: 1
  page: 1–40
  title: Finding approximate POMDP solutions through belief compression
  type: article-journal
  volume: '23'

- id: SalimansEvolution2017
  author:
    - family: Salimans
      given: Tim
    - family: Ho
      given: Jonathan
    - family: Chen
      given: Xi
    - family: Sutskever
      given: Ilya
  citation-key: SalimansEvolution2017
  container-title: arXiv:1703.03864 [cs, stat]
  issued:
    - year: 2017
      month: 3
      day: 10
  title: Evolution Strategies as a Scalable Alternative to Reinforcement Learning
  type: article-journal
  URL: http://arxiv.org/abs/1703.03864

- id: ShibataProbabilistic2006
  accessed:
    - year: 2014
      month: 9
      day: 9
  author:
    - family: Shibata
      given: Takeshi
    - family: Yoshinaka
      given: Ryo
    - family: Chikayama
      given: Takashi
  citation-key: ShibataProbabilistic2006
  collection-number: '4264'
  collection-title: Lecture Notes in Computer Science
  container-title: Algorithmic Learning Theory
  editor:
    - family: Balcázar
      given: José L.
    - family: Long
      given: Philip M.
    - family: Stephan
      given: Frank
  ISBN: 978-3-540-46649-9 978-3-540-46650-5
  issued:
    - year: 2006
      month: 1
      day: 1
  language: en
  page: 348-362
  publisher: Springer Berlin Heidelberg
  title: >-
    Probabilistic Generalization of Simple Grammars and Its Application to
    Reinforcement Learning
  type: chapter
  URL: http://link.springer.com/chapter/10.1007/11894841_28

- id: SiHandbook2004
  accessed:
    - year: 2014
      month: 11
      day: 27
  author:
    - family: Si
      given: Jennie
  citation-key: SiHandbook2004
  issued:
    - year: 2004
  publisher: John Wiley & Sons
  title: Handbook of learning and approximate dynamic programming
  type: book
  URL: >-
    http://books.google.ch/books?hl=en&lr=&id=JHvz1elubJQC&oi=fnd&pg=PR18&dq=Powell+approximate+dynamic+programming&ots=Uj-Ez7cs-Z&sig=TQC1Im6z8lz5JY0ZvPNOXh374jg
  volume: '2'

- id: SilverReward2021
  accessed:
    - year: 2022
      month: 5
      day: 27
  author:
    - family: Silver
      given: David
    - family: Singh
      given: Satinder
    - family: Precup
      given: Doina
    - family: Sutton
      given: Richard S.
  citation-key: SilverReward2021
  container-title: Artificial Intelligence
  container-title-short: Artificial Intelligence
  DOI: 10.1016/j.artint.2021.103535
  ISSN: 0004-3702
  issued:
    - year: 2021
      month: 10
      day: 1
  language: en
  page: '103535'
  title: Reward is enough
  type: article-journal
  volume: '299'

- id: SlivkinsIntroduction2019
  accessed:
    - year: 2022
      month: 5
      day: 27
  author:
    - family: Slivkins
      given: Aleksandrs
  citation-key: SlivkinsIntroduction2019
  container-title: Foundations and Trends® in Machine Learning
  container-title-short: FNT in Machine Learning
  DOI: 10.48550/arXiv.1904.07272
  ISSN: 1935-8237, 1935-8245
  issue: 1-2
  issued:
    - year: 2019
  language: en
  page: 1-286
  title: Introduction to Multi-Armed Bandits
  type: article
  URL: http://arxiv.org/abs/1904.07272
  volume: '12'

- id: SongSequential2015
  accessed:
    - year: 2015
      month: 12
      day: 2
  author:
    - family: Song
      given: Ruiyang
    - family: Xie
      given: Yao
    - family: Pokutta
      given: Sebastian
  citation-key: SongSequential2015
  container-title: arXiv:1509.00130 [cs, math, stat]
  issued:
    - year: 2015
      month: 8
      day: 31
  title: Sequential Information Guided Sensing
  type: article-journal
  URL: http://arxiv.org/abs/1509.00130

- id: StrehlLearning2011
  author:
    - family: Strehl
      given: Alexander L.
    - family: Langford
      given: John
    - family: Li
      given: Lihong
    - family: Kakade
      given: Sham M.
  citation-key: StrehlLearning2011
  container-title: Advances in Neural Information Processing Systems 23 (NIPS-10)
  issued:
    - year: 2011
  page: 2217–2225
  title: Learning from Logged Implicit Exploration Data
  type: paper-conference
  URL: http://research.microsoft.com/apps/pubs/default.aspx?id=178844

- id: SuCAB2018
  accessed:
    - year: 2018
      month: 12
      day: 20
  author:
    - family: Su
      given: Yi
    - family: Wang
      given: Lequn
    - family: Santacatterina
      given: Michele
    - family: Joachims
      given: Thorsten
  citation-key: SuCAB2018
  container-title: arXiv:1811.02672 [cs, stat]
  issued:
    - year: 2018
      month: 11
      day: 6
  title: >-
    CAB: Continuous Adaptive Blending Estimator for Policy Evaluation and
    Learning
  type: article-journal
  URL: http://arxiv.org/abs/1811.02672

- id: SuttonPolicy2000
  accessed:
    - year: 2017
      month: 9
      day: 13
  author:
    - family: Sutton
      given: Richard S.
    - family: McAllester
      given: David A.
    - family: Singh
      given: Satinder P.
    - family: Mansour
      given: Yishay
  citation-key: SuttonPolicy2000
  container-title: Advances in neural information processing systems
  issued:
    - year: 2000
  page: 1057–1063
  title: >-
    Policy gradient methods for reinforcement learning with function
    approximation
  type: paper-conference
  URL: >-
    http://papers.nips.cc/paper/1713-policy-gradient-methods-for-reinforcement-learning-with-function-approximation.pdf

- id: SuttonReinforcement1998
  author:
    - family: Sutton
      given: Richard S
    - family: Barto
      given: Andrew G
  citation-key: SuttonReinforcement1998
  event-place: Cambridge, Mass.
  ISBN: 0-262-19398-1
  issued:
    - year: 1998
  publisher: MIT Press
  publisher-place: Cambridge, Mass.
  title: Reinforcement learning
  type: book
  URL: http://lccn.loc.gov/97026416

- id: SwaminathanCounterfactual2015
  accessed:
    - year: 2018
      month: 12
      day: 20
  author:
    - family: Swaminathan
      given: Adith
    - family: Joachims
      given: Thorsten
  citation-key: SwaminathanCounterfactual2015
  container-title: >-
    Proceedings of the 24th International Conference on World Wide Web - WWW '15
    Companion
  DOI: 10.1145/2740908.2742564
  event-place: Florence, Italy
  event-title: the 24th International Conference
  ISBN: 978-1-4503-3473-0
  issued:
    - year: 2015
  language: en
  page: 939-941
  publisher: ACM Press
  publisher-place: Florence, Italy
  title: Counterfactual Risk Minimization
  type: paper-conference
  URL: http://arxiv.org/abs/1502.02362

- id: ThrunEfficient1992
  author:
    - family: Thrun
      given: Sebastian B.
  citation-key: ThrunEfficient1992
  issued:
    - year: 1992
  title: Efficient Exploration In Reinforcement Learning
  type: report
  URL: >-
    http://www.ri.cmu.edu/pub_files/pub1/thrun_sebastian_1992_1/thrun_sebastian_1992_1.pdf
...
