---
references:
- id: Akaike1973Information
  accessed:
    - year: 2015
      month: 4
      day: 6
  author:
    - family: Akaike
      given: Hirotogu
  citation-key: Akaike1973Information
  container-title: Proceeding of the Second International Symposium on Information Theory
  editor:
    - family: Caski
      given: Petrovand F
  event-place: Budapest
  ISBN: 978-1-4612-7248-9 978-1-4612-1694-0
  issued:
    - year: 1973
  language: en
  page: 199-213
  publisher: Akademiai Kiado
  publisher-place: Budapest
  title: Information Theory and an Extension of the Maximum Likelihood Principle
  type: paper-conference
  URL: http://link.springer.com/chapter/10.1007/978-1-4612-1694-0_15

- id: Amari2001Information
  author:
    - family: Amari
      given: Shunʼichi
  citation-key: Amari2001Information
  container-title: IEEE Transactions on Information Theory
  DOI: 10.1109/18.930911
  issued:
    - year: 2001
  page: 1701-1711
  title: Information geometry on hierarchy of probability distributions
  type: article-journal
  volume: '47'

- id: Ay2008Predictive
  accessed:
    - year: 2012
      month: 10
      day: 2
  author:
    - family: Ay
      given: N.
    - family: Bertschinger
      given: N.
    - family: Der
      given: R.
    - family: Güttler
      given: F.
    - family: Olbrich
      given: E.
  citation-key: Ay2008Predictive
  container-title: The European Physical Journal B - Condensed Matter and Complex Systems
  DOI: 10.1140/epjb/e2008-00175-0
  ISSN: 1434-6028
  issue: '3'
  issued:
    - year: 2008
  page: 329-339
  title: Predictive information and explorative behavior of autonomous robots
  type: article-journal
  volume: '63'

- id: Bach2023Information
  accessed:
    - year: 2024
      month: 5
      day: 25
  author:
    - family: Bach
      given: Francis
  citation-key: Bach2023Information
  container-title: IEEE Transactions on Information Theory
  container-title-short: IEEE Trans. Inform. Theory
  DOI: 10.1109/TIT.2022.3211077
  ISSN: 0018-9448, 1557-9654
  issue: '2'
  issued:
    - year: 2023
      month: 2
  page: 752-775
  title: Information Theory With Kernel Methods
  type: article-journal
  URL: http://arxiv.org/abs/2202.08545
  volume: '69'

- id: Bach2024SumSquares
  accessed:
    - year: 2024
      month: 5
      day: 28
  author:
    - family: Bach
      given: Francis
  citation-key: Bach2024SumSquares
  container-title: Foundations of Computational Mathematics
  container-title-short: Found Comput Math
  DOI: 10.1007/s10208-024-09651-0
  ISSN: 1615-3383
  issued:
    - year: 2024
      month: 4
      day: 5
  language: en
  title: Sum-of-Squares Relaxations for Information Theory and Variational Inference
  type: article-journal

- id: Baez2011Characterization
  accessed:
    - year: 2021
      month: 11
      day: 17
  author:
    - family: Baez
      given: John C.
    - family: Fritz
      given: Tobias
    - family: Leinster
      given: Tom
  citation-key: Baez2011Characterization
  container-title: Entropy
  container-title-short: Entropy
  DOI: 10.3390/e13111945
  ISSN: 1099-4300
  issue: '11'
  issued:
    - year: 2011
      month: 11
      day: 24
  page: 1945-1957
  title: A Characterization of Entropy in Terms of Information Loss
  type: article-journal
  URL: http://arxiv.org/abs/1106.1791
  version: '3'
  volume: '13'

- id: Barnett2009Granger
  author:
    - family: Barnett
      given: Lionel
    - family: Barrett
      given: Adam B.
    - family: Seth
      given: Anil K.
  citation-key: Barnett2009Granger
  container-title: Physical Review Letters
  container-title-short: Phys. Rev. Lett.
  DOI: 10.1103/PhysRevLett.103.238701
  issue: '23'
  issued:
    - year: 2009
      month: 12
      day: 4
  page: '238701'
  title: Granger Causality and Transfer Entropy Are Equivalent for Gaussian Variables
  type: article-journal
  URL: http://arxiv.org/abs/0910.4514
  volume: '103'

- id: Barnum2010Entropy
  accessed:
    - year: 2024
      month: 3
      day: 4
  author:
    - family: Barnum
      given: Howard
    - family: Barrett
      given: Jonathan
    - family: Clark
      given: Lisa Orloff
    - family: Leifer
      given: Matthew
    - family: Spekkens
      given: Robert
    - family: Stepanik
      given: Nicholas
    - family: Wilce
      given: Alex
    - family: Wilke
      given: Robin
  citation-key: Barnum2010Entropy
  container-title: New Journal of Physics
  container-title-short: New J. Phys.
  DOI: 10.1088/1367-2630/12/3/033024
  ISSN: 1367-2630
  issue: '3'
  issued:
    - year: 2010
      month: 3
  language: en
  page: '033024'
  title: Entropy and information causality in general probabilistic theories
  type: article-journal
  URL: http://arxiv.org/abs/0909.5075
  volume: '12'

- id: Barrett2010Multivariate
  author:
    - family: Barrett
      given: Adam B
    - family: Barnett
      given: Lionel
    - family: Seth
      given: Anil K
  citation-key: Barrett2010Multivariate
  container-title: Phys. Rev. E
  DOI: 10.1103/PhysRevE.81.041907
  issue: '4'
  issued:
    - year: 2010
  page: '041907'
  title: Multivariate Granger causality and generalized variance
  type: article-journal
  volume: '81'

- id: Bialek2001Complexity
  author:
    - family: Bialek
      given: William
    - family: Nemenman
      given: Ilya
    - family: Tishby
      given: Naftali
  citation-key: Bialek2001Complexity
  container-title: 'Physica A: Statistical and Theoretical Physics'
  DOI: 10.1016/S0378-4371(01)00444-7
  issue: 1-4
  issued:
    - year: 2001
  page: 89-99
  title: Complexity through nonextensivity
  type: article-journal
  volume: '302'

- id: Bialek2006Predictability
  author:
    - family: Bialek
      given: William
    - family: Nemenman
      given: Ilya
    - family: Tishby
      given: Naftali
  citation-key: Bialek2006Predictability
  container-title: Neural Computation
  DOI: 10.1162/089976601753195969
  issue: '11'
  issued:
    - year: 2006
  page: 2409-2463
  title: Predictability, Complexity, and Learning
  type: article-journal
  volume: '13'

- id: Bieniawski2004Adaptive
  author:
    - family: Bieniawski
      given: Stefan
    - family: Wolpert
      given: David H.
  citation-key: Bieniawski2004Adaptive
  container-title: >-
    Proceedings of the Third International Joint Conference on Autonomous Agents
    and Multiagent Systems-Volume 3
  issued:
    - year: 2004
  page: 1230–1231
  publisher: IEEE Computer Society
  title: Adaptive, distributed control of constrained multi-agent systems
  type: paper-conference
  URL: https://ti.arc.nasa.gov/m/profile/dhw/papers/7.pdf
  volume: '4'

- id: Calude2002Information
  author:
    - family: Calude
      given: Cristian S
  citation-key: Calude2002Information
  ISBN: 3-540-43466-6
  issued:
    - year: 2002
  publisher: Springer
  title: 'Information and Randomness : An Algorithmic Perspective'
  type: book

- id: Cappe2007Inference
  author:
    - family: Cappé
      given: Olivier
    - family: Moulines
      given: Eric
    - family: Ryden
      given: Tobias
  citation-key: Cappe2007Inference
  edition: 1st ed. 2005. Corr. 2nd printing 2007 edition
  event-place: New York ; London
  ISBN: 978-0-387-40264-2
  issued:
    - year: 2007
      month: 1
      day: 26
  language: English
  number-of-pages: '676'
  publisher: Springer
  publisher-place: New York ; London
  title: Inference in Hidden Markov Models
  type: book

- id: Cerf1997Entropic
  author:
    - family: Cerf
      given: Nicolas J.
    - family: Adami
      given: Christoph
  citation-key: Cerf1997Entropic
  container-title: Physical Review A
  issue: '5'
  issued:
    - year: 1997
  page: '3371'
  title: Entropic bell inequalities
  type: article-journal
  volume: '55'

- id: Cerf1998Information
  author:
    - family: Cerf
      given: Nicolas J.
    - family: Adami
      given: Chris
  citation-key: Cerf1998Information
  container-title: 'Physica D: Nonlinear Phenomena'
  issue: 1-2
  issued:
    - year: 1998
  page: 62–81
  title: Information theory of quantum entanglement and measurement
  type: article-journal
  volume: '120'

- id: Chaitin1977Algorithmic
  author:
    - family: Chaitin
      given: Gregory J
  citation-key: Chaitin1977Algorithmic
  container-title: IBM journal of research and development
  ISSN: '0521343062'
  issued:
    - year: 1977
  title: Algorithmic information theory
  type: article-journal

- id: Chaitin2002Intelligibility
  author:
    - family: Chaitin
      given: Gregory J
  citation-key: Chaitin2002Intelligibility
  issued:
    - year: 2002
  title: >-
    The intelligibility of the universe and the notions of simplicity,
    complexity and irreducibility
  type: article-journal

- id: CheriefAbdellatif2020MMDBayes
  accessed:
    - year: 2024
      month: 5
      day: 21
  author:
    - family: Cherief-Abdellatif
      given: Badr-Eddine
    - family: Alquier
      given: Pierre
  citation-key: CheriefAbdellatif2020MMDBayes
  container-title: >-
    Proceedings of The 2nd Symposium on  Advances in Approximate Bayesian
    Inference
  event-title: Symposium on Advances in Approximate Bayesian Inference
  ISSN: 2640-3498
  issued:
    - year: 2020
      month: 2
      day: 3
  language: en
  page: 1-21
  publisher: PMLR
  title: 'MMD-Bayes: Robust Bayesian Estimation via Maximum Mean Discrepancy'
  type: paper-conference
  URL: https://openreview.net/forum?id=SygyKk24FH

- id: Chiribella2011Informational
  author:
    - family: Chiribella
      given: G
    - family: Ariano
      given: G M
      non-dropping-particle: d’
    - family: Perinotti
      given: P
  citation-key: Chiribella2011Informational
  container-title: Physical Review A
  container-title-short: Phys. Rev. A
  DOI: 10.1103/PhysRevA.84.012311
  ISSN: 1050-2947, 1094-1622
  issue: '1'
  issued:
    - year: 2011
      month: 7
      day: 11
  page: '012311'
  title: Informational derivation of Quantum Theory
  type: article-journal
  URL: http://arxiv.org/abs/1011.6451
  volume: '84'

- id: Chow1968Approximating
  author:
    - family: Chow
      given: C K
    - family: Liu
      given: C N
  citation-key: Chow1968Approximating
  container-title: IEEE Transactions on Information Theory
  DOI: 10.1109/TIT.1968.1054142
  issued:
    - year: 1968
  page: 462-467
  title: Approximating discrete probability distributions with dependence trees
  type: article-journal
  volume: '14'

- id: Cohen1962Information
  accessed:
    - year: 2012
      month: 10
      day: 4
  author:
    - family: Cohen
      given: Joel E.
  citation-key: Cohen1962Information
  container-title: Behavioral Science
  DOI: 10.1002/bs.3830070202
  ISSN: 1099-1743
  issue: '2'
  issued:
    - year: 1962
  language: en
  page: 137-163
  title: Information theory and music
  type: article-journal
  volume: '7'

- id: Cover1989Kolmogorovs
  accessed:
    - year: 2014
      month: 7
      day: 23
  author:
    - family: Cover
      given: Thomas M.
    - family: Gács
      given: Péter
    - family: Gray
      given: Robert M.
  citation-key: Cover1989Kolmogorovs
  container-title: The Annals of Probability
  container-title-short: Ann. Probab.
  DOI: 10.1214/aop/1176991250
  ISSN: 0091-1798, 2168-894X
  issue: '3'
  issued:
    - year: 1989
      month: 7
  language: EN
  page: 840-865
  title: Kolmogorov's Contributions to Information Theory and Algorithmic Complexity
  type: article-journal
  volume: '17'

- id: Cover2006Elements
  author:
    - family: Cover
      given: Thomas M
    - family: Thomas
      given: Joy A
  citation-key: Cover2006Elements
  ISBN: 0-471-24195-4
  issued:
    - year: 2006
  publisher: Wiley-Interscience
  title: Elements of Information Theory
  type: book

- id: Crooks2007Measuring
  author:
    - family: Crooks
      given: Gavin E
  citation-key: Crooks2007Measuring
  container-title: Physical review letters
  DOI: 10.1103/PhysRevLett.99.100602
  issue: '10'
  issued:
    - year: 2007
  page: '100602'
  title: Measuring Thermodynamic Length
  type: article-journal
  volume: '99'

- id: Csiszar2004Information
  author:
    - family: Csiszár
      given: Imre
    - family: Shields
      given: Paul C
  citation-key: Csiszar2004Information
  collection-title: Foundations and Trends in Communications and Information Theory
  DOI: 10.1561/0100000004
  issued:
    - year: 2004
  language: en
  title: 'Information theory and statistics: a tutorial'
  type: book
  URL: >-
    http://www.nowpublishers.com/articles/foundations-and-trends-in-communications-and-information-theory/CIT-004;jsessionid=D80C31C1F034207CFE510600353176EA
  volume: '1'

- id: Dahlhaus1996KullbackLeibler
  author:
    - family: Dahlhaus
      given: R
  citation-key: Dahlhaus1996KullbackLeibler
  container-title: Stochastic Processes and their Applications
  DOI: 10.1016/0304-4149(95)00090-9
  issue: '1'
  issued:
    - year: 1996
  page: 139-168
  title: >-
    On the Kullback-Leibler information divergence of locally stationary
    processes
  type: article-journal
  volume: '62'

- id: Dewar2003Information
  author:
    - family: Dewar
      given: Roderick C
  citation-key: Dewar2003Information
  container-title: 'Journal of Physics A: Mathematical and General'
  DOI: 10.1088/0305-4470/36/3/303
  issued:
    - year: 2003
  page: 631-641
  title: >-
    Information theory explanation of the fluctuation theorem, maximum entropy
    production and self-organized criticality in non-equilibrium stationary
    states
  type: article-journal
  volume: '36'

- id: Earman1998Exorcist
  author:
    - family: Earman
      given: John
    - family: Norton
      given: John D
  citation-key: Earman1998Exorcist
  container-title: Studies in History and Philosophy of Modern Physics
  DOI: 10.1016/S1355-2198(98)00023-9
  issue: '4'
  issued:
    - year: 1998
  page: 435-471
  title: 'Exorcist XIV: The Wrath of Maxwell''s Demon. Part I. From Maxwell to Szilard'
  type: article-journal
  volume: '29'

- id: Earman1999Exorcist
  author:
    - family: Earman
      given: John
    - family: Norton
      given: John D
  citation-key: Earman1999Exorcist
  container-title: Studies in History and Philosophy of Modern Physics
  DOI: 10.1016/S1355-2198(98)00026-4
  issue: '1'
  issued:
    - year: 1999
  page: 1-40
  title: >-
    Exorcist XIV: The Wrath of Maxwell's Demon. Part II. From Szilard to
    Landauer and Beyond
  type: article-journal
  volume: '30'

- id: Eichler2001Grangercausality
  author:
    - family: Eichler
      given: Michael
  citation-key: Eichler2001Grangercausality
  container-title: Granger-causality graphs for multivariate time series
  issued:
    - year: 2001
  title: Granger-causality graphs for multivariate time series
  type: article-journal
  URL: http://archiv.ub.uni-heidelberg.de/volltextserver/20749/1/beitrag.64.pdf

- id: Elidan2005Learning
  author:
    - family: Elidan
      given: Gal
    - family: Friedman
      given: Nir
  citation-key: Elidan2005Learning
  container-title: Journal of Machine Learning Research
  contributor:
    - family: Chickering
      given: David Maxwell
  issued:
    - year: 2005
  page: 81-127
  title: 'Learning Hidden Variable Networks: The Information Bottleneck Approach'
  type: article-journal
  volume: '6'

- id: Ellerman2017Logical
  author:
    - family: Ellerman
      given: David
  citation-key: Ellerman2017Logical
  container-title: arXiv:1707.04728 [quant-ph]
  issued:
    - year: 2017
      month: 5
      day: 22
  title: 'Logical Information Theory: New Foundations for Information Theory'
  type: article-journal
  URL: >-
    http://www.ellerman.org/wp-content/uploads/2017/12/New_Foundations4IT_reprint.pdf

- id: Feldman2002Brief
  accessed:
    - year: 2023
      month: 9
      day: 4
  author:
    - family: Feldman
      given: David P
  citation-key: Feldman2002Brief
  issued:
    - year: 2002
  title: >-
    A Brief Introduction to: Information Theory, Excess Entropy and
    Computational Mechanics
  type: article
  URL: http://hornacek.coa.edu/dave/Tutorial/notes.pdf

- id: Feldman2004Synchronizing
  author:
    - family: Feldman
      given: David P
    - family: Crutchfield
      given: James P
  citation-key: Feldman2004Synchronizing
  container-title: Advances in Complex Systems
  DOI: 10.1142/S0219525904000196
  issue: '03'
  issued:
    - year: 2004
  page: 329-355
  title: >-
    Synchronizing to Periodicity: the Transient Information and Synchronization
    Time of Periodic Sequences
  type: article-journal
  volume: '7'

- id: Frazier2010Paradoxes
  author:
    - family: Frazier
      given: Peter I
    - family: Powell
      given: Warren B
  citation-key: Frazier2010Paradoxes
  container-title: Decision Analysis
  DOI: 10.1287/deca.1100.0190
  issue: '4'
  issued:
    - year: 2010
  page: 378-403
  title: Paradoxes in Learning and the Marginal Value of Information
  type: article-journal
  volume: '7'

- id: Friedman2001Multivariate
  author:
    - family: Friedman
      given: Nir
    - family: Mosenzon
      given: Ori
    - family: Slonim
      given: Noam
    - family: Tishby
      given: Naftali
  citation-key: Friedman2001Multivariate
  collection-title: UAI'01
  container-title: >-
    Proceedings of the Seventeenth conference on Uncertainty in artificial
    intelligence
  event-place: San Francisco, CA, USA
  event-title: Proceedings of the 17th Conference in Uncertainty in Artificial Intelligence
  ISBN: 1-55860-800-1
  issued:
    - year: 2001
  page: 152-161
  publisher: Morgan Kaufmann Publishers Inc.
  publisher-place: San Francisco, CA, USA
  title: Multivariate information bottleneck
  type: paper-conference
  URL: http://arxiv.org/abs/1301.2270

- id: Friston2010Freeenergy
  author:
    - family: Friston
      given: Karl
  citation-key: Friston2010Freeenergy
  container-title: Nature Reviews Neuroscience
  DOI: 10.1038/nrn2787
  issue: '2'
  issued:
    - year: 2010
  page: '127'
  title: 'The free-energy principle: a unified brain theory?'
  type: article-journal
  volume: '11'

- id: Gacs2001Algorithmic
  author:
    - family: Gács
      given: Péter
    - family: Tromp
      given: JohnT.
    - family: Vitányi
      given: Paul M.B.
  citation-key: Gacs2001Algorithmic
  container-title: IEEE Transactions on Information Theory
  DOI: 10.1109/18.945257
  ISSN: 0018-9448
  issue: '6'
  issued:
    - year: 2001
      month: 9
  page: 2443-2463
  title: Algorithmic statistics
  type: article-journal
  URL: http://arxiv.org/abs/math/0006233
  volume: '47'

- id: Gao2015Efficient
  accessed:
    - year: 2015
      month: 7
      day: 16
  author:
    - family: Gao
      given: Shuyang
    - family: Ver Steeg
      given: Greg
    - family: Galstyan
      given: Aram
  citation-key: Gao2015Efficient
  container-title: Journal of Machine Learning Research
  event-title: >-
    Proceedings of the Eighteenth International Conference on Artificial
    Intelligence and Statistics
  issued:
    - year: 2015
  page: 277-286
  title: Efficient Estimation of Mutual Information for Strongly Dependent Variables
  type: paper-conference
  URL: http://www.jmlr.org/proceedings/papers/v38/gao15.html

- id: Goldfeld2020Information
  accessed:
    - year: 2020
      month: 5
      day: 6
  author:
    - family: Goldfeld
      given: Ziv
    - family: Polyanskiy
      given: Yury
  citation-key: Goldfeld2020Information
  container-title: arXiv:2004.14941 [cs, stat]
  issued:
    - year: 2020
      month: 5
      day: 1
  title: The Information Bottleneck Problem and Its Applications in Machine Learning
  type: article-journal
  URL: http://arxiv.org/abs/2004.14941

- id: Granger1963Economic
  author:
    - family: Granger
      given: Clive W J
  citation-key: Granger1963Economic
  container-title: Information and Control
  DOI: 10.1016/S0019-9958(63)90092-5
  issue: '1'
  issued:
    - year: 1963
  page: 28-48
  title: Economic processes involving feedback
  type: article-journal
  volume: '6'

- id: Grassberger1988Finite
  accessed:
    - year: 2014
      month: 10
      day: 17
  author:
    - family: Grassberger
      given: Peter
  citation-key: Grassberger1988Finite
  container-title: Physics Letters A
  container-title-short: Physics Letters A
  DOI: 10.1016/0375-9601(88)90193-4
  ISSN: 0375-9601
  issue: 6–7
  issued:
    - year: 1988
      month: 4
      day: 11
  page: 369-373
  title: Finite sample corrections to entropy and dimension estimates
  type: article-journal
  volume: '128'

- id: Gray1991Entropy
  author:
    - family: Gray
      given: Robert M
  citation-key: Gray1991Entropy
  event-place: New York
  issued:
    - year: 1991
  publisher: Springer-Verlag
  publisher-place: New York
  title: Entropy and Information Theory
  type: book

- id: Hausser2009Entropy
  author:
    - family: Hausser
      given: Jean
    - family: Strimmer
      given: Korbinian
  citation-key: Hausser2009Entropy
  container-title: Journal of Machine Learning Research
  issued:
    - year: 2009
  page: '1469'
  title: >-
    Entropy Inference and the James-Stein Estimator, with Application to
    Nonlinear Gene Association Networks
  type: article-journal
  volume: '10'

- id: Haussler1997Mutual
  author:
    - family: Haussler
      given: David
    - family: Opper
      given: Manfred
  citation-key: Haussler1997Mutual
  container-title: The Annals of Statistics
  DOI: 10.1214/aos/1030741081
  issue: '6'
  issued:
    - year: 1997
  page: 2451-2492
  title: Mutual information, metric entropy and cumulative relative entropy risk
  type: article-journal
  volume: '25'

- id: Hirata1985Information
  author:
    - family: Hirata
      given: Hironori
    - family: Ulanowicz
      given: Robert E
  citation-key: Hirata1985Information
  container-title: Journal of Theoretical Biology
  DOI: 10.1016/S0022-5193(85)80271-X
  issue: '3'
  issued:
    - year: 1985
  page: 321-341
  title: >-
    Information theoretical analysis of the aggregation and hierarchical
    structure of ecological networks
  type: article-journal
  volume: '116'

- id: Ho1978Teams
  author:
    - family: Ho
      given: Yu-Chi
    - family: Kastner
      given: M.
    - family: Wong
      given: E.
  citation-key: Ho1978Teams
  container-title: IEEE Transactions on Automatic Control
  DOI: 10.1109/TAC.1978.1101710
  ISSN: 1558-2523
  issue: '2'
  issued:
    - year: 1978
      month: 4
  page: 305-312
  title: Teams, signaling, and information theory
  type: article-journal
  URL: http://people.eecs.berkeley.edu/~wong/wong_pubs/wong56.pdf
  volume: '23'

- id: Jaynes1963Information
  author:
    - family: Jaynes
      given: Edwin Thompson
  citation-key: Jaynes1963Information
  collection-title: Brandeis University Summer Institute Lectures in Theoretical Physics
  container-title: Statistical Physics
  issued:
    - year: 1963
  title: Information Theory and Statistical Mechanics
  type: chapter
  volume: '3'

- id: Jaynes1965Gibbs
  author:
    - family: Jaynes
      given: Edwin Thompson
  citation-key: Jaynes1965Gibbs
  container-title: American Journal of Physics
  DOI: 10.1119/1.1971557
  issued:
    - year: 1965
  page: 391-398
  title: Gibbs vs Boltzmann Entropies
  type: article-journal
  volume: '33'

- id: Jeon2024InformationTheoretic
  accessed:
    - year: 2024
      month: 7
      day: 24
  author:
    - family: Jeon
      given: Hong Jun
    - family: Van Roy
      given: Benjamin
  citation-key: Jeon2024InformationTheoretic
  DOI: 10.48550/arXiv.2407.12288
  issued:
    - year: 2024
      month: 7
      day: 18
  number: arXiv:2407.12288
  publisher: arXiv
  title: Information-Theoretic Foundations for Machine Learning
  type: article
  URL: http://arxiv.org/abs/2407.12288

- id: Kandasamy2014Influence
  accessed:
    - year: 2015
      month: 1
      day: 20
  author:
    - family: Kandasamy
      given: Kirthevasan
    - family: Krishnamurthy
      given: Akshay
    - family: Poczos
      given: Barnabas
    - family: Wasserman
      given: Larry
    - family: Robins
      given: James M.
  citation-key: Kandasamy2014Influence
  container-title: arXiv:1411.4342 [stat]
  issued:
    - year: 2014
      month: 11
      day: 16
  title: >-
    Influence Functions for Machine Learning: Nonparametric Estimators for
    Entropies, Divergences and Mutual Informations
  type: article-journal
  URL: http://arxiv.org/abs/1411.4342

- id: Keane1994Bernoulli
  accessed:
    - year: 2014
      month: 5
      day: 13
  author:
    - family: Keane
      given: M. S.
    - family: O’Brien
      given: George L.
  citation-key: Keane1994Bernoulli
  container-title: ACM Trans. Model. Comput. Simul.
  DOI: 10.1145/175007.175019
  ISSN: 1049-3301
  issue: '2'
  issued:
    - year: 1994
      month: 4
  page: 213–219
  title: A Bernoulli Factory
  type: article-journal
  volume: '4'

- id: KellyJr1956New
  author:
    - family: Kelly Jr
      given: J L
  citation-key: KellyJr1956New
  container-title: Bell System Technical Journal
  issue: '3'
  issued:
    - year: 1956
  page: 917-926
  title: A new interpretation of information rate
  type: article-journal
  URL: http://www.princeton.edu/~wbialek/rome/refs/kelly_56.pdf
  volume: '35'

- id: Klir1998Uncertainty
  archive: Calibre
  author:
    - family: Klir
      given: George J.
  citation-key: Klir1998Uncertainty
  ISBN: 978-0-471-74867-0
  issued:
    - year: 1998
      month: 1
      day: 1
  language: eng
  publisher: Wiley-IEEE Press
  title: 'Uncertainty and Information: Foundations of Generalized Information Theory'
  type: book

- id: Kolmogorov1968Three
  author:
    - family: Kolmogorov
      given: A N
  citation-key: Kolmogorov1968Three
  container-title: International Journal of Computer Mathematics
  issue: '1'
  issued:
    - year: 1968
  page: 157-168
  title: Three approaches to the quantitative definition of information
  type: article-journal
  volume: '2'

- id: Kraskov2004Estimating
  author:
    - family: Kraskov
      given: Alexander
    - family: Stögbauer
      given: Harald
    - family: Grassberger
      given: Peter
  citation-key: Kraskov2004Estimating
  container-title: Physical Review E
  DOI: 10.1103/PhysRevE.69.066138
  issued:
    - year: 2004
  page: '066138'
  title: Estimating mutual information
  type: article-journal
  volume: '69'

- id: Krause2009Optimal
  author:
    - family: Krause
      given: Andreas
    - family: Guestrin
      given: Carlos
  citation-key: Krause2009Optimal
  container-title: J. Artif. Int. Res.
  issue: '1'
  issued:
    - year: 2009
  page: 557-591
  title: Optimal value of information in graphical models
  type: article-journal
  volume: '35'

- id: Kullback1951Information
  author:
    - family: Kullback
      given: S
    - family: Leibler
      given: R A
  citation-key: Kullback1951Information
  container-title: The Annals of Mathematical Statistics
  issue: '1'
  issued:
    - year: 1951
  page: 79-86
  title: On Information and Sufficiency
  type: article-journal
  URL: http://www.jstor.org/stable/2236703
  volume: '22'

- id: Langton1990Computation
  accessed:
    - year: 2013
      month: 10
      day: 8
  author:
    - family: Langton
      given: Chris G.
  citation-key: Langton1990Computation
  container-title: 'Physica D: Nonlinear Phenomena'
  container-title-short: 'Physica D: Nonlinear Phenomena'
  DOI: 10.1016/0167-2789(90)90064-V
  ISSN: 0167-2789
  issue: 1–3
  issued:
    - year: 1990
      month: 6
  page: 12-37
  title: 'Computation at the edge of chaos: Phase transitions and emergent computation'
  type: article-journal
  URL: >-
    https://web.archive.org/web/20130319005752/http://informatics.indiana.edu:80/larryy/al4ai/papers/Langton.EdgeOfChaos.pdf
  volume: '42'

- id: Lecomte2007Thermodynamic
  author:
    - family: Lecomte
      given: V.
    - family: Appert-Rolland
      given: C.
    - family: Wijland
      given: F.
      dropping-particle: van
  citation-key: Lecomte2007Thermodynamic
  container-title: Journal of Statistical Physics
  container-title-short: J Stat Phys
  DOI: 10.1007/s10955-006-9254-0
  ISSN: 0022-4715, 1572-9613
  issue: '1'
  issued:
    - year: 2007
      month: 4
      day: 1
  language: en
  page: 51-106
  title: Thermodynamic Formalism for Systems with Markov Dynamics
  type: article-journal
  volume: '127'

- id: Leonenko2008Class
  accessed:
    - year: 2012
      month: 9
      day: 19
  author:
    - family: Leonenko
      given: Nikolai
  citation-key: Leonenko2008Class
  container-title: The Annals of Statistics
  container-title-short: Ann. Statist.
  DOI: 10.1214/07-AOS539
  ISSN: 0090-5364
  issue: '5'
  issued:
    - year: 2008
      month: 10
  language: EN
  page: 2153-2182
  title: A class of Rényi information estimators for multidimensional densities
  type: article-journal
  volume: '36'

- id: Leskovec2012Information
  author:
    - family: Leskovec
      given: Jure
  citation-key: Leskovec2012Information
  container-title: eprint arXiv:1206.1331
  container-title-short: eprint arXiv:1206.1331
  issued:
    - year: 2012
      month: 6
      day: 6
  title: Information Diffusion and External Influence in Networks
  type: article-journal
  URL: http://arxiv.org/abs/1206.1331

- id: Liese2006Divergences
  author:
    - family: Liese
      given: F
    - family: Vajda
      given: I
  citation-key: Liese2006Divergences
  container-title: IEEE Transactions on Information Theory
  DOI: 10.1109/TIT.2006.881731
  ISSN: 0018-9448
  issue: '10'
  issued:
    - year: 2006
      month: 10
  page: 4394-4412
  title: On Divergences and Informations in Statistics and Information Theory
  type: article-journal
  URL: >-
    https://pdfs.semanticscholar.org/91ab/3ca9fe3add7ce48dc2f97bb9435db1a991b9.pdf
  volume: '52'

- id: Lin1991Divergence
  author:
    - family: Lin
      given: Jianhua
  citation-key: Lin1991Divergence
  container-title: IEEE Transactions on Information Theory
  DOI: 10.1109/18.61115
  issue: '1'
  issued:
    - year: 1991
  page: 145-151
  title: Divergence measures based on the Shannon entropy
  type: article-journal
  volume: '37'

- id: Lizier2008Local
  author:
    - family: Lizier
      given: Joseph T
    - family: Prokopenko
      given: Mikhail
    - family: Zomaya
      given: Albert Y
  citation-key: Lizier2008Local
  container-title: Physical Review E
  DOI: 10.1103/PhysRevE.77.026110
  issued:
    - year: 2008
  page: '026110'
  title: Local information transfer as a spatiotemporal filter for complex systems
  type: article-journal
  volume: '77'

- id: Lizier2010Differentiating
  author:
    - family: Lizier
      given: Joseph T
    - family: Prokopenko
      given: Mikhail
  citation-key: Lizier2010Differentiating
  container-title: The European Physical Journal B - Condensed Matter and Complex Systems
  DOI: 10.1140/epjb/e2010-00034-5
  issue: '4'
  issued:
    - year: 2010
  page: 605-615
  title: Differentiating information transfer and causal effect
  type: article-journal
  volume: '73'

- id: Marton2015Logarithmic
  accessed:
    - year: 2015
      month: 7
      day: 14
  author:
    - family: Marton
      given: Katalin
  citation-key: Marton2015Logarithmic
  container-title: arXiv:1507.02803 [math]
  issued:
    - year: 2015
      month: 7
      day: 10
  title: >-
    Logarithmic Sobolev inequalities in discrete product spaces: a proof by a
    transportation cost distance
  type: article-journal
  URL: http://arxiv.org/abs/1507.02803

- id: MaynardSmith2000Concept
  author:
    - family: Maynard Smith
      given: John
  citation-key: MaynardSmith2000Concept
  container-title: Philosophy of science
  issue: '2'
  issued:
    - year: 2000
  page: 177-194
  title: The Concept of Information in Biology
  type: article-journal
  URL: http://www.jstor.org/stable/188717
  volume: '67'

- id: Moon2014Multivariate
  accessed:
    - year: 2015
      month: 1
      day: 23
  author:
    - family: Moon
      given: Kevin R.
    - family: Hero III
      given: Alfred O.
  citation-key: Moon2014Multivariate
  container-title: NIPS 2014
  issued:
    - year: 2014
      month: 11
      day: 7
  title: Multivariate f-Divergence Estimation With Confidence
  type: paper-conference
  URL: http://arxiv.org/abs/1411.2045

- id: Nemenman2001Entropy
  accessed:
    - year: 2016
      month: 11
      day: 10
  author:
    - family: Nemenman
      given: Ilya
    - family: Shafee
      given: Fariel
    - family: Bialek
      given: William
  citation-key: Nemenman2001Entropy
  container-title: arXiv:physics/0108025
  issued:
    - year: 2001
      month: 8
      day: 14
  title: Entropy and inference, revisited
  type: paper-conference
  URL: http://arxiv.org/abs/physics/0108025

- id: Nielsen2021Variational
  accessed:
    - year: 2022
      month: 8
      day: 30
  author:
    - family: Nielsen
      given: Frank
  citation-key: Nielsen2021Variational
  container-title: Entropy
  DOI: 10.3390/e23040464
  ISSN: 1099-4300
  issue: '4'
  issued:
    - year: 2021
      month: 4
  language: en
  number: '4'
  page: '464'
  publisher: Multidisciplinary Digital Publishing Institute
  title: >-
    On a Variational Definition for the Jensen-Shannon Symmetrization of
    Distances Based on the Information Radius
  type: article-journal
  volume: '23'

- id: Odum1988SelfOrganization
  author:
    - family: Odum
      given: Howard T
  citation-key: Odum1988SelfOrganization
  container-title: Science
  issue: '4882'
  issued:
    - year: 1988
  page: 1132-1139
  title: Self-Organization, Transformity, and Information
  type: article-magazine
  volume: '242'

- id: Palomar2008Lautum
  author:
    - family: Palomar
      given: D.P.
    - family: Verdu
      given: S.
  citation-key: Palomar2008Lautum
  container-title: IEEE Transactions on Information Theory
  DOI: 10.1109/TIT.2007.915715
  ISSN: 0018-9448
  issue: '3'
  issued:
    - year: 2008
      month: 3
  page: 964-975
  title: Lautum Information
  type: article-journal
  URL: http://www.princeton.edu/~verdu/reprints/PalVerMar2008.pdf
  volume: '54'

- id: Paninski2003Estimation
  author:
    - family: Paninski
      given: Liam
  citation-key: Paninski2003Estimation
  container-title: Neural Computation
  DOI: 10.1162/089976603321780272
  issue: '6'
  issued:
    - year: 2003
  page: 1191-1253
  title: Estimation of entropy and mutual information
  type: article-journal
  volume: '15'

- id: Parry1964Intrinsic
  author:
    - family: Parry
      given: William
  citation-key: Parry1964Intrinsic
  container-title: Transactions of the American Mathematical Society
  container-title-short: Trans. Amer. Math. Soc.
  DOI: 10.1090/S0002-9947-1964-0161372-1
  ISSN: 0002-9947, 1088-6850
  issue: '1'
  issued:
    - year: 1964
  page: 55-66
  title: Intrinsic Markov chains
  type: article-journal
  URL: http://www.ams.org/tran/1964-112-01/S0002-9947-1964-0161372-1/
  volume: '112'

- id: Pawlowski2009Information
  accessed:
    - year: 2024
      month: 3
      day: 4
  author:
    - family: Pawlowski
      given: M.
    - family: Paterek
      given: T.
    - family: Kaszlikowski
      given: D.
    - family: Scarani
      given: V.
    - family: Winter
      given: A.
    - family: Zukowski
      given: M.
  citation-key: Pawlowski2009Information
  container-title: Nature
  container-title-short: Nature
  DOI: 10.1038/nature08400
  ISSN: 0028-0836, 1476-4687
  issue: '7267'
  issued:
    - year: 2009
      month: 10
  page: 1101-1104
  title: Information Causality as a Physical Principle
  type: article-journal
  URL: http://arxiv.org/abs/0905.2292
  volume: '461'

- id: Phat2014FullOrder
  accessed:
    - year: 2014
      month: 8
      day: 12
  author:
    - family: Phat
      given: Vu N.
    - family: Thanh
      given: Nguyen T.
    - family: Trinh
      given: Hieu
  citation-key: Phat2014FullOrder
  container-title: Complexity
  container-title-short: Complexity
  DOI: 10.1002/cplx.21584
  ISSN: 1099-0526
  issued:
    - year: 2014
      month: 8
      day: 1
  language: en
  page: n/a-n/a
  title: >-
    Full-Order observer design for nonlinear complex large-scale systems with
    unknown time-varying delayed interactions
  type: article-journal

- id: Pinkerton1956Information
  author:
    - family: Pinkerton
      given: Richard C.
  citation-key: Pinkerton1956Information
  container-title: Scientific American
  DOI: 10.1038/scientificamerican0256-77
  ISSN: 0036-8733(Print)
  issue: '2'
  issued:
    - year: 1956
  page: 77-86
  title: Information theory and melody
  type: article-journal
  volume: '194'

- id: Plotkin2000Language
  author:
    - family: Plotkin
      given: Joshua B
    - family: Nowak
      given: Martin A
  citation-key: Plotkin2000Language
  container-title: Journal of Theoretical Biology
  DOI: 10.1006/jtbi.2000.2053
  issued:
    - year: 2000
  page: 147-159
  title: Language Evolution and Information Theory
  type: article-journal
  volume: '205'

- id: Raginsky2011Directed
  author:
    - family: Raginsky
      given: M.
  citation-key: Raginsky2011Directed
  container-title: >-
    2011 49th Annual Allerton Conference on Communication, Control, and
    Computing (Allerton)
  DOI: 10.1109/Allerton.2011.6120270
  event-title: >-
    2011 49th Annual Allerton Conference on Communication, Control, and
    Computing (Allerton)
  issued:
    - year: 2011
      month: 9
  page: 958-965
  title: Directed information and Pearl's causal calculus
  type: paper-conference
  URL: http://arxiv.org/abs/1110.0718

- id: Raginsky2012Concentration
  accessed:
    - year: 2014
      month: 2
      day: 20
  author:
    - family: Raginsky
      given: Maxim
    - family: Sason
      given: Igal
  citation-key: Raginsky2012Concentration
  container-title: foundations and Trends in Communications and Information Theory
  issued:
    - year: 2012
      month: 12
      day: 19
  title: >-
    Concentration of Measure Inequalities in Information Theory, Communications
    and Coding
  type: article-journal
  URL: http://arxiv.org/abs/1212.4663

- id: Riegler2023Lossy
  accessed:
    - year: 2023
      month: 9
      day: 7
  author:
    - family: Riegler
      given: Erwin
    - family: Bölcskei
      given: Helmut
    - family: Koliander
      given: Günther
  citation-key: Riegler2023Lossy
  DOI: 10.48550/arXiv.2111.12312
  issued:
    - year: 2023
      month: 6
      day: 2
  number: arXiv:2111.12312
  publisher: arXiv
  title: Lossy Compression of General Random Variables
  type: article
  URL: http://arxiv.org/abs/2111.12312

- id: Rissanen2007Information
  author:
    - family: Rissanen
      given: Jorma
  call-number: QA276.A1 R57 2007
  citation-key: Rissanen2007Information
  collection-title: Information science and statistics
  event-place: New York
  ISBN: 978-0-387-68812-1
  issued:
    - year: 2007
  number-of-pages: '142'
  publisher: Springer
  publisher-place: New York
  title: Information and complexity in statistical modeling
  type: book
  URL: http://www.springer.com/mathematics/probability/book/978-0-387-36610-4

- id: Roulston1999Estimating
  author:
    - family: Roulston
      given: Mark S
  citation-key: Roulston1999Estimating
  container-title: 'Physica D: Nonlinear Phenomena'
  DOI: 10.1016/S0167-2789(98)00269-3
  issue: 3-4
  issued:
    - year: 1999
  page: 285-294
  title: Estimating the errors on measured entropy and mutual information
  type: article-journal
  volume: '125'

- id: Ryabko2010Nonparametric
  author:
    - family: Ryabko
      given: Daniil
    - family: Ryabko
      given: Boris
  citation-key: Ryabko2010Nonparametric
  container-title: IEEE Transactions on Information Theory
  DOI: 10.1109/TIT.2009.2039169
  ISSN: 0018-9448
  issue: '3'
  issued:
    - year: 2010
      month: 3
  page: 1430-1435
  title: Nonparametric Statistical Inference for Ergodic Processes
  type: article-journal
  URL: http://www.arxiv.org/abs/0804.0510
  volume: '56'

- id: Schreiber2000Measuring
  author:
    - family: Schreiber
      given: Thomas
  citation-key: Schreiber2000Measuring
  container-title: Physical review letters
  issue: '2'
  issued:
    - year: 2000
  page: 461-464
  title: Measuring information transfer
  type: article-journal
  volume: '85'

- id: Schurmann2015Note
  accessed:
    - year: 2015
      month: 9
      day: 23
  author:
    - family: Schürmann
      given: Thomas
  citation-key: Schurmann2015Note
  container-title: Neural Computation
  container-title-short: Neural Computation
  DOI: 10.1162/NECO_a_00775
  ISSN: 0899-7667
  issue: '10'
  issued:
    - year: 2015
      month: 8
      day: 27
  page: 2097-2106
  title: A Note on Entropy Estimation
  type: article-journal
  volume: '27'

- id: Sethna2006Statistical
  author:
    - family: Sethna
      given: James P
  citation-key: Sethna2006Statistical
  ISBN: 0-19-856677-8
  issued:
    - year: 2006
  publisher: Oxford University Press, USA
  title: 'Statistical mechanics: entropy, order parameters, and complexity'
  type: book

- id: Shalizi2002Information
  author:
    - family: Shalizi
      given: Cosma Rohilla
    - family: Crutchfield
      given: James P.
  citation-key: Shalizi2002Information
  container-title: Advances in Complex Systems
  container-title-short: Advs. Complex Syst.
  DOI: 10.1142/S0219525902000481
  ISSN: 0219-5259
  issue: '01'
  issued:
    - year: 2002
      month: 3
      day: 1
  page: 91-95
  title: >-
    Information bottlenecks, causal states, and statistical relevance bases: how
    to represent relevant information in memoryless transduction
  type: article-journal
  URL: http://samoa.santafe.edu/media/workingpapers/00-07-035.pdf
  volume: '05'

- id: Shalizi2003What
  accessed:
    - year: 2023
      month: 9
      day: 4
  author:
    - family: Shalizi
      given: Cosma Rohilla
    - family: Moore
      given: Cristopher
  citation-key: Shalizi2003What
  DOI: 10.48550/arXiv.cond-mat/0303625
  issued:
    - year: 2003
      month: 3
      day: 29
  number: arXiv:cond-mat/0303625
  publisher: arXiv
  title: What Is a Macrostate? Subjective Observations and Objective Dynamics
  type: article
  URL: http://arxiv.org/abs/cond-mat/0303625

- id: Shalizi2006Automatic
  author:
    - family: Shalizi
      given: Cosma Rohilla
    - family: Haslinger
      given: Robert
    - family: Rouquier
      given: Jean-Baptiste
    - family: Klinkner
      given: Kristina L
    - family: Moore
      given: Cristopher
  citation-key: Shalizi2006Automatic
  container-title: Physical Review E
  DOI: 10.1103/PhysRevE.73.036104
  issue: '3'
  issued:
    - year: 2006
  title: >-
    Automatic Filters for the Detection of Coherent Structure in Spatiotemporal
    Systems
  type: article-journal
  volume: '73'

- id: ShaliziInformation
  author:
    - family: Shalizi
      given: Cosma Rohilla
  citation-key: ShaliziInformation
  title: Information Theory
  type: speech

- id: ShaliziOptimal
  author:
    - family: Shalizi
      given: Cosma Rohilla
  citation-key: ShaliziOptimal
  title: Optimal Prediction
  type: speech

- id: Shannon1948Mathematical
  author:
    - family: Shannon
      given: Claude E
  citation-key: Shannon1948Mathematical
  container-title: The Bell Syst Tech J
  issued:
    - year: 1948
  page: 379-423
  title: A mathematical theory of communication
  type: article-journal
  volume: '27'

- id: Shibata1997Bootstrap
  author:
    - family: Shibata
      given: Ritei
  citation-key: Shibata1997Bootstrap
  container-title: Statistica Sinica
  issued:
    - year: 1997
  page: 375-394
  title: Bootstrap estimate of Kullback-Leibler information for model selection
  type: article-journal
  volume: '7'

- id: Shields1998Interactions
  author:
    - family: Shields
      given: P C
  citation-key: Shields1998Interactions
  container-title: IEEE Transactions on Information Theory
  DOI: 10.1109/18.720532
  issue: '6'
  issued:
    - year: 1998
  page: 2079-2093
  title: The interactions between ergodic theory and information theory
  type: article-journal
  volume: '44'

- id: Singh1985Monitoring
  author:
    - family: Singh
      given: Nirvikar
  citation-key: Singh1985Monitoring
  container-title: Journal of Political Economy
  issue: '3'
  issued:
    - year: 1985
  page: 599-609
  title: >-
    Monitoring and Hierarchies: The Marginal Value of Information in a
    Principal-Agent Model
  type: article-journal
  URL: http://www.jstor.org/stable/1832011
  volume: '93'

- id: Slonim2005Informationbased
  author:
    - family: Slonim
      given: Noam
    - family: Atwal
      given: Gurinder S
    - family: Tkačik
      given: Gašper
    - family: Bialek
      given: William
  citation-key: Slonim2005Informationbased
  container-title: >-
    Proceedings of the National Academy of Sciences of the United States of
    America
  DOI: 10.1073/pnas.0507432102
  issued:
    - year: 2005
  page: 18297-18302
  title: Information-based clustering
  type: article-journal
  volume: '102'

- id: Slonim2006Multivariate
  author:
    - family: Slonim
      given: Noam
    - family: Friedman
      given: Nir
    - family: Tishby
      given: Naftali
  citation-key: Slonim2006Multivariate
  container-title: Neural Computation
  container-title-short: Neural Computation
  DOI: 10.1162/neco.2006.18.8.1739
  ISSN: 0899-7667
  issue: '8'
  issued:
    - year: 2006
  page: 1739-1789
  title: Multivariate information bottleneck
  type: article-journal
  URL: http://noodle.cs.huji.ac.il/site/labs/learning/Papers/neco.2006.18.8.pdf
  volume: '18'

- id: Smith2008Thermodynamics
  author:
    - family: Smith
      given: D Eric
  citation-key: Smith2008Thermodynamics
  container-title: Journal of Theoretical Biology
  DOI: 10.1016/j.jtbi.2008.02.013
  issue: '2'
  issued:
    - year: 2008
  page: 213-220
  title: >-
    Thermodynamics of natural selection III: Landauer's principle in computation
    and chemistry
  type: article-journal
  volume: '252'

- id: Smith2008Thermodynamicsa
  author:
    - family: Smith
      given: D Eric
  citation-key: Smith2008Thermodynamicsa
  container-title: Journal of Theoretical Biology
  DOI: 10.1016/j.jtbi.2008.02.008
  issued:
    - year: 2008
  page: 198-212
  title: 'Thermodynamics of natural selection II: Chemical Carnot cycles'
  type: article-journal
  volume: '252'

- id: Smith2008Thermodynamicsb
  author:
    - family: Smith
      given: D Eric
  citation-key: Smith2008Thermodynamicsb
  container-title: Journal of Theoretical Biology
  DOI: 10.1016/j.jtbi.2008.02.010
  issued:
    - year: 2008
  page: 185-197
  title: >-
    Thermodynamics of natural selection I: Energy flow and the limits on
    organization
  type: article-journal
  volume: '252'

- id: Spence2002Signaling
  author:
    - family: Spence
      given: Michael
  citation-key: Spence2002Signaling
  container-title: American Economic Review
  DOI: 10.1257/00028280260136200
  issued:
    - year: 2002
  page: 434-459
  title: Signaling in Retrospect and the Informational Structure of Markets
  type: article-journal
  volume: '92'

- id: Strong1998Entropy
  author:
    - family: Strong
      given: Steven P
    - family: Koberle
      given: Roland
    - family: Ruyter van Steveninck
      given: Rob R
      non-dropping-particle: de
    - family: Bialek
      given: William
  citation-key: Strong1998Entropy
  container-title: Phys. Rev. Lett.
  DOI: 10.1103/PhysRevLett.80.197
  issue: '1'
  issued:
    - year: 1998
  page: 197-200
  title: Entropy and Information in Neural Spike Trains
  type: article-journal
  volume: '80'

- id: Studeny1998Multiinformation
  author:
    - family: Studený
      given: Milan
    - family: Vejnarová
      given: Jiřina
  citation-key: Studeny1998Multiinformation
  container-title: Learning in graphical models
  contributor:
    - family: Jordan
      given: Michael Irwin
  event-place: Cambridge, Mass.
  ISBN: 0-262-60032-3
  issued:
    - year: 1998
  page: 261-297
  publisher: MIT Press
  publisher-place: Cambridge, Mass.
  title: On multiinformation function as a tool for measuring stochastic dependence
  type: chapter

- id: Studeny2016Basic
  author:
    - family: Studený
      given: Milan
  citation-key: Studeny2016Basic
  container-title: arXiv:1612.06599 [math, stat]
  issued:
    - year: 2016
      month: 12
      day: 20
  title: Basic facts concerning supermodular functions
  type: article-journal
  URL: http://arxiv.org/abs/1612.06599

- id: Taylor2007Information
  author:
    - family: Taylor
      given: Samuel F
    - family: Tishby
      given: Naftali
    - family: Bialek
      given: William
  citation-key: Taylor2007Information
  container-title: Arxiv preprint arXiv:0712.4382
  issued:
    - year: 2007
  title: Information and fitness
  type: article-journal

- id: Tishby2000Information
  author:
    - family: Tishby
      given: Naftali
    - family: Pereira
      given: Fernando C
    - family: Bialek
      given: William
  citation-key: Tishby2000Information
  container-title: arXiv:physics/0004057
  container-title-short: eprint arXiv:physics/0004057
  issued:
    - year: 2000
      month: 4
      day: 24
  title: The information bottleneck method
  type: article-journal
  URL: http://arxiv.org/abs/physics/0004057

- id: Tishby2011Information
  author:
    - family: Tishby
      given: Naftali
    - family: Polani
      given: Daniel
  citation-key: Tishby2011Information
  container-title: PERCEPTION-ACTION CYCLE
  contributor:
    - family: Cutsuridis
      given: Vassilis
    - family: Hussain
      given: Amir
    - family: Taylor
      given: John G
  issued:
    - year: 2011
  page: 601-636
  publisher: Springer
  title: Information theory of decisions and actions
  type: chapter

- id: Tumer2004Coordination
  author:
    - family: Tumer
      given: Kagan
    - family: Wolpert
      given: David H
  citation-key: Tumer2004Coordination
  issued:
    - year: 2004
  title: Coordination in Large Collectives- Chapter 1
  type: chapter

- id: Vereshchagin2004Kolmogorovs
  author:
    - family: Vereshchagin
      given: N.K.
    - family: Vitányi
      given: Paul MB
  citation-key: Vereshchagin2004Kolmogorovs
  container-title: IEEE Transactions on Information Theory
  DOI: 10.1109/TIT.2004.838346
  ISSN: 0018-9448
  issue: '12'
  issued:
    - year: 2004
      month: 12
  page: 3265-3290
  title: Kolmogorov's structure functions and model selection
  type: article-journal
  URL: http://homepages.cwi.nl/~paulv/papers/structure.pdf
  volume: '50'

- id: Vereshchagin2010Rate
  author:
    - family: Vereshchagin
      given: N.K.
    - family: Vitányi
      given: Paul MB
  citation-key: Vereshchagin2010Rate
  container-title: IEEE Transactions on Information Theory
  DOI: 10.1109/TIT.2010.2048491
  ISSN: 0018-9448
  issue: '7'
  issued:
    - year: 2010
      month: 7
  page: 3438-3454
  title: Rate Distortion and Denoising of Individual Data Using Kolmogorov Complexity
  type: article-journal
  volume: '56'

- id: verSteeg2015Information
  accessed:
    - year: 2015
      month: 8
      day: 6
  author:
    - family: Steeg
      given: Greg
      non-dropping-particle: ver
    - family: Galstyan
      given: Aram
  citation-key: verSteeg2015Information
  container-title: arXiv:1507.02284 [cs, math, stat]
  issued:
    - year: 2015
      month: 7
      day: 8
  title: The Information Sieve
  type: article-journal
  URL: http://arxiv.org/abs/1507.02284

- id: Vitanyi2006Meaningful
  author:
    - family: Vitányi
      given: Paul M
  citation-key: Vitanyi2006Meaningful
  container-title: IEEE Transactions on Information Theory
  DOI: 10.1109/TIT.2006.881729
  issue: '10'
  issued:
    - year: 2006
  page: 4617-4626
  title: Meaningful information
  type: article-journal
  volume: '52'

- id: Weidmann2012Rate
  accessed:
    - year: 2016
      month: 6
      day: 9
  author:
    - family: Weidmann
      given: Claudio
    - family: Vetterli
      given: Martin
  citation-key: Weidmann2012Rate
  container-title: IEEE Transactions on Information Theory
  DOI: 10.1109/TIT.2012.2201335
  ISSN: 0018-9448, 1557-9654
  issue: '8'
  issued:
    - year: 2012
      month: 8
  page: 4969-4992
  title: Rate Distortion Behavior of Sparse Sources
  type: article-journal
  URL: >-
    https://www.researchgate.net/publication/37467501_Rate_Distortion_Behavior_of_Sparse_Sources
  volume: '58'

- id: Weissman2013Directed
  author:
    - family: Weissman
      given: T.
    - family: Kim
      given: Y. H.
    - family: Permuter
      given: H. H.
  citation-key: Weissman2013Directed
  container-title: IEEE Transactions on Information Theory
  DOI: 10.1109/TIT.2012.2227677
  ISSN: 0018-9448
  issue: '3'
  issued:
    - year: 2013
      month: 3
  page: 1271-1287
  title: >-
    Directed Information, Causal Estimation, and Communication in Continuous
    Time
  type: article-journal
  URL: http://arxiv.org/abs/1109.0351
  volume: '59'

- id: Wolf1994Estimating
  accessed:
    - year: 2015
      month: 6
      day: 28
  author:
    - family: Wolf
      given: David R.
    - family: Wolpert
      given: David H.
  citation-key: Wolf1994Estimating
  container-title: arXiv:comp-gas/9403002
  issued:
    - year: 1994
      month: 3
      day: 8
  title: >-
    Estimating Functions of Distributions from A Finite Set of Samples, Part 2:
    Bayes Estimators for Mutual Information, Chi-Squared, Covariance and other
    Statistics
  type: article-journal
  URL: http://arxiv.org/abs/comp-gas/9403002

- id: Wolpert1994Estimating
  accessed:
    - year: 2015
      month: 6
      day: 28
  author:
    - family: Wolpert
      given: David H.
    - family: Wolf
      given: David R.
  citation-key: Wolpert1994Estimating
  container-title: arXiv:comp-gas/9403001
  issued:
    - year: 1994
      month: 3
      day: 8
  title: >-
    Estimating Functions of Probability Distributions from a Finite Set of
    Samples, Part 1: Bayes Estimators and the Shannon Entropy
  type: article-journal
  URL: http://arxiv.org/abs/comp-gas/9403001

- id: Wolpert1999General
  author:
    - family: Wolpert
      given: David H
    - family: Wheeler
      given: Kevin R
    - family: Tumer
      given: Kagan
  citation-key: Wolpert1999General
  DOI: 10.1145/301136.301167
  event-title: Proceedings of the third annual conference on Autonomous Agents
  issued:
    - year: 1999
  page: 77-83
  title: General principles of learning-based multi-agent systems
  type: paper-conference

- id: Wolpert2000Collective
  author:
    - family: Wolpert
      given: David H
    - family: Wheeler
      given: Kevin R
    - family: Tumer
      given: Kagan
  citation-key: Wolpert2000Collective
  container-title: EPL (Europhysics Letters)
  DOI: 10.1209/epl/i2000-00208-x
  issued:
    - year: 2000
  page: '708'
  title: Collective intelligence for control of distributed dynamical systems
  type: article-journal
  volume: '49'

- id: Wolpert2002Designing
  author:
    - family: Wolpert
      given: David H
    - family: Lawson
      given: John W
  citation-key: Wolpert2002Designing
  DOI: 10.1145/545056.545074
  event-title: >-
    Proceedings of the first international joint conference on Autonomous agents
    and multiagent systems: part 3
  issued:
    - year: 2002
  page: 1066-1073
  title: Designing agent collectives for systems with Markovian dynamics
  type: paper-conference

- id: Wolpert2006Information
  author:
    - family: Wolpert
      given: David H
  citation-key: Wolpert2006Information
  collection-title: Understanding Complex Systems
  container-title: Complex Engineered Systems
  ISBN: 978-3-540-32831-5 978-3-540-32834-6
  issued:
    - year: 2006
  language: en
  page: 262-290
  publisher: Springer Berlin Heidelberg
  title: >-
    Information Theory — The Bridge Connecting Bounded Rational Game Theory and
    Statistical Physics
  type: chapter
  URL: http://arxiv.org/abs/cond-mat/0402508

- id: Wolpert2006What
  author:
    - family: Wolpert
      given: David H
  citation-key: Wolpert2006What
  collection-number: '567'
  collection-title: Lecture Notes in Economics and Mathematical Systems
  container-title: The Complex Networks of Economic Interactions
  ISBN: 978-3-540-28726-1 978-3-540-28727-8
  issued:
    - year: 2006
  language: en
  page: 293-306
  publisher: Springer
  title: What Information Theory says about Bounded Rational Best Response
  type: chapter
  URL: http://ti.arc.nasa.gov/m/profile/dhw/papers/6.pdf

- id: Xu2017Informationtheoretic
  accessed:
    - year: 2017
      month: 11
      day: 9
  author:
    - family: Xu
      given: Aolin
    - family: Raginsky
      given: Maxim
  citation-key: Xu2017Informationtheoretic
  container-title: Advances In Neural Information Processing Systems
  issued:
    - year: 2017
      month: 5
      day: 22
  publisher: Curran Associates, Inc.
  title: >-
    Information-theoretic analysis of generalization capability of learning
    algorithms
  type: paper-conference
  URL: http://arxiv.org/abs/1705.07809

- id: Zellner1988Optimal
  accessed:
    - year: 2020
      month: 9
      day: 7
  author:
    - family: Zellner
      given: Arnold
  citation-key: Zellner1988Optimal
  container-title: The American Statistician
  DOI: 10.1080/00031305.1988.10475585
  ISSN: 0003-1305
  issue: '4'
  issued:
    - year: 1988
      month: 11
      day: 1
  page: 278-280
  publisher: Taylor & Francis
  title: Optimal Information Processing and Bayes's Theorem
  type: article-journal
  URL: https://ageconsearch.umn.edu/record/296078/files/usc043.pdf
  volume: '42'

- id: Zhang2014Nonparametric
  accessed:
    - year: 2014
      month: 10
      day: 15
  author:
    - family: Zhang
      given: Zhiyi
    - family: Grabchak
      given: Michael
  citation-key: Zhang2014Nonparametric
  container-title: Neural Computation
  container-title-short: Neural Computation
  DOI: 10.1162/NECO_a_00646
  ISSN: 0899-7667
  issue: '11'
  issued:
    - year: 2014
      month: 7
      day: 24
  page: 2570-2593
  title: Nonparametric Estimation of Küllback-Leibler Divergence
  type: article-journal
  volume: '26'
...
