---
references:
- id: AhnBayesian2012
  accessed:
    - year: 2022
      month: 8
      day: 16
  author:
    - family: Ahn
      given: Sungjin
    - family: Korattikara
      given: Anoop
    - family: Welling
      given: Max
  citation-key: AhnBayesian2012
  collection-title: ICML'12
  container-title: >-
    Proceedings of the 29th International Coference on International Conference
    on Machine Learning
  event-place: Madison, WI, USA
  event-title: ICML
  ISBN: 978-1-4503-1285-1
  issued:
    - year: 2012
      month: 6
      day: 26
  page: 1771–1778
  publisher: Omnipress
  publisher-place: Madison, WI, USA
  title: Bayesian posterior sampling via stochastic gradient fisher scoring
  type: paper-conference
  URL: https://arxiv.org/abs/1206.6380

- id: AlexosStructured2022
  accessed:
    - year: 2022
      month: 8
      day: 18
  author:
    - family: Alexos
      given: Antonios
    - family: Boyd
      given: Alex J.
    - family: Mandt
      given: Stephan
  citation-key: AlexosStructured2022
  container-title: Proceedings of the 39th International Conference on Machine Learning
  event-title: International Conference on Machine Learning
  ISSN: 2640-3498
  issued:
    - year: 2022
      month: 6
      day: 28
  language: en
  page: 414-434
  publisher: PMLR
  title: Structured Stochastic Gradient MCMC
  type: paper-conference
  URL: https://proceedings.mlr.press/v162/alexos22a.html

- id: BissiriGeneral2016
  accessed:
    - year: 2019
      month: 7
      day: 29
  author:
    - family: Bissiri
      given: P. G.
    - family: Holmes
      given: C. C.
    - family: Walker
      given: S. G.
  citation-key: BissiriGeneral2016
  container-title: 'Journal of the Royal Statistical Society: Series B (Statistical Methodology)'
  DOI: 10.1111/rssb.12158
  ISSN: 1467-9868
  issue: '5'
  issued:
    - year: 2016
  language: en
  page: 1103-1130
  title: A general framework for updating belief distributions
  type: article-journal
  volume: '78'

- id: BlundellWeight2015
  accessed:
    - year: 2023
      month: 2
      day: 8
  author:
    - family: Blundell
      given: Charles
    - family: Cornebise
      given: Julien
    - family: Kavukcuoglu
      given: Koray
    - family: Wierstra
      given: Daan
  citation-key: BlundellWeight2015
  collection-title: ICML'15
  container-title: >-
    Proceedings of the 32nd International Conference on International Conference
    on Machine Learning - Volume 37
  event-place: Lille, France
  event-title: International Conference on Machine Learning
  ISSN: 1938-7228
  issued:
    - year: 2015
      month: 7
      day: 6
  page: 1613–1622
  publisher: JMLR.org
  publisher-place: Lille, France
  title: Weight uncertainty in neural networks
  type: paper-conference
  URL: http://arxiv.org/abs/1505.05424

- id: BradleyShiftcurvature2022
  accessed:
    - year: 2023
      month: 9
      day: 1
  author:
    - family: Bradley
      given: Arwen V.
    - family: Gomez-Uribe
      given: Carlos A.
    - family: Vuyyuru
      given: Manish Reddy
  citation-key: BradleyShiftcurvature2022
  container-title: 'Machine Learning: Science and Technology'
  container-title-short: 'Mach. Learn.: Sci. Technol.'
  DOI: 10.1088/2632-2153/ac92c4
  ISSN: 2632-2153
  issue: '4'
  issued:
    - year: 2022
      month: 10
  language: en
  page: '045002'
  publisher: IOP Publishing
  title: Shift-curvature, SGD, and generalization
  type: article-journal
  volume: '3'

- id: BrossePromises2018
  accessed:
    - year: 2022
      month: 9
      day: 23
  author:
    - family: Brosse
      given: Nicolas
    - family: Moulines
      given: Éric
    - family: Durmus
      given: Alain
  citation-key: BrossePromises2018
  collection-title: NIPS'18
  container-title: >-
    Proceedings of the 32nd International Conference on Neural Information
    Processing Systems
  event-place: Red Hook, NY, USA
  issued:
    - year: 2018
      month: 12
      day: 3
  page: 8278–8288
  publisher: Curran Associates Inc.
  publisher-place: Red Hook, NY, USA
  title: The promises and pitfalls of stochastic gradient Langevin dynamics
  type: paper-conference
  URL: http://arxiv.org/abs/1811.10072

- id: CatoniPACBayesian2007
  accessed:
    - year: 2023
      month: 4
      day: 27
  author:
    - family: Catoni
      given: Olivier
  citation-key: CatoniPACBayesian2007
  container-title: IMS Lecture Notes Monograph Series
  container-title-short: IMS Lecture Notes Monogr. Ser.
  DOI: 10.1214/074921707000000391
  ISSN: 0749-2170
  issued:
    - year: 2007
  page: 1-163
  title: >-
    PAC-Bayesian Supervised Classification: The Thermodynamics of Statistical
    Learning
  type: article-journal
  URL: http://arxiv.org/abs/0712.0248
  volume: '56'

- id: ChadaConvergence2022
  accessed:
    - year: 2022
      month: 8
      day: 23
  author:
    - family: Chada
      given: Neil
    - family: Tong
      given: Xin
  citation-key: ChadaConvergence2022
  container-title: Mathematics of Computation
  container-title-short: Math. Comp.
  DOI: 10.1090/mcom/3709
  ISSN: 0025-5718, 1088-6842
  issue: '335'
  issued:
    - year: 2022
      month: 5
  language: en
  page: 1247-1280
  title: Convergence acceleration of ensemble Kalman inversion in nonlinear settings
  type: article-journal
  URL: https://arxiv.org/abs/1911.02424v2
  volume: '91'

- id: ChandramoorthyGeneralization2022
  accessed:
    - year: 2022
      month: 8
      day: 23
  author:
    - family: Chandramoorthy
      given: Nisha
    - family: Loukas
      given: Andreas
    - family: Gatmiry
      given: Khashayar
    - family: Jegelka
      given: Stefanie
  citation-key: ChandramoorthyGeneralization2022
  DOI: 10.48550/arXiv.2208.07951
  issued:
    - year: 2022
      month: 8
      day: 19
  number: arXiv:2208.07951
  publisher: arXiv
  title: On the generalization of learning algorithms that do not converge
  type: article
  URL: http://arxiv.org/abs/2208.07951

- id: ChaudhariEntropySGD2017
  accessed:
    - year: 2023
      month: 9
      day: 6
  author:
    - family: Chaudhari
      given: Pratik
    - family: Choromanska
      given: Anna
    - family: Soatto
      given: Stefano
    - family: LeCun
      given: Yann
    - family: Baldassi
      given: Carlo
    - family: Borgs
      given: Christian
    - family: Chayes
      given: Jennifer
    - family: Sagun
      given: Levent
    - family: Zecchina
      given: Riccardo
  citation-key: ChaudhariEntropySGD2017
  DOI: 10.48550/arXiv.1611.01838
  issued:
    - year: 2017
      month: 4
      day: 21
  number: arXiv:1611.01838
  publisher: arXiv
  title: 'Entropy-SGD: Biasing Gradient Descent Into Wide Valleys'
  type: article
  URL: http://arxiv.org/abs/1611.01838
  version: '5'

- id: ChaudhariStochastic2018
  author:
    - family: Chaudhari
      given: Pratik
    - family: Soatto
      given: Stefano
  citation-key: ChaudhariStochastic2018
  container-title: 2018 Information Theory and Applications Workshop (ITA)
  DOI: 10.1109/ITA.2018.8503224
  event-title: 2018 Information Theory and Applications Workshop (ITA)
  issued:
    - year: 2018
      month: 2
  page: 1-10
  title: >-
    Stochastic Gradient Descent Performs Variational Inference, Converges to
    Limit Cycles for Deep Networks
  type: paper-conference
  URL: http://arxiv.org/abs/1710.11029

- id: ChenStationary2021
  accessed:
    - year: 2022
      month: 9
      day: 21
  author:
    - family: Chen
      given: Zaiwei
    - family: Mou
      given: Shancong
    - family: Maguluri
      given: Siva Theja
  citation-key: ChenStationary2021
  issued:
    - year: 2021
      month: 11
      day: 11
  language: en
  number: arXiv:2111.06328
  publisher: arXiv
  title: >-
    Stationary Behavior of Constant Stepsize SGD Type Algorithms: An Asymptotic
    Characterization
  type: article
  URL: http://arxiv.org/abs/2111.06328

- id: ChenStochastic2014
  accessed:
    - year: 2022
      month: 8
      day: 16
  author:
    - family: Chen
      given: Tianqi
    - family: Fox
      given: Emily
    - family: Guestrin
      given: Carlos
  citation-key: ChenStochastic2014
  container-title: Proceedings of the 31st International Conference on Machine Learning
  DOI: 10.48550/arXiv.1402.4102
  event-place: Beijing, China
  event-title: International Conference on Machine Learning
  ISSN: 1938-7228
  issued:
    - year: 2014
      month: 6
      day: 18
  language: en
  page: 1683-1691
  publisher: PMLR
  publisher-place: Beijing, China
  title: Stochastic Gradient Hamiltonian Monte Carlo
  type: paper-conference
  URL: https://proceedings.mlr.press/v32/cheni14.html

- id: ChoiWAIC2019
  accessed:
    - year: 2022
      month: 8
      day: 16
  author:
    - family: Choi
      given: Hyunsun
    - family: Jang
      given: Eric
    - family: Alemi
      given: Alexander A.
  citation-key: ChoiWAIC2019
  DOI: 10.48550/arXiv.1810.01392
  issued:
    - year: 2019
      month: 5
      day: 23
  number: arXiv:1810.01392
  publisher: arXiv
  title: WAIC, but Why? Generative Ensembles for Robust Anomaly Detection
  type: article
  URL: http://arxiv.org/abs/1810.01392

- id: CsiszarIdivergence1975
  accessed:
    - year: 2024
      month: 4
      day: 4
  author:
    - family: Csiszár
      given: Imre
  citation-key: CsiszarIdivergence1975
  container-title: The annals of probability
  DOI: 10.1214/aop/1176996454
  ISSN: 0091-1798, 2168-894X
  issue: '1'
  issued:
    - year: 1975
  page: 146–158
  publisher: JSTOR
  title: I-divergence geometry of probability distributions and minimization problems
  type: article-journal
  volume: '3'

- id: DehaeneExpectation2016
  author:
    - family: Dehaene
      given: Guillaume P.
  citation-key: DehaeneExpectation2016
  container-title: arXiv:1612.05053 [stat]
  issued:
    - year: 2016
      month: 12
      day: 15
  title: Expectation Propagation performs a smoothed gradient descent
  type: article-journal
  URL: http://arxiv.org/abs/1612.05053

- id: DetommasoStein2018
  accessed:
    - year: 2022
      month: 10
      day: 12
  author:
    - family: Detommaso
      given: Gianluca
    - family: Cui
      given: Tiangang
    - family: Spantini
      given: Alessio
    - family: Marzouk
      given: Youssef
    - family: Scheichl
      given: Robert
  citation-key: DetommasoStein2018
  collection-title: NIPS'18
  container-title: >-
    Proceedings of the 32nd International Conference on Neural Information
    Processing Systems
  DOI: 10.48550/arXiv.1806.03085
  event-place: Red Hook, NY, USA
  event-title: Advances in Neural Information Processing Systems 2018
  issued:
    - year: 2018
      month: 12
      day: 3
  page: 9187–9197
  publisher: Curran Associates Inc.
  publisher-place: Red Hook, NY, USA
  title: A Stein variational Newton method
  type: paper-conference
  URL: http://arxiv.org/abs/1806.03085

- id: DieuleveutBridging2018
  accessed:
    - year: 2022
      month: 8
      day: 16
  author:
    - family: Dieuleveut
      given: Aymeric
    - family: Durmus
      given: Alain
    - family: Bach
      given: Francis
  citation-key: DieuleveutBridging2018
  DOI: 10.48550/arXiv.1707.06386
  issued:
    - year: 2018
      month: 4
      day: 11
  number: arXiv:1707.06386
  publisher: arXiv
  title: >-
    Bridging the Gap between Constant Step Size Stochastic Gradient Descent and
    Markov Chains
  type: article
  URL: http://arxiv.org/abs/1707.06386

- id: DingBayesian2014
  accessed:
    - year: 2022
      month: 8
      day: 16
  author:
    - family: Ding
      given: Nan
    - family: Fang
      given: Youhan
    - family: Babbush
      given: Ryan
    - family: Chen
      given: Changyou
    - family: Skeel
      given: Robert D.
    - family: Neven
      given: Hartmut
  citation-key: DingBayesian2014
  collection-title: NIPS'14
  container-title: >-
    Proceedings of the 27th International Conference on Neural Information
    Processing Systems - Volume 2
  event-place: Cambridge, MA, USA
  event-title: NIPS
  issued:
    - year: 2014
      month: 12
      day: 8
  page: 3203–3211
  publisher: MIT Press
  publisher-place: Cambridge, MA, USA
  title: Bayesian sampling using stochastic gradient thermostats
  type: paper-conference
  URL: https://openreview.net/forum?id=BJ-c8DbOWS

- id: DonskerAsymptotic1975
  accessed:
    - year: 2023
      month: 6
      day: 9
  author:
    - family: Donsker
      given: M. D.
    - family: Varadhan
      given: S. R. S.
  citation-key: DonskerAsymptotic1975
  container-title: Communications on Pure and Applied Mathematics
  DOI: 10.1002/cpa.3160280102
  ISSN: 1097-0312
  issue: '1'
  issued:
    - year: 1975
  language: en
  page: 1-47
  title: >-
    Asymptotic evaluation of certain Markov process expectations for large time,
    I
  type: article-journal
  volume: '28'

- id: DurmusHighdimensional2016
  accessed:
    - year: 2018
      month: 7
      day: 10
  author:
    - family: Durmus
      given: Alain
    - family: Moulines
      given: Eric
  citation-key: DurmusHighdimensional2016
  container-title: arXiv:1605.01559 [math, stat]
  issued:
    - year: 2016
      month: 5
      day: 5
  title: High-dimensional Bayesian inference via the Unadjusted Langevin Algorithm
  type: article-journal
  URL: http://arxiv.org/abs/1605.01559

- id: DutordoirDeep2021
  accessed:
    - year: 2021
      month: 5
      day: 12
  author:
    - family: Dutordoir
      given: Vincent
    - family: Hensman
      given: James
    - family: Wilk
      given: Mark
      non-dropping-particle: van der
    - family: Ek
      given: Carl Henrik
    - family: Ghahramani
      given: Zoubin
    - family: Durrande
      given: Nicolas
  citation-key: DutordoirDeep2021
  container-title: arXiv:2105.04504 [cs, stat]
  event-title: Advances in Neural Information Processing Systems
  issued:
    - year: 2021
      month: 5
      day: 10
  title: Deep Neural Networks as Point Estimates for Deep Gaussian Processes
  type: paper-conference
  URL: http://arxiv.org/abs/2105.04504

- id: FengInverse2021
  accessed:
    - year: 2023
      month: 9
      day: 6
  author:
    - family: Feng
      given: Yu
    - family: Tu
      given: Yuhai
  citation-key: FengInverse2021
  container-title: Proceedings of the National Academy of Sciences
  DOI: 10.1073/pnas.2015617118
  issue: '9'
  issued:
    - year: 2021
      month: 3
      day: 2
  page: e2015617118
  publisher: Proceedings of the National Academy of Sciences
  title: >-
    The inverse variance–flatness relation in stochastic gradient descent is
    critical for finding flat minima
  type: article-journal
  volume: '118'

- id: FutamiVariational2017
  accessed:
    - year: 2018
      month: 4
      day: 3
  author:
    - family: Futami
      given: Futoshi
    - family: Sato
      given: Issei
    - family: Sugiyama
      given: Masashi
  citation-key: FutamiVariational2017
  container-title: arXiv:1710.06595 [stat]
  issued:
    - year: 2017
      month: 10
      day: 18
  title: Variational Inference based on Robust Divergences
  type: article-journal
  URL: http://arxiv.org/abs/1710.06595

- id: GeSimulated2020
  accessed:
    - year: 2021
      month: 3
      day: 10
  author:
    - family: Ge
      given: Rong
    - family: Lee
      given: Holden
    - family: Risteski
      given: Andrej
  citation-key: GeSimulated2020
  container-title: arXiv:1812.00793 [cs, math, stat]
  issued:
    - year: 2020
      month: 9
      day: 9
  title: >-
    Simulated Tempering Langevin Monte Carlo II: An Improved Proof using Soft
    Markov Chain Decomposition
  type: article-journal
  URL: http://arxiv.org/abs/1812.00793

- id: GirolamiRiemann2011
  accessed:
    - year: 2017
      month: 11
      day: 27
  author:
    - family: Girolami
      given: Mark
    - family: Calderhead
      given: Ben
  citation-key: GirolamiRiemann2011
  container-title: 'Journal of the Royal Statistical Society: Series B (Statistical Methodology)'
  DOI: 10.1111/j.1467-9868.2010.00765.x
  ISSN: 1467-9868
  issue: '2'
  issued:
    - year: 2011
      month: 3
      day: 1
  language: en
  page: 123-214
  title: Riemann manifold Langevin and Hamiltonian Monte Carlo methods
  type: article-journal
  URL: >-
    http://andrewgelman.com/wp-content/uploads/2010/04/RMHMC_MG_BC_SC_REV_08_04_10.pdf
  volume: '73'

- id: GoldtStochastic2017
  accessed:
    - year: 2023
      month: 8
      day: 30
  author:
    - family: Goldt
      given: Sebastian
    - family: Seifert
      given: Udo
  citation-key: GoldtStochastic2017
  container-title: Physical Review Letters
  container-title-short: Phys. Rev. Lett.
  DOI: 10.1103/PhysRevLett.118.010601
  ISSN: 0031-9007, 1079-7114
  issue: '1'
  issued:
    - year: 2017
      month: 1
      day: 6
  page: '010601'
  title: Stochastic Thermodynamics of Learning
  type: article-journal
  URL: http://arxiv.org/abs/1611.09428
  volume: '118'

- id: GrenanderRepresentations1994
  accessed:
    - year: 2022
      month: 9
      day: 21
  author:
    - family: Grenander
      given: Ulf
    - family: Miller
      given: Michael I.
  citation-key: GrenanderRepresentations1994
  container-title: 'Journal of the Royal Statistical Society: Series B (Methodological)'
  DOI: 10.1111/j.2517-6161.1994.tb02000.x
  ISSN: 2517-6161
  issue: '4'
  issued:
    - year: 1994
  language: en
  page: 549-581
  title: Representations of Knowledge in Complex Systems
  type: article-journal
  volume: '56'

- id: GuMuProp2016
  accessed:
    - year: 2018
      month: 3
      day: 21
  author:
    - family: Gu
      given: Shixiang
    - family: Levine
      given: Sergey
    - family: Sutskever
      given: Ilya
    - family: Mnih
      given: Andriy
  citation-key: GuMuProp2016
  container-title: Proceedings of ICLR
  issued:
    - year: 2016
  language: en
  title: 'MuProp: Unbiased Backpropagation for Stochastic Neural Networks'
  type: paper-conference
  URL: https://arxiv.org/abs/1511.05176v3

- id: HodgkinsonImplicit2019
  accessed:
    - year: 2019
      month: 7
      day: 16
  author:
    - family: Hodgkinson
      given: Liam
    - family: Salomone
      given: Robert
    - family: Roosta
      given: Fred
  citation-key: HodgkinsonImplicit2019
  container-title: arXiv:1903.12322 [cs, stat]
  issued:
    - year: 2019
      month: 3
      day: 28
  language: en
  title: Implicit Langevin Algorithms for Sampling From Log-concave Densities
  type: article-journal
  URL: http://arxiv.org/abs/1903.12322

- id: HonkelaNatural2008
  author:
    - family: Honkela
      given: Antti
    - family: Tornio
      given: Matti
    - family: Raiko
      given: Tapani
    - family: Karhunen
      given: Juha
  citation-key: HonkelaNatural2008
  collection-title: Lecture Notes in Computer Science
  container-title: Neural Information Processing
  DOI: 10.1007/978-3-540-69162-4_32
  editor:
    - family: Ishikawa
      given: Masumi
    - family: Doya
      given: Kenji
    - family: Miyamoto
      given: Hiroyuki
    - family: Yamakawa
      given: Takeshi
  event-place: Berlin, Heidelberg
  ISBN: 978-3-540-69162-4
  ISSN: 0302-9743, 1611-3349
  issued:
    - year: 2008
  language: en
  page: 305-314
  publisher: Springer
  publisher-place: Berlin, Heidelberg
  title: Natural Conjugate Gradient in Variational Inference
  type: paper-conference

- id: ImmerImproving2021
  accessed:
    - year: 2021
      month: 8
      day: 23
  author:
    - family: Immer
      given: Alexander
    - family: Korzepa
      given: Maciej
    - family: Bauer
      given: Matthias
  citation-key: ImmerImproving2021
  container-title: International Conference on Artificial Intelligence and Statistics
  event-title: International Conference on Artificial Intelligence and Statistics
  ISSN: 2640-3498
  issued:
    - year: 2021
      month: 3
      day: 18
  language: en
  page: 703-711
  publisher: PMLR
  title: Improving predictions of Bayesian neural nets via local linearization
  type: paper-conference
  URL: https://proceedings.mlr.press/v130/immer21a.html

- id: IzmailovAveraging2018
  accessed:
    - year: 2021
      month: 9
      day: 24
  author:
    - family: Izmailov
      given: Pavel
    - family: Podoprikhin
      given: Dmitrii
    - family: Garipov
      given: Timur
    - family: Vetrov
      given: Dmitry
    - family: Wilson
      given: Andrew Gordon
  citation-key: IzmailovAveraging2018
  issued:
    - year: 2018
      month: 3
      day: 14
  language: en
  title: Averaging Weights Leads to Wider Optima and Better Generalization
  type: article-journal
  URL: https://arxiv.org/abs/1803.05407v3

- id: IzmailovSubspace2020
  accessed:
    - year: 2021
      month: 9
      day: 24
  author:
    - family: Izmailov
      given: Pavel
    - family: Maddox
      given: Wesley J.
    - family: Kirichenko
      given: Polina
    - family: Garipov
      given: Timur
    - family: Vetrov
      given: Dmitry
    - family: Wilson
      given: Andrew Gordon
  citation-key: IzmailovSubspace2020
  container-title: Proceedings of The 35th Uncertainty in Artificial Intelligence Conference
  event-title: Uncertainty in Artificial Intelligence
  ISSN: 2640-3498
  issued:
    - year: 2020
      month: 8
      day: 6
  language: en
  page: 1169-1179
  publisher: PMLR
  title: Subspace Inference for Bayesian Deep Learning
  type: paper-conference
  URL: http://arxiv.org/abs/1907.07504

- id: KhanApproximate2020
  accessed:
    - year: 2021
      month: 11
      day: 3
  author:
    - family: Khan
      given: Mohammad Emtiyaz
    - family: Immer
      given: Alexander
    - family: Abedi
      given: Ehsan
    - family: Korzepa
      given: Maciej
  citation-key: KhanApproximate2020
  container-title: arXiv:1906.01930 [cs, stat]
  issued:
    - year: 2020
      month: 7
      day: 19
  title: Approximate Inference Turns Deep Networks into Gaussian Processes
  type: article-journal
  URL: http://arxiv.org/abs/1906.01930

- id: KhanBayesian2023
  accessed:
    - year: 2024
      month: 2
      day: 8
  author:
    - family: Khan
      given: Mohammad Emtiyaz
    - family: Rue
      given: Håvard
  citation-key: KhanBayesian2023
  DOI: 10.48550/arXiv.2107.04562
  issued:
    - year: 2023
      month: 6
      day: 30
  number: arXiv:2107.04562
  publisher: arXiv
  title: The Bayesian Learning Rule
  type: article
  URL: http://arxiv.org/abs/2107.04562

- id: KhanConjugateComputation2017
  accessed:
    - year: 2020
      month: 11
      day: 24
  author:
    - family: Khan
      given: Mohammad Emtiyaz
    - family: Lin
      given: Wu
  citation-key: KhanConjugateComputation2017
  container-title: Artificial Intelligence and Statistics
  event-title: Artificial Intelligence and Statistics
  ISSN: 2640-3498
  issued:
    - year: 2017
      month: 4
      day: 10
  language: en
  page: 878-887
  publisher: PMLR
  title: >-
    Conjugate-Computation Variational Inference : Converting Variational
    Inference in Non-Conjugate Models to Inferences in Conjugate Models
  type: paper-conference
  URL: http://arxiv.org/abs/1703.04265

- id: KhanFast2018
  accessed:
    - year: 2023
      month: 8
      day: 28
  author:
    - family: Khan
      given: Mohammad
    - family: Nielsen
      given: Didrik
    - family: Tangkaratt
      given: Voot
    - family: Lin
      given: Wu
    - family: Gal
      given: Yarin
    - family: Srivastava
      given: Akash
  citation-key: KhanFast2018
  container-title: Proceedings of the 35th International Conference on Machine Learning
  event-title: International Conference on Machine Learning
  ISSN: 2640-3498
  issued:
    - year: 2018
      month: 7
      day: 3
  language: en
  page: 2611-2620
  publisher: PMLR
  title: Fast and Scalable Bayesian Deep Learning by Weight-Perturbation in Adam
  type: paper-conference
  URL: https://proceedings.mlr.press/v80/khan18a.html

- id: KnoblauchGeneralized2019
  accessed:
    - year: 2024
      month: 4
      day: 4
  author:
    - family: Knoblauch
      given: Jeremias
    - family: Jewson
      given: Jack
    - family: Damoulas
      given: Theodoros
  citation-key: KnoblauchGeneralized2019
  issued:
    - year: 2019
      month: 4
      day: 3
  language: en
  title: >-
    Generalized Variational Inference: Three arguments for deriving new
    Posteriors
  type: article
  URL: https://arxiv.org/abs/1904.02063v4

- id: KnoblauchOptimizationcentric2022
  author:
    - family: Knoblauch
      given: Jeremias
    - family: Jewson
      given: Jack
    - family: Damoulas
      given: Theodoros
  citation-key: KnoblauchOptimizationcentric2022
  container-title: Journal of Machine Learning Research
  issue: '132'
  issued:
    - year: 2022
  page: 1–109
  title: >-
    An optimization-centric view on Bayes’ rule: Reviewing and generalizing
    variational inference
  type: article-journal
  volume: '23'

- id: KristiadiLearnable2021
  accessed:
    - year: 2021
      month: 6
      day: 22
  author:
    - family: Kristiadi
      given: Agustinus
    - family: Hein
      given: Matthias
    - family: Hennig
      given: Philipp
  citation-key: KristiadiLearnable2021
  container-title: Uncertainty in Artificial Intelligence
  event-title: UAI
  issued:
    - year: 2021
      month: 6
      day: 7
  title: Learnable Uncertainty under Laplace Approximations
  type: paper-conference
  URL: http://arxiv.org/abs/2010.02720

- id: LeBayesian2018
  accessed:
    - year: 2022
      month: 8
      day: 16
  author:
    - family: Le
      given: Samuel L. Smith and Quoc V.
  citation-key: LeBayesian2018
  event-title: International Conference on Learning Representations
  issued:
    - year: 2018
      month: 2
      day: 15
  language: en
  title: A Bayesian Perspective on Generalization and Stochastic Gradient Descent
  type: paper-conference
  URL: https://openreview.net/forum?id=BJij4yg0Z

- id: LiuStein2019
  accessed:
    - year: 2019
      month: 11
      day: 11
  author:
    - family: Liu
      given: Qiang
    - family: Wang
      given: Dilin
  citation-key: LiuStein2019
  container-title: Advances In Neural Information Processing Systems
  event-title: NIPS 2016
  issued:
    - year: 2019
      month: 9
      day: 9
  title: >-
    Stein Variational Gradient Descent: A general purpose Bayesian inference
    algorithm
  type: paper-conference
  URL: http://arxiv.org/abs/1608.04471

- id: MaclaurinEarly2015
  accessed:
    - year: 2022
      month: 8
      day: 19
  author:
    - family: Maclaurin
      given: Dougal
    - family: Duvenaud
      given: David
    - family: Adams
      given: Ryan P.
  citation-key: MaclaurinEarly2015
  container-title: >-
    Proceedings of the 19th International Conference on Artificial Intelligence
    and Statistics
  DOI: 10.48550/arXiv.1504.01344
  event-title: Artificial Intelligence and Statistics
  ISSN: 1938-7228
  issued:
    - year: 2015
      month: 4
      day: 6
  page: 1070-1077
  publisher: arXiv
  title: Early Stopping as Nonparametric Variational Inference
  type: paper-conference
  URL: http://arxiv.org/abs/1504.01344

- id: MaComplete2015
  accessed:
    - year: 2021
      month: 8
      day: 4
  author:
    - family: Ma
      given: Yi-An
    - family: Chen
      given: Tianqi
    - family: Fox
      given: Emily B.
  citation-key: MaComplete2015
  collection-title: NIPS'15
  container-title: >-
    Proceedings of the 28th International Conference on Neural Information
    Processing Systems - Volume 2
  event-place: Cambridge, MA, USA
  issued:
    - year: 2015
      month: 12
      day: 7
  page: 2917–2925
  publisher: MIT Press
  publisher-place: Cambridge, MA, USA
  title: A complete recipe for stochastic gradient MCMC
  type: paper-conference
  URL: http://arxiv.org/abs/1506.04696

- id: MaddoxSimple2019
  accessed:
    - year: 2021
      month: 9
      day: 24
  author:
    - family: Maddox
      given: Wesley
    - family: Garipov
      given: Timur
    - family: Izmailov
      given: Pavel
    - family: Vetrov
      given: Dmitry
    - family: Wilson
      given: Andrew Gordon
  citation-key: MaddoxSimple2019
  issued:
    - year: 2019
      month: 2
      day: 7
  language: en
  title: A Simple Baseline for Bayesian Uncertainty in Deep Learning
  type: article-journal
  URL: https://arxiv.org/abs/1902.02476v2

- id: MandtStochastic2017
  accessed:
    - year: 2018
      month: 4
      day: 3
  author:
    - family: Mandt
      given: Stephan
    - family: Hoffman
      given: Matthew D.
    - family: Blei
      given: David M.
  citation-key: MandtStochastic2017
  container-title: JMLR
  issued:
    - year: 2017
      month: 4
      day: 13
  title: Stochastic Gradient Descent as Approximate Bayesian Inference
  type: article-journal
  URL: http://arxiv.org/abs/1704.04289

- id: MargossianHamiltonian2020
  accessed:
    - year: 2022
      month: 1
      day: 26
  author:
    - family: Margossian
      given: Charles C.
    - family: Vehtari
      given: Aki
    - family: Simpson
      given: Daniel
    - family: Agrawal
      given: Raj
  citation-key: MargossianHamiltonian2020
  container-title: arXiv:2004.12550 [stat]
  issued:
    - year: 2020
      month: 10
      day: 25
  title: >-
    Hamiltonian Monte Carlo using an adjoint-differentiated Laplace
    approximation: Bayesian inference for latent Gaussian models and beyond
  type: article-journal
  URL: http://arxiv.org/abs/2004.12550

- id: MartensNew2020
  accessed:
    - year: 2020
      month: 9
      day: 17
  author:
    - family: Martens
      given: James
  citation-key: MartensNew2020
  container-title: Journal of Machine Learning Research
  ISSN: 1533-7928
  issue: '146'
  issued:
    - year: 2020
  page: 1-76
  title: New Insights and Perspectives on the Natural Gradient Method
  type: article-journal
  URL: http://jmlr.org/papers/v21/17-678.html
  volume: '21'

- id: NealBayesian1996
  author:
    - family: Neal
      given: Radford M.
  citation-key: NealBayesian1996
  DOI: 10.1007/978-1-4612-0745-0
  event-place: Secaucus, NJ, USA
  issued:
    - year: 1996
  publisher: Springer-Verlag New York, Inc.
  publisher-place: Secaucus, NJ, USA
  title: Bayesian Learning for Neural Networks
  type: thesis
  URL: http://www.csri.utoronto.ca/~radford/ftp/thesis.pdf

- id: NortonTuning2016
  accessed:
    - year: 2016
      month: 10
      day: 5
  author:
    - family: Norton
      given: Richard A.
    - family: Fox
      given: Colin
  citation-key: NortonTuning2016
  container-title: arXiv:1610.00781 [math, stat]
  issued:
    - year: 2016
      month: 10
      day: 3
  title: >-
    Tuning of MCMC with Langevin, Hamiltonian, and other stochastic
    autoregressive proposals
  type: article-journal
  URL: http://arxiv.org/abs/1610.00781

- id: OsawaPractical2019
  accessed:
    - year: 2022
      month: 8
      day: 16
  author:
    - family: Osawa
      given: Kazuki
    - family: Swaroop
      given: Siddharth
    - family: Khan
      given: Mohammad Emtiyaz E
    - family: Jain
      given: Anirudh
    - family: Eschenhagen
      given: Runa
    - family: Turner
      given: Richard E
    - family: Yokota
      given: Rio
  citation-key: OsawaPractical2019
  container-title: Advances in Neural Information Processing Systems
  event-place: Red Hook, NY, USA
  issued:
    - year: 2019
  publisher: Curran Associates, Inc.
  publisher-place: Red Hook, NY, USA
  title: Practical Deep Learning with Bayesian Principles
  type: paper-conference
  URL: http://arxiv.org/abs/1906.02506
  volume: '32'

- id: PapamarkouPosition2024
  accessed:
    - year: 2024
      month: 2
      day: 27
  author:
    - family: Papamarkou
      given: Theodore
    - family: Skoularidou
      given: Maria
    - family: Palla
      given: Konstantina
    - family: Aitchison
      given: Laurence
    - family: Arbel
      given: Julyan
    - family: Dunson
      given: David
    - family: Filippone
      given: Maurizio
    - family: Fortuin
      given: Vincent
    - family: Hennig
      given: Philipp
    - family: Lobato
      given: Jose Miguel Hernandez
    - family: Hubin
      given: Aliaksandr
    - family: Immer
      given: Alexander
    - family: Karaletsos
      given: Theofanis
    - family: Khan
      given: Mohammad Emtiyaz
    - family: Kristiadi
      given: Agustinus
    - family: Li
      given: Yingzhen
    - family: Mandt
      given: Stephan
    - family: Nemeth
      given: Christopher
    - family: Osborne
      given: Michael A.
    - family: Rudner
      given: Tim G. J.
    - family: Rügamer
      given: David
    - family: Teh
      given: Yee Whye
    - family: Welling
      given: Max
    - family: Wilson
      given: Andrew Gordon
    - family: Zhang
      given: Ruqi
  citation-key: PapamarkouPosition2024
  DOI: 10.48550/arXiv.2402.00809
  issued:
    - year: 2024
      month: 2
      day: 6
  number: arXiv:2402.00809
  publisher: arXiv
  title: 'Position Paper: Bayesian Deep Learning in the Age of Large-Scale AI'
  type: article
  URL: http://arxiv.org/abs/2402.00809

- id: ParisiCorrelation1981
  accessed:
    - year: 2022
      month: 9
      day: 21
  author:
    - family: Parisi
      given: G.
  citation-key: ParisiCorrelation1981
  container-title: Nuclear Physics B
  container-title-short: Nuclear Physics B
  DOI: 10.1016/0550-3213(81)90056-0
  ISSN: 0550-3213
  issue: '3'
  issued:
    - year: 1981
      month: 5
      day: 25
  language: en
  page: 378-384
  title: Correlation functions and computer simulations
  type: article-journal
  volume: '180'

- id: RasonyiStability2022
  accessed:
    - year: 2022
      month: 9
      day: 23
  author:
    - family: Rásonyi
      given: Miklós
    - family: Tikosi
      given: Kinga
  citation-key: RasonyiStability2022
  container-title: Statistics & Probability Letters
  container-title-short: Statistics & Probability Letters
  DOI: 10.1016/j.spl.2021.109321
  ISSN: 0167-7152
  issued:
    - year: 2022
      month: 3
      day: 1
  language: en
  page: '109321'
  title: >-
    On the stability of the stochastic gradient Langevin algorithm with
    dependent data stream
  type: article-journal
  volume: '182'

- id: RitterSparse2021
  accessed:
    - year: 2021
      month: 9
      day: 29
  author:
    - family: Ritter
      given: Hippolyt
    - family: Kukla
      given: Martin
    - family: Zhang
      given: Cheng
    - family: Li
      given: Yingzhen
  citation-key: RitterSparse2021
  container-title: arXiv:2105.14594 [cs, stat]
  issued:
    - year: 2021
      month: 5
      day: 30
  language: en
  title: Sparse Uncertainty Representation in Deep Learning with Inducing Weights
  type: article-journal
  URL: http://arxiv.org/abs/2105.14594

- id: RuizGeneralized2016
  accessed:
    - year: 2018
      month: 4
      day: 3
  author:
    - family: Ruiz
      given: Francisco J. R.
    - family: Titsias
      given: Michalis K.
    - family: Blei
      given: David M.
  citation-key: RuizGeneralized2016
  container-title: Advances In Neural Information Processing Systems
  event-title: NIPS
  issued:
    - year: 2016
      month: 10
      day: 7
  title: The Generalized Reparameterization Gradient
  type: paper-conference
  URL: http://arxiv.org/abs/1610.02287

- id: SatoOnline2001
  accessed:
    - year: 2024
      month: 2
      day: 26
  author:
    - family: Sato
      given: Masa-aki
  citation-key: SatoOnline2001
  container-title: Neural Computation
  container-title-short: Neural Computation
  DOI: 10.1162/089976601750265045
  ISSN: 0899-7667
  issue: '7'
  issued:
    - year: 2001
      month: 7
      day: 1
  page: 1649-1681
  title: Online Model Selection Based on the Variational Bayes
  type: article-journal
  URL: >-
    https://web.archive.org/web/20130319090035id_/http://www.robots.ox.ac.uk:80/~parg/mlrg/papers/online_variational.pdf
  volume: '13'

- id: ShangCovarianceControlled2015
  accessed:
    - year: 2022
      month: 8
      day: 19
  author:
    - family: Shang
      given: Xiaocheng
    - family: Zhu
      given: Zhanxing
    - family: Leimkuhler
      given: Benedict
    - family: Storkey
      given: Amos J
  citation-key: ShangCovarianceControlled2015
  collection-title: NIPS'15
  container-title: Advances in Neural Information Processing Systems
  issued:
    - year: 2015
  publisher: Curran Associates, Inc.
  title: >-
    Covariance-Controlled Adaptive Langevin Thermostat for Large-Scale Bayesian
    Sampling
  type: paper-conference
  URL: >-
    https://proceedings.neurips.cc/paper/2015/hash/6f4922f45568161a8cdf4ad2299f6d23-Abstract.html
  volume: '28'

- id: SmithOrigin2020
  accessed:
    - year: 2022
      month: 4
      day: 23
  author:
    - family: Smith
      given: Samuel L.
    - family: Dherin
      given: Benoit
    - family: Barrett
      given: David
    - family: De
      given: Soham
  citation-key: SmithOrigin2020
  DOI: 10.48550/arXiv.2101.12176
  event-title: International Conference on Learning Representations
  issued:
    - year: 2020
      month: 9
      day: 28
  language: en
  title: On the Origin of Implicit Regularization in Stochastic Gradient Descent
  type: paper-conference
  URL: http://arxiv.org/abs/2101.12176

- id: SunScheduling2023
  accessed:
    - year: 2023
      month: 9
      day: 6
  author:
    - family: Sun
      given: Jianhui
    - family: Yang
      given: Ying
    - family: Xun
      given: Guangxu
    - family: Zhang
      given: Aidong
  citation-key: SunScheduling2023
  container-title: ACM Transactions on Knowledge Discovery from Data
  container-title-short: ACM Trans. Knowl. Discov. Data
  DOI: 10.1145/3544782
  ISSN: 1556-4681
  issue: '2'
  issued:
    - year: 2023
      month: 3
      day: 20
  page: 29:1–29:37
  title: >-
    Scheduling Hyperparameters to Improve Generalization: From Centralized SGD
    to Asynchronous SGD
  type: article-journal
  volume: '17'

- id: WainwrightGraphical2008
  accessed:
    - year: 2014
      month: 8
      day: 16
  author:
    - family: Wainwright
      given: Martin J.
    - family: Jordan
      given: Michael I.
  citation-key: WainwrightGraphical2008
  collection-title: Foundations and Trends® in Machine Learning
  DOI: 10.1561/2200000001
  issued:
    - year: 2008
  publisher: Now Publishers
  title: Graphical models, exponential families, and variational inference
  type: book
  URL: http://www.cs.berkeley.edu/~jordan/papers/wainwright-jordan-fnt.pdf
  volume: '1'

- id: WellingBayesian2011
  accessed:
    - year: 2022
      month: 8
      day: 16
  author:
    - family: Welling
      given: Max
    - family: Teh
      given: Yee Whye
  citation-key: WellingBayesian2011
  collection-title: ICML'11
  container-title: >-
    Proceedings of the 28th International Conference on International Conference
    on Machine Learning
  event-place: Madison, WI, USA
  ISBN: 978-1-4503-0619-5
  issued:
    - year: 2011
      month: 6
      day: 28
  page: 681–688
  publisher: Omnipress
  publisher-place: Madison, WI, USA
  title: Bayesian learning via stochastic gradient Langevin dynamics
  type: paper-conference
  URL: https://icml.cc/2011/papers/398_icmlpaper.pdf

- id: WenzelHow2020
  accessed:
    - year: 2022
      month: 8
      day: 16
  author:
    - family: Wenzel
      given: Florian
    - family: Roth
      given: Kevin
    - family: Veeling
      given: Bastiaan
    - family: Swiatkowski
      given: Jakub
    - family: Tran
      given: Linh
    - family: Mandt
      given: Stephan
    - family: Snoek
      given: Jasper
    - family: Salimans
      given: Tim
    - family: Jenatton
      given: Rodolphe
    - family: Nowozin
      given: Sebastian
  citation-key: WenzelHow2020
  container-title: Proceedings of the 37th International Conference on Machine Learning
  event-title: International Conference on Machine Learning
  ISSN: 2640-3498
  issued:
    - year: 2020
      month: 11
      day: 21
  language: en
  page: 10248-10259
  publisher: PMLR
  title: How Good is the Bayes Posterior in Deep Neural Networks Really?
  type: paper-conference
  URL: http://arxiv.org/abs/2002.02405
  volume: '119'

- id: WilsonBayesian2020
  accessed:
    - year: 2021
      month: 9
      day: 24
  author:
    - family: Wilson
      given: Andrew Gordon
    - family: Izmailov
      given: Pavel
  citation-key: WilsonBayesian2020
  issued:
    - year: 2020
      month: 2
      day: 20
  language: en
  title: Bayesian Deep Learning and a Probabilistic Perspective of Generalization
  type: article-journal
  URL: https://arxiv.org/abs/2002.08791v3

- id: XifaraLangevin2014
  accessed:
    - year: 2017
      month: 11
      day: 27
  author:
    - family: Xifara
      given: T.
    - family: Sherlock
      given: C.
    - family: Livingstone
      given: S.
    - family: Byrne
      given: S.
    - family: Girolami
      given: M.
  citation-key: XifaraLangevin2014
  container-title: Statistics & Probability Letters
  container-title-short: Statistics & Probability Letters
  DOI: 10.1016/j.spl.2014.04.002
  ISSN: 0167-7152
  issue: Supplement C
  issued:
    - year: 2014
      month: 8
      day: 1
  page: 14-19
  title: Langevin diffusions and the Metropolis-adjusted Langevin algorithm
  type: article-journal
  URL: http://arxiv.org/abs/1309.2983
  volume: '91'

- id: ZellnerInformation2002
  accessed:
    - year: 2020
      month: 9
      day: 7
  author:
    - family: Zellner
      given: Arnold
  citation-key: ZellnerInformation2002
  collection-title: Information and Entropy Econometrics
  container-title: Journal of Econometrics
  container-title-short: Journal of Econometrics
  DOI: 10.1016/S0304-4076(01)00112-9
  ISSN: 0304-4076
  issue: '1'
  issued:
    - year: 2002
      month: 3
      day: 1
  language: en
  page: 41-50
  title: Information processing and Bayesian analysis
  type: article-journal
  URL: http://www.yaroslavvb.com/papers/zellner-information.pdf
  volume: '107'

- id: ZellnerOptimal1988
  accessed:
    - year: 2020
      month: 9
      day: 7
  author:
    - family: Zellner
      given: Arnold
  citation-key: ZellnerOptimal1988
  container-title: The American Statistician
  DOI: 10.1080/00031305.1988.10475585
  ISSN: 0003-1305
  issue: '4'
  issued:
    - year: 1988
      month: 11
      day: 1
  page: 278-280
  publisher: Taylor & Francis
  title: Optimal Information Processing and Bayes's Theorem
  type: article-journal
  URL: https://ageconsearch.umn.edu/record/296078/files/usc043.pdf
  volume: '42'

- id: ZhangBregman2013
  accessed:
    - year: 2023
      month: 8
      day: 29
  author:
    - family: Zhang
      given: Xinhua
  citation-key: ZhangBregman2013
  issued:
    - year: 2013
  title: Bregman Divergence and Mirror Descent
  type: speech
  URL: https://www.cs.uic.edu/~zhangx/teaching/bregman.pdf

- id: ZhangEnergyentropy2018
  accessed:
    - year: 2023
      month: 9
      day: 1
  author:
    - family: Zhang
      given: Yao
    - family: Saxe
      given: Andrew M.
    - family: Advani
      given: Madhu S.
    - family: Lee
      given: Alpha A.
  citation-key: ZhangEnergyentropy2018
  container-title: Molecular Physics
  container-title-short: Molecular Physics
  DOI: 10.1080/00268976.2018.1483535
  ISSN: 0026-8976, 1362-3028
  issue: 21-22
  issued:
    - year: 2018
      month: 11
      day: 17
  page: 3214-3223
  title: >-
    Energy-entropy competition and the effectiveness of stochastic gradient
    descent in machine learning
  type: article-journal
  URL: http://arxiv.org/abs/1803.01927
  volume: '116'

- id: ZhangNoisy2018
  accessed:
    - year: 2023
      month: 8
      day: 28
  author:
    - family: Zhang
      given: Guodong
    - family: Sun
      given: Shengyang
    - family: Duvenaud
      given: David
    - family: Grosse
      given: Roger
  citation-key: ZhangNoisy2018
  container-title: Proceedings of the 35th International Conference on Machine Learning
  event-title: International Conference on Machine Learning
  ISSN: 2640-3498
  issued:
    - year: 2018
      month: 7
      day: 3
  language: en
  page: 5852-5861
  publisher: PMLR
  title: Noisy Natural Gradient as Variational Inference
  type: paper-conference
  URL: http://arxiv.org/abs/1712.02390

- id: ZhangTheoretical1999
  accessed:
    - year: 2023
      month: 4
      day: 27
  author:
    - family: Zhang
      given: Tong
  citation-key: ZhangTheoretical1999
  collection-title: COLT '99
  container-title: >-
    Proceedings of the twelfth annual conference on Computational learning
    theory
  DOI: 10.1145/307400.307433
  event-place: New York, NY, USA
  ISBN: 978-1-58113-167-3
  issued:
    - year: 1999
      month: 7
      day: 6
  page: 156–163
  publisher: Association for Computing Machinery
  publisher-place: New York, NY, USA
  title: Theoretical analysis of a class of randomized regularization methods
  type: paper-conference
...
