---
references:
- id: AblinSuperefficiency2020
  accessed:
    - year: 2023
      month: 3
      day: 25
  author:
    - family: Ablin
      given: Pierre
    - family: Peyré
      given: Gabriel
    - family: Moreau
      given: Thomas
  citation-key: AblinSuperefficiency2020
  container-title: Proceedings of the 37th International Conference on Machine Learning
  event-title: International Conference on Machine Learning
  ISSN: 2640-3498
  issued:
    - year: 2020
      month: 11
      day: 21
  language: en
  page: 32-41
  publisher: PMLR
  title: >-
    Super-efficiency of automatic differentiation for functions defined as a
    minimum
  type: paper-conference
  URL: http://arxiv.org/abs/2002.03722

- id: AdlerLearned2018
  accessed:
    - year: 2018
      month: 8
      day: 10
  author:
    - family: Adler
      given: Jonas
    - family: Öktem
      given: Ozan
  citation-key: AdlerLearned2018
  container-title: IEEE Transactions on Medical Imaging
  DOI: 10.1109/TMI.2018.2799231
  ISSN: 0278-0062, 1558-254X
  issue: '6'
  issued:
    - year: 2018
      month: 6
  language: en
  page: 1322-1332
  title: Learned Primal-dual Reconstruction
  type: article-journal
  URL: http://arxiv.org/abs/1707.06474
  volume: '37'

- id: AgrawalDifferentiable2019
  accessed:
    - year: 2021
      month: 3
      day: 11
  author:
    - family: Agrawal
      given: Akshay
    - family: Amos
      given: Brandon
    - family: Barratt
      given: Shane
    - family: Boyd
      given: Stephen
    - family: Diamond
      given: Steven
    - family: Kolter
      given: Zico
  citation-key: AgrawalDifferentiable2019
  container-title: Advances In Neural Information Processing Systems
  event-title: NeurIPS
  issued:
    - year: 2019
      month: 10
      day: 28
  title: Differentiable Convex Optimization Layers
  type: paper-conference
  URL: http://arxiv.org/abs/1910.12430

- id: AmosDifferentiable2018
  accessed:
    - year: 2020
      month: 12
      day: 8
  author:
    - family: Amos
      given: Brandon
    - family: Rodriguez
      given: Ivan Dario Jimenez
    - family: Sacks
      given: Jacob
    - family: Boots
      given: Byron
    - family: Kolter
      given: J. Zico
  citation-key: AmosDifferentiable2018
  issued:
    - year: 2018
      month: 10
      day: 31
  language: en
  title: Differentiable MPC for End-to-end Planning and Control
  type: article-journal
  URL: https://arxiv.org/abs/1810.13400v3

- id: AmosOptNet2017
  accessed:
    - year: 2020
      month: 12
      day: 8
  author:
    - family: Amos
      given: Brandon
    - family: Kolter
      given: J. Zico
  citation-key: AmosOptNet2017
  issued:
    - year: 2017
      month: 3
      day: 1
  language: en
  title: 'OptNet: Differentiable Optimization as a Layer in Neural Networks'
  type: article-journal
  URL: https://arxiv.org/abs/1703.00443v4

- id: AnderssonCasADi2019
  accessed:
    - year: 2020
      month: 4
      day: 16
  author:
    - family: Andersson
      given: Joel A. E.
    - family: Gillis
      given: Joris
    - family: Horn
      given: Greg
    - family: Rawlings
      given: James B.
    - family: Diehl
      given: Moritz
  citation-key: AnderssonCasADi2019
  container-title: Mathematical Programming Computation
  container-title-short: Math. Prog. Comp.
  DOI: 10.1007/s12532-018-0139-4
  ISSN: 1867-2949, 1867-2957
  issue: '1'
  issued:
    - year: 2019
      month: 3
  language: en
  page: 1-36
  title: 'CasADi: a software framework for nonlinear optimization and optimal control'
  type: article-journal
  URL: http://www.optimization-online.org/DB_FILE/2018/01/6420.pdf
  volume: '11'

- id: AroraSimple2015
  accessed:
    - year: 2018
      month: 7
      day: 17
  author:
    - family: Arora
      given: Sanjeev
    - family: Ge
      given: Rong
    - family: Ma
      given: Tengyu
    - family: Moitra
      given: Ankur
  citation-key: AroraSimple2015
  container-title: Proceedings of The 28th Conference on Learning Theory
  event-place: Paris, France
  event-title: Conference on Learning Theory
  issued:
    - year: 2015
      month: 6
      day: 26
  language: en
  page: 113-149
  publisher: PMLR
  publisher-place: Paris, France
  title: Simple, efficient, and neural algorithms for sparse coding
  type: paper-conference
  URL: http://proceedings.mlr.press/v40/Arora15.html
  volume: '40'

- id: BaiDeep2019
  author:
    - family: Bai
      given: Shaojie
    - family: Kolter
      given: J Zico
    - family: Koltun
      given: Vladlen
  citation-key: BaiDeep2019
  container-title: Advances in Neural Information Processing Systems
  issued:
    - year: 2019
  language: en
  page: '12'
  title: Deep Equilibrium Models
  type: paper-conference
  URL: http://arxiv.org/abs/1909.01377
  volume: '32'

- id: BaiMultiscale2020
  accessed:
    - year: 2020
      month: 12
      day: 8
  author:
    - family: Bai
      given: Shaojie
    - family: Koltun
      given: Vladlen
    - family: Kolter
      given: J. Zico
  citation-key: BaiMultiscale2020
  container-title: Advances in Neural Information Processing Systems
  issued:
    - year: 2020
  language: en
  title: Multiscale Deep Equilibrium Models
  type: paper-conference
  URL: http://arxiv.org/abs/2006.08656
  volume: '33'

- id: BaiStabilizing2021
  accessed:
    - year: 2021
      month: 7
      day: 30
  author:
    - family: Bai
      given: Shaojie
    - family: Koltun
      given: Vladlen
    - family: Kolter
      given: J. Zico
  citation-key: BaiStabilizing2021
  container-title: arXiv:2106.14342 [cs, stat]
  issued:
    - year: 2021
      month: 6
      day: 27
  title: Stabilizing Equilibrium Models by Jacobian Regularization
  type: article-journal
  URL: http://arxiv.org/abs/2106.14342

- id: BanertAccelerated2021
  accessed:
    - year: 2021
      month: 8
      day: 26
  author:
    - family: Banert
      given: Sebastian
    - family: Rudzusika
      given: Jevgenija
    - family: Öktem
      given: Ozan
    - family: Adler
      given: Jonas
  citation-key: BanertAccelerated2021
  container-title: arXiv:2105.05210 [math]
  issued:
    - year: 2021
      month: 5
      day: 11
  title: Accelerated Forward-Backward Optimization using Deep Learning
  type: article-journal
  URL: http://arxiv.org/abs/2105.05210

- id: BarrattDifferentiability2018
  accessed:
    - year: 2020
      month: 12
      day: 8
  author:
    - family: Barratt
      given: Shane
  citation-key: BarrattDifferentiability2018
  issued:
    - year: 2018
      month: 4
      day: 13
  language: en
  title: On the Differentiability of the Solution to Convex Optimization Problems
  type: article-journal
  URL: https://arxiv.org/abs/1804.05098v3

- id: BlondelEfficient2021
  accessed:
    - year: 2022
      month: 3
      day: 8
  author:
    - family: Blondel
      given: Mathieu
    - family: Berthet
      given: Quentin
    - family: Cuturi
      given: Marco
    - family: Frostig
      given: Roy
    - family: Hoyer
      given: Stephan
    - family: Llinares-López
      given: Felipe
    - family: Pedregosa
      given: Fabian
    - family: Vert
      given: Jean-Philippe
  citation-key: BlondelEfficient2021
  container-title: arXiv:2105.15183 [cs, math, stat]
  issued:
    - year: 2021
      month: 10
      day: 7
  language: en
  title: Efficient and Modular Implicit Differentiation
  type: article-journal
  URL: http://arxiv.org/abs/2105.15183

- id: BorderNotes2019
  accessed:
    - year: 2020
      month: 12
      day: 7
  author:
    - family: Border
      given: K C
  citation-key: BorderNotes2019
  issued:
    - year: 2019
  title: Notes on the Implicit Function Theorem
  type: report
  URL: http://www.its.caltech.edu/~kcborder/Notes/IFT.pdf

- id: BorgerdingOnsagerCorrected2016
  author:
    - family: Borgerding
      given: Mark
    - family: Schniter
      given: Philip
  citation-key: BorgerdingOnsagerCorrected2016
  container-title: arXiv:1612.01183 [cs, math]
  issued:
    - year: 2016
      month: 12
      day: 4
  title: Onsager-Corrected Deep Networks for Sparse Linear Inverse Problems
  type: article-journal
  URL: http://arxiv.org/abs/1612.01183

- id: DjolongaDifferentiable2017
  accessed:
    - year: 2021
      month: 3
      day: 10
  author:
    - family: Djolonga
      given: Josip
    - family: Krause
      given: Andreas
  citation-key: DjolongaDifferentiable2017
  collection-title: NIPS'17
  container-title: >-
    Proceedings of the 31st International Conference on Neural Information
    Processing Systems
  event-place: Red Hook, NY, USA
  ISBN: 978-1-5108-6096-4
  issued:
    - year: 2017
      month: 12
      day: 4
  page: 1014–1024
  publisher: Curran Associates Inc.
  publisher-place: Red Hook, NY, USA
  title: Differentiable learning of submodular models
  type: paper-conference
  URL: >-
    https://proceedings.neurips.cc/paper/2017/file/192fc044e74dffea144f9ac5dc9f3395-Paper.pdf

- id: DomkeGeneric2012
  accessed:
    - year: 2017
      month: 8
      day: 30
  author:
    - family: Domke
      given: Justin
  citation-key: DomkeGeneric2012
  container-title: International Conference on Artificial Intelligence and Statistics
  event-title: Artificial Intelligence and Statistics
  issued:
    - year: 2012
  page: 318–326
  title: Generic Methods for Optimization-Based Modeling
  type: paper-conference
  URL: http://proceedings.mlr.press/v22/domke12

- id: DontiTaskbased2017
  accessed:
    - year: 2020
      month: 12
      day: 8
  author:
    - family: Donti
      given: Priya L.
    - family: Amos
      given: Brandon
    - family: Kolter
      given: J. Zico
  citation-key: DontiTaskbased2017
  issued:
    - year: 2017
      month: 3
      day: 13
  language: en
  title: Task-based End-to-end Model Learning in Stochastic Optimization
  type: article-journal
  URL: https://arxiv.org/abs/1703.04529v4

- id: EDeep2017
  accessed:
    - year: 2022
      month: 7
      day: 19
  author:
    - family: E
      given: Weinan
    - family: Han
      given: Jiequn
    - family: Jentzen
      given: Arnulf
  citation-key: EDeep2017
  container-title: Communications in Mathematics and Statistics
  container-title-short: Commun. Math. Stat.
  DOI: 10.1007/s40304-017-0117-6
  ISSN: 2194-671X
  issue: '4'
  issued:
    - year: 2017
      month: 12
      day: 1
  language: en
  page: 349-380
  title: >-
    Deep Learning-Based Numerical Methods for High-Dimensional Parabolic Partial
    Differential Equations and Backward Stochastic Differential Equations
  type: article-journal
  URL: http://arxiv.org/abs/1706.04702
  volume: '5'

- id: EDeep2018
  accessed:
    - year: 2022
      month: 7
      day: 19
  author:
    - family: E
      given: Weinan
    - family: Yu
      given: Bing
  citation-key: EDeep2018
  container-title: Communications in Mathematics and Statistics
  container-title-short: Commun. Math. Stat.
  DOI: 10.1007/s40304-018-0127-z
  ISSN: 2194-671X
  issue: '1'
  issued:
    - year: 2018
      month: 3
      day: 1
  language: en
  page: 1-12
  title: >-
    The Deep Ritz Method: A Deep Learning-Based Numerical Algorithm for Solving
    Variational Problems
  type: article-journal
  volume: '6'

- id: GKrantzImplicit2002
  author:
    - family: Krantz
      given: Steven G
    - family: Parks
      given: Harold R
  citation-key: GKrantzImplicit2002
  ISBN: 978-1-4612-6593-1
  issued:
    - year: 2002
      month: 4
      day: 5
  language: English
  number-of-pages: '180'
  publisher: Springer
  title: The Implicit Function Theorem
  type: book

- id: GouldDeep2019
  accessed:
    - year: 2020
      month: 12
      day: 8
  author:
    - family: Gould
      given: Stephen
    - family: Hartley
      given: Richard
    - family: Campbell
      given: Dylan
  citation-key: GouldDeep2019
  issued:
    - year: 2019
      month: 9
      day: 11
  language: en
  title: 'Deep Declarative Networks: A New Hope'
  type: article-journal
  URL: https://arxiv.org/abs/1909.04866v2

- id: GouldDifferentiating2016
  accessed:
    - year: 2020
      month: 12
      day: 8
  author:
    - family: Gould
      given: Stephen
    - family: Fernando
      given: Basura
    - family: Cherian
      given: Anoop
    - family: Anderson
      given: Peter
    - family: Cruz
      given: Rodrigo Santa
    - family: Guo
      given: Edison
  citation-key: GouldDifferentiating2016
  issued:
    - year: 2016
      month: 7
      day: 19
  language: en
  title: >-
    On Differentiating Parameterized Argmin and Argmax Problems with Application
    to Bi-level Optimization
  type: article-journal
  URL: https://arxiv.org/abs/1607.05447v2

- id: GranasFixed2003
  accessed:
    - year: 2021
      month: 9
      day: 7
  author:
    - family: Granas
      given: Andrzej
    - family: Dugundji
      given: James
  citation-key: GranasFixed2003
  collection-title: Springer Monographs in Mathematics
  DOI: 10.1007/978-0-387-21593-8
  event-place: New York, NY
  ISBN: 978-1-4419-1805-5 978-0-387-21593-8
  issued:
    - year: 2003
  publisher: Springer New York
  publisher-place: New York, NY
  title: Fixed Point Theory
  type: book
  URL: http://link.springer.com/10.1007/978-0-387-21593-8

- id: GregorEfficient2011
  author:
    - family: Gregor
      given: Karol
    - family: LeCun
      given: Yann
  citation-key: GregorEfficient2011
  container-title: arXiv:1105.5307 [cs]
  issued:
    - year: 2011
      month: 5
      day: 26
  title: Efficient Learning of Sparse Invariant Representations
  type: article-journal
  URL: http://arxiv.org/abs/1105.5307

- id: GregorLearning2010
  author:
    - family: Gregor
      given: Karol
    - family: LeCun
      given: Yann
  citation-key: GregorLearning2010
  container-title: >-
    Proceedings of the 27th International Conference on Machine Learning
    (ICML-10)
  event-title: 27th International Conference on Machine Learning, ICML 2010
  issued:
    - year: 2010
  language: English (US)
  page: 399–406
  title: Learning fast approximations of sparse coding
  type: paper-conference
  URL: http://yann.lecun.com/exdb/publis/pdf/gregor-icml-10.pdf

- id: HaberStable2018
  author:
    - family: Haber
      given: Eldad
    - family: Ruthotto
      given: Lars
  citation-key: HaberStable2018
  container-title: Inverse Problems
  container-title-short: Inverse Problems
  DOI: 10.1088/1361-6420/aa9a90
  ISSN: 0266-5611
  issue: '1'
  issued:
    - year: 2018
  language: en
  page: '014004'
  title: Stable architectures for deep neural networks
  type: article-journal
  URL: http://arxiv.org/abs/1705.03341
  volume: '34'

- id: HuangImplicit2021
  accessed:
    - year: 2021
      month: 12
      day: 8
  author:
    - family: Huang
      given: Zhichun
    - family: Bai
      given: Shaojie
    - family: Kolter
      given: J. Zico
  citation-key: HuangImplicit2021
  event-title: Thirty-Fifth Conference on Neural Information Processing Systems
  issued:
    - year: 2021
      month: 5
      day: 21
  language: en
  title: '(Implicit)$^2$: Implicit Layers for Implicit Representations'
  type: paper-conference
  URL: https://openreview.net/forum?id=AcoMwAU5c0s

- id: LandryBilevel2019
  accessed:
    - year: 2020
      month: 12
      day: 8
  author:
    - family: Landry
      given: Benoit
    - family: Lorenzetti
      given: Joseph
    - family: Manchester
      given: Zachary
    - family: Pavone
      given: Marco
  citation-key: LandryBilevel2019
  issued:
    - year: 2019
      month: 6
      day: 10
  language: en
  title: 'Bilevel Optimization for Planning through Contact: A Semidirect Method'
  type: article-journal
  URL: https://arxiv.org/abs/1906.04292v2

- id: LeeMetaLearning2019
  accessed:
    - year: 2020
      month: 12
      day: 8
  author:
    - family: Lee
      given: Kwonjoon
    - family: Maji
      given: Subhransu
    - family: Ravichandran
      given: Avinash
    - family: Soatto
      given: Stefano
  citation-key: LeeMetaLearning2019
  issued:
    - year: 2019
      month: 4
      day: 7
  language: en
  title: Meta-Learning with Differentiable Convex Optimization
  type: article-journal
  URL: https://arxiv.org/abs/1904.03758v2

- id: MaNeuralPull2021
  accessed:
    - year: 2023
      month: 4
      day: 3
  author:
    - family: Ma
      given: Baorui
    - family: Han
      given: Zhizhong
    - family: Liu
      given: Yu-Shen
    - family: Zwicker
      given: Matthias
  citation-key: MaNeuralPull2021
  DOI: 10.48550/arXiv.2011.13495
  issued:
    - year: 2021
      month: 5
      day: 23
  publisher: arXiv
  title: >-
    Neural-Pull: Learning Signed Distance Functions from Point Clouds by
    Learning to Pull Space onto Surfaces
  type: paper-conference
  URL: http://arxiv.org/abs/2011.13495

- id: MenaLearning2018
  accessed:
    - year: 2020
      month: 12
      day: 8
  author:
    - family: Mena
      given: Gonzalo
    - family: Belanger
      given: David
    - family: Linderman
      given: Scott
    - family: Snoek
      given: Jasper
  citation-key: MenaLearning2018
  issued:
    - year: 2018
      month: 2
      day: 23
  language: en
  title: Learning Latent Permutations with Gumbel-Sinkhorn Networks
  type: article-journal
  URL: https://arxiv.org/abs/1802.08665v1

- id: MullerDeep2020
  accessed:
    - year: 2022
      month: 7
      day: 19
  author:
    - family: Müller
      given: Johannes
    - family: Zeinhofer
      given: Marius
  citation-key: MullerDeep2020
  DOI: 10.48550/arXiv.1912.03937
  issued:
    - year: 2020
      month: 1
      day: 10
  number: arXiv:1912.03937
  publisher: arXiv
  title: Deep Ritz revisited
  type: article
  URL: http://arxiv.org/abs/1912.03937

- id: PoliHypersolvers2020
  accessed:
    - year: 2020
      month: 12
      day: 8
  author:
    - family: Poli
      given: Michael
    - family: Massaroli
      given: Stefano
    - family: Yamashita
      given: Atsushi
    - family: Asama
      given: Hajime
    - family: Park
      given: Jinkyoo
  citation-key: PoliHypersolvers2020
  container-title: Advances in Neural Information Processing Systems
  issued:
    - year: 2020
  language: en
  title: 'Hypersolvers: Toward Fast Continuous-Depth Models'
  type: paper-conference
  URL: >-
    https://proceedings.neurips.cc//paper/2020/hash/f1686b4badcf28d33ed632036c7ab0b8-Abstract.html
  volume: '33'

- id: RajeswaranMetaLearning2019
  accessed:
    - year: 2020
      month: 12
      day: 8
  author:
    - family: Rajeswaran
      given: Aravind
    - family: Finn
      given: Chelsea
    - family: Kakade
      given: Sham
    - family: Levine
      given: Sergey
  citation-key: RajeswaranMetaLearning2019
  issued:
    - year: 2019
      month: 9
      day: 10
  language: en
  title: Meta-Learning with Implicit Gradients
  type: article-journal
  URL: https://arxiv.org/abs/1909.04630v1

- id: SulamMultiLayer2020
  author:
    - family: Sulam
      given: Jeremias
    - family: Aberdam
      given: Aviad
    - family: Beck
      given: Amir
    - family: Elad
      given: Michael
  citation-key: SulamMultiLayer2020
  container-title: IEEE Transactions on Pattern Analysis and Machine Intelligence
  DOI: 10.1109/TPAMI.2019.2904255
  ISSN: 1939-3539
  issue: '8'
  issued:
    - year: 2020
      month: 8
  page: 1968-1980
  title: >-
    On Multi-Layer Basis Pursuit, Efficient Algorithms and Convolutional Neural
    Networks
  type: article-journal
  URL: http://arxiv.org/abs/1708.08705
  volume: '42'

- id: TakikawaNeural2021
  accessed:
    - year: 2023
      month: 4
      day: 3
  author:
    - family: Takikawa
      given: Towaki
    - family: Litalien
      given: Joey
    - family: Yin
      given: Kangxue
    - family: Kreis
      given: Karsten
    - family: Loop
      given: Charles
    - family: Nowrouzezahrai
      given: Derek
    - family: Jacobson
      given: Alec
    - family: McGuire
      given: Morgan
    - family: Fidler
      given: Sanja
  citation-key: TakikawaNeural2021
  DOI: 10.48550/arXiv.2101.10994
  issued:
    - year: 2021
      month: 1
      day: 26
  number: arXiv:2101.10994
  publisher: arXiv
  title: >-
    Neural Geometric Level of Detail: Real-time Rendering with Implicit 3D
    Shapes
  type: article
  URL: http://arxiv.org/abs/2101.10994

- id: WangSATNet2019
  accessed:
    - year: 2020
      month: 12
      day: 8
  author:
    - family: Wang
      given: Po-Wei
    - family: Donti
      given: Priya L.
    - family: Wilder
      given: Bryan
    - family: Kolter
      given: Zico
  citation-key: WangSATNet2019
  issued:
    - year: 2019
      month: 5
      day: 29
  language: en
  title: >-
    SATNet: Bridging deep learning and logical reasoning using a differentiable
    satisfiability solver
  type: article-journal
  URL: https://arxiv.org/abs/1905.12149v1

- id: ZhuNICESLAM2022
  author:
    - family: Zhu
      given: Zihan
    - family: Peng
      given: Songyou
    - family: Larsson
      given: Viktor
    - family: Xu
      given: Weiwei
  citation-key: ZhuNICESLAM2022
  issued:
    - year: 2022
  language: en
  page: '17'
  title: 'NICE-SLAM: Neural Implicit Scalable Encoding for SLAM'
  type: article-journal
...
