---
references:
- id: AghasiNetTrim2016
  author:
    - family: Aghasi
      given: Alireza
    - family: Nguyen
      given: Nam
    - family: Romberg
      given: Justin
  citation-key: AghasiNetTrim2016
  container-title: arXiv:1611.05162 [cs, stat]
  issued:
    - year: 2016
      month: 11
      day: 16
  title: 'Net-Trim: A Layer-wise Convex Pruning of Deep Neural Networks'
  type: article-journal
  URL: http://arxiv.org/abs/1611.05162

- id: BardesVICReg2022
  accessed:
    - year: 2022
      month: 12
      day: 6
  author:
    - family: Bardes
      given: Adrien
    - family: Ponce
      given: Jean
    - family: LeCun
      given: Yann
  citation-key: BardesVICReg2022
  DOI: 10.48550/arXiv.2105.04906
  issued:
    - year: 2022
      month: 1
      day: 28
  number: arXiv:2105.04906
  publisher: arXiv
  title: >-
    VICReg: Variance-Invariance-Covariance Regularization for Self-Supervised
    Learning
  type: article
  URL: http://arxiv.org/abs/2105.04906

- id: BlalockWhat2020
  accessed:
    - year: 2021
      month: 9
      day: 25
  author:
    - family: Blalock
      given: Davis
    - family: Ortiz
      given: Jose Javier Gonzalez
    - family: Frankle
      given: Jonathan
    - family: Guttag
      given: John
  citation-key: BlalockWhat2020
  container-title: arXiv:2003.03033 [cs, stat]
  issued:
    - year: 2020
      month: 3
      day: 6
  title: What is the State of Neural Network Pruning?
  type: article-journal
  URL: http://arxiv.org/abs/2003.03033

- id: BolcskeiOptimal2019
  accessed:
    - year: 2023
      month: 9
      day: 6
  author:
    - family: Bölcskei
      given: Helmut
    - family: Grohs
      given: Philipp
    - family: Kutyniok
      given: Gitta
    - family: Petersen
      given: Philipp
  citation-key: BolcskeiOptimal2019
  container-title: SIAM Journal on Mathematics of Data Science
  DOI: 10.1137/18M118709X
  issue: '1'
  issued:
    - year: 2019
      month: 1
  page: 8-45
  publisher: Society for Industrial and Applied Mathematics
  title: Optimal Approximation with Sparsely Connected Deep Neural Networks
  type: article-journal
  URL: http://arxiv.org/abs/1705.01714
  volume: '1'

- id: BorgerdingOnsagerCorrected2016
  author:
    - family: Borgerding
      given: Mark
    - family: Schniter
      given: Philip
  citation-key: BorgerdingOnsagerCorrected2016
  container-title: arXiv:1612.01183 [cs, math]
  issued:
    - year: 2016
      month: 12
      day: 4
  title: Onsager-Corrected Deep Networks for Sparse Linear Inverse Problems
  type: article-journal
  URL: http://arxiv.org/abs/1612.01183

- id: CaiOnceforAll2020
  accessed:
    - year: 2020
      month: 7
      day: 9
  author:
    - family: Cai
      given: Han
    - family: Gan
      given: Chuang
    - family: Wang
      given: Tianzhe
    - family: Zhang
      given: Zhekai
    - family: Han
      given: Song
  citation-key: CaiOnceforAll2020
  event-title: International Conference on Learning Representations
  issued:
    - year: 2020
      month: 4
      day: 29
  title: 'Once-for-All: Train One Network and Specialize it for Efficient Deployment'
  type: paper-conference
  URL: http://arxiv.org/abs/1908.09791

- id: ChenCompressing2015
  accessed:
    - year: 2016
      month: 8
      day: 30
  author:
    - family: Chen
      given: Wenlin
    - family: Wilson
      given: James T.
    - family: Tyree
      given: Stephen
    - family: Weinberger
      given: Kilian Q.
    - family: Chen
      given: Yixin
  citation-key: ChenCompressing2015
  container-title: arXiv:1506.04449 [cs]
  issued:
    - year: 2015
      month: 6
      day: 14
  title: Compressing Convolutional Neural Networks
  type: article-journal
  URL: http://arxiv.org/abs/1506.04449

- id: ChengSurvey2017
  accessed:
    - year: 2018
      month: 3
      day: 23
  author:
    - family: Cheng
      given: Yu
    - family: Wang
      given: Duo
    - family: Zhou
      given: Pan
    - family: Zhang
      given: Tao
  citation-key: ChengSurvey2017
  container-title: arXiv:1710.09282 [cs]
  issued:
    - year: 2017
      month: 10
      day: 23
  title: A Survey of Model Compression and Acceleration for Deep Neural Networks
  type: article-journal
  URL: http://arxiv.org/abs/1710.09282

- id: ChenNet2Net2015
  accessed:
    - year: 2016
      month: 7
      day: 4
  author:
    - family: Chen
      given: Tianqi
    - family: Goodfellow
      given: Ian
    - family: Shlens
      given: Jonathon
  citation-key: ChenNet2Net2015
  container-title: arXiv:1511.05641 [cs]
  issued:
    - year: 2015
      month: 11
      day: 17
  title: 'Net2Net: Accelerating Learning via Knowledge Transfer'
  type: article-journal
  URL: http://arxiv.org/abs/1511.05641

- id: CutajarRandom2017
  author:
    - family: Cutajar
      given: Kurt
    - family: Bonilla
      given: Edwin V.
    - family: Michiardi
      given: Pietro
    - family: Filippone
      given: Maurizio
  citation-key: CutajarRandom2017
  container-title: PMLR
  event-title: International Conference on Machine Learning
  issued:
    - year: 2017
      month: 7
      day: 17
  title: Random Feature Expansions for Deep Gaussian Processes
  type: paper-conference
  URL: http://proceedings.mlr.press/v70/cutajar17a.html

- id: DanielyDepth2017
  accessed:
    - year: 2017
      month: 7
      day: 18
  author:
    - family: Daniely
      given: Amit
  citation-key: DanielyDepth2017
  container-title: arXiv:1702.08489 [cs, stat]
  issued:
    - year: 2017
      month: 2
      day: 27
  title: Depth Separation for Neural Networks
  type: article-journal
  URL: http://arxiv.org/abs/1702.08489

- id: DeVoreNeural2021
  accessed:
    - year: 2023
      month: 9
      day: 6
  author:
    - family: DeVore
      given: Ronald
    - family: Hanin
      given: Boris
    - family: Petrova
      given: Guergana
  citation-key: DeVoreNeural2021
  container-title: Acta Numerica
  DOI: 10.1017/S0962492921000052
  ISSN: 0962-4929, 1474-0508
  issued:
    - year: 2021
      month: 5
  language: en
  page: 327-444
  publisher: Cambridge University Press
  title: Neural network approximation
  type: article-journal
  URL: http://arxiv.org/abs/2012.14501
  volume: '30'

- id: ElbrachterDeep2021
  author:
    - family: Elbrächter
      given: Dennis
    - family: Perekrestenko
      given: Dmytro
    - family: Grohs
      given: Philipp
    - family: Bölcskei
      given: Helmut
  citation-key: ElbrachterDeep2021
  container-title: IEEE Transactions on Information Theory
  DOI: 10.1109/TIT.2021.3062161
  ISSN: 1557-9654
  issue: '5'
  issued:
    - year: 2021
      month: 5
  page: 2581-2623
  title: Deep Neural Network Approximation Theory
  type: article-journal
  URL: https://arxiv.org/abs/1901.02220v1
  volume: '67'

- id: FrankleLottery2019
  accessed:
    - year: 2020
      month: 6
      day: 9
  author:
    - family: Frankle
      given: Jonathan
    - family: Carbin
      given: Michael
  citation-key: FrankleLottery2019
  container-title: arXiv:1803.03635 [cs]
  issued:
    - year: 2019
      month: 3
      day: 4
  title: 'The Lottery Ticket Hypothesis: Finding Sparse, Trainable Neural Networks'
  type: article-journal
  URL: http://arxiv.org/abs/1803.03635

- id: GargNeurogenesisInspired2017
  author:
    - family: Garg
      given: Sahil
    - family: Rish
      given: Irina
    - family: Cecchi
      given: Guillermo
    - family: Lozano
      given: Aurelie
  citation-key: GargNeurogenesisInspired2017
  container-title: arXiv:1701.06106 [cs, stat]
  issued:
    - year: 2017
      month: 1
      day: 21
  title: >-
    Neurogenesis-Inspired Dictionary Learning: Online Model Adaption in a
    Changing World
  type: paper-conference
  URL: http://arxiv.org/abs/1701.06106

- id: GhoshQuickNet2017
  accessed:
    - year: 2017
      month: 7
      day: 8
  author:
    - family: Ghosh
      given: Tapabrata
  citation-key: GhoshQuickNet2017
  container-title: arXiv:1701.02291 [cs, stat]
  issued:
    - year: 2017
      month: 1
      day: 9
  title: 'QuickNet: Maximizing Efficiency and Efficacy in Deep Architectures'
  type: article-journal
  URL: http://arxiv.org/abs/1701.02291

- id: GlobersonLearning2016
  accessed:
    - year: 2016
      month: 6
      day: 29
  author:
    - family: Globerson
      given: Amir
    - family: Livni
      given: Roi
  citation-key: GlobersonLearning2016
  container-title: arXiv:1606.05316 [cs]
  issued:
    - year: 2016
      month: 6
      day: 16
  title: 'Learning Infinite-Layer Networks: Beyond the Kernel Trick'
  type: article-journal
  URL: http://arxiv.org/abs/1606.05316

- id: GrayGPU
  author:
    - family: Gray
      given: Scott
    - family: Radford
      given: Alec
    - family: Kingma
      given: Diederik P
  citation-key: GrayGPU
  language: en
  page: '12'
  title: GPU Kernels for Block-Sparse Weights
  type: article-journal

- id: GuCombining2021
  accessed:
    - year: 2022
      month: 8
      day: 6
  author:
    - family: Gu
      given: Albert
    - family: Johnson
      given: Isys
    - family: Goel
      given: Karan
    - family: Saab
      given: Khaled
    - family: Dao
      given: Tri
    - family: Rudra
      given: Atri
    - family: Ré
      given: Christopher
  citation-key: GuCombining2021
  container-title: Advances in Neural Information Processing Systems
  DOI: 10.48550/arXiv.2110.13985
  event-title: Advances in Neural Information Processing Systems
  issued:
    - year: 2021
  page: 572–585
  publisher: Curran Associates, Inc.
  title: >-
    Combining Recurrent, Convolutional, and Continuous-time Models with Linear
    State Space Layers
  type: paper-conference
  URL: http://arxiv.org/abs/2110.13985
  volume: '34'

- id: HaHyperNetworks2016
  author:
    - family: Ha
      given: David
    - family: Dai
      given: Andrew
    - family: Le
      given: Quoc V.
  citation-key: HaHyperNetworks2016
  container-title: arXiv:1609.09106 [cs]
  issued:
    - year: 2016
      month: 9
      day: 27
  title: HyperNetworks
  type: article-journal
  URL: http://arxiv.org/abs/1609.09106

- id: HardtTrain2015
  accessed:
    - year: 2015
      month: 9
      day: 5
  author:
    - family: Hardt
      given: Moritz
    - family: Recht
      given: Benjamin
    - family: Singer
      given: Yoram
  citation-key: HardtTrain2015
  container-title: arXiv:1509.01240 [cs, math, stat]
  issued:
    - year: 2015
      month: 9
      day: 3
  title: 'Train faster, generalize better: Stability of stochastic gradient descent'
  type: article-journal
  URL: http://arxiv.org/abs/1509.01240

- id: HayouPruning2020
  accessed:
    - year: 2021
      month: 3
      day: 14
  author:
    - family: Hayou
      given: Soufiane
    - family: Ton
      given: Jean-Francois
    - family: Doucet
      given: Arnaud
    - family: Teh
      given: Yee Whye
  citation-key: HayouPruning2020
  container-title: arXiv:2002.08797 [cs, stat]
  issued:
    - year: 2020
      month: 6
      day: 24
  title: 'Pruning untrained neural networks: Principles and Analysis'
  type: article-journal
  URL: http://arxiv.org/abs/2002.08797

- id: HazimehTree2020
  accessed:
    - year: 2021
      month: 5
      day: 6
  author:
    - family: Hazimeh
      given: Hussein
    - family: Ponomareva
      given: Natalia
    - family: Mol
      given: Petros
    - family: Tan
      given: Zhenyu
    - family: Mazumder
      given: Rahul
  citation-key: HazimehTree2020
  issued:
    - year: 2020
      month: 2
      day: 18
  language: en
  title: 'The Tree Ensemble Layer: Differentiability meets Conditional Computation'
  type: article-journal
  URL: https://arxiv.org/abs/2002.07772v2

- id: HeAMC2019
  accessed:
    - year: 2020
      month: 6
      day: 9
  author:
    - family: He
      given: Yihui
    - family: Lin
      given: Ji
    - family: Liu
      given: Zhijian
    - family: Wang
      given: Hanrui
    - family: Li
      given: Li-Jia
    - family: Han
      given: Song
  citation-key: HeAMC2019
  container-title: arXiv:1802.03494 [cs]
  issued:
    - year: 2019
      month: 1
      day: 15
  language: en
  title: 'AMC: AutoML for Model Compression and Acceleration on Mobile Devices'
  type: article-journal
  URL: http://arxiv.org/abs/1802.03494

- id: HowardMobileNets2017
  accessed:
    - year: 2017
      month: 6
      day: 21
  author:
    - family: Howard
      given: Andrew G.
    - family: Zhu
      given: Menglong
    - family: Chen
      given: Bo
    - family: Kalenichenko
      given: Dmitry
    - family: Wang
      given: Weijun
    - family: Weyand
      given: Tobias
    - family: Andreetto
      given: Marco
    - family: Adam
      given: Hartwig
  citation-key: HowardMobileNets2017
  container-title: arXiv:1704.04861 [cs]
  issued:
    - year: 2017
      month: 4
      day: 16
  title: >-
    MobileNets: Efficient Convolutional Neural Networks for Mobile Vision
    Applications
  type: article-journal
  URL: http://arxiv.org/abs/1704.04861

- id: IandolaSqueezeNet2016
  accessed:
    - year: 2017
      month: 7
      day: 8
  author:
    - family: Iandola
      given: Forrest N.
    - family: Han
      given: Song
    - family: Moskewicz
      given: Matthew W.
    - family: Ashraf
      given: Khalid
    - family: Dally
      given: William J.
    - family: Keutzer
      given: Kurt
  citation-key: IandolaSqueezeNet2016
  container-title: arXiv:1602.07360 [cs]
  issued:
    - year: 2016
      month: 2
      day: 23
  title: >-
    SqueezeNet: AlexNet-level accuracy with 50x fewer parameters and <0.5MB
    model size
  type: article-journal
  URL: http://arxiv.org/abs/1602.07360

- id: KeOptimization2022
  accessed:
    - year: 2023
      month: 2
      day: 9
  author:
    - family: Ke
      given: Xiongwen
    - family: Fan
      given: Yanan
  citation-key: KeOptimization2022
  DOI: 10.48550/arXiv.2210.12957
  issued:
    - year: 2022
      month: 10
      day: 24
  number: arXiv:2210.12957
  publisher: arXiv
  title: On the optimization and pruning for Bayesian deep learning
  type: article
  URL: http://arxiv.org/abs/2210.12957

- id: LeCunOptimal1990
  author:
    - family: LeCun
      given: Yann
    - family: Denker
      given: John S.
    - family: Solla
      given: Sara A.
  citation-key: LeCunOptimal1990
  container-title: Advances in neural information processing systems
  issued:
    - year: 1990
  page: 598–605
  title: Optimal brain damage
  type: paper-conference
  URL: http://yann.lecun.com/exdb/publis/pdf/lecun-90b.pdf

- id: LeeAbility2017
  accessed:
    - year: 2017
      month: 7
      day: 18
  author:
    - family: Lee
      given: Holden
    - family: Ge
      given: Rong
    - family: Ma
      given: Tengyu
    - family: Risteski
      given: Andrej
    - family: Arora
      given: Sanjeev
  citation-key: LeeAbility2017
  container-title: arXiv:1702.07028 [cs]
  event-title: COLT
  issued:
    - year: 2017
      month: 2
      day: 22
  title: On the ability of neural nets to express distributions
  type: paper-conference
  URL: http://arxiv.org/abs/1702.07028

- id: LemhadriLassoNet2021
  accessed:
    - year: 2021
      month: 6
      day: 10
  author:
    - family: Lemhadri
      given: Ismael
    - family: Ruan
      given: Feng
    - family: Abraham
      given: Louis
    - family: Tibshirani
      given: Robert
  citation-key: LemhadriLassoNet2021
  container-title: Journal of Machine Learning Research
  ISSN: 1533-7928
  issue: '127'
  issued:
    - year: 2021
  page: 1-29
  title: 'LassoNet: A Neural Network with Feature Sparsity'
  type: article-journal
  URL: http://jmlr.org/papers/v22/20-848.html
  volume: '22'

- id: LiebenweinLost2021
  accessed:
    - year: 2021
      month: 9
      day: 25
  author:
    - family: Liebenwein
      given: Lucas
    - family: Baykal
      given: Cenk
    - family: Carter
      given: Brandon
    - family: Gifford
      given: David
    - family: Rus
      given: Daniela
  citation-key: LiebenweinLost2021
  container-title: arXiv:2103.03014 [cs]
  issued:
    - year: 2021
      month: 3
      day: 4
  title: 'Lost in Pruning: The Effects of Pruning Neural Networks beyond Test Accuracy'
  type: article-journal
  URL: http://arxiv.org/abs/2103.03014

- id: LobachevaBayesian2017
  accessed:
    - year: 2017
      month: 8
      day: 12
  author:
    - family: Lobacheva
      given: Ekaterina
    - family: Chirkova
      given: Nadezhda
    - family: Vetrov
      given: Dmitry
  citation-key: LobachevaBayesian2017
  container-title: Workshop on Learning to Generate Natural Language
  event-title: ICML
  issued:
    - year: 2017
      month: 7
      day: 31
  title: Bayesian Sparsification of Recurrent Neural Networks
  type: paper-conference
  URL: http://arxiv.org/abs/1708.00077

- id: LouizosLearning2017
  accessed:
    - year: 2018
      month: 3
      day: 23
  author:
    - family: Louizos
      given: Christos
    - family: Welling
      given: Max
    - family: Kingma
      given: Diederik P.
  citation-key: LouizosLearning2017
  container-title: arXiv:1712.01312 [cs, stat]
  issued:
    - year: 2017
      month: 12
      day: 4
  title: Learning Sparse Neural Networks through $L_0$ Regularization
  type: article-journal
  URL: http://arxiv.org/abs/1712.01312

- id: MarietLearning2016
  accessed:
    - year: 2022
      month: 8
      day: 25
  author:
    - family: Mariet
      given: Zelda Elaine
  citation-key: MarietLearning2016
  genre: Thesis
  issued:
    - year: 2016
  language: eng
  publisher: Massachusetts Institute of Technology
  title: Learning and enforcing diversity with Determinantal Point Processes
  type: thesis
  URL: https://dspace.mit.edu/handle/1721.1/103671

- id: MolchanovVariational2017
  author:
    - family: Molchanov
      given: Dmitry
    - family: Ashukha
      given: Arsenii
    - family: Vetrov
      given: Dmitry
  citation-key: MolchanovVariational2017
  container-title: Proceedings of ICML
  event-title: ICML
  issued:
    - year: 2017
      month: 1
      day: 19
  title: Variational Dropout Sparsifies Deep Neural Networks
  type: paper-conference
  URL: http://arxiv.org/abs/1701.05369

- id: NarangBlockSparse2017
  accessed:
    - year: 2018
      month: 3
      day: 23
  author:
    - family: Narang
      given: Sharan
    - family: Undersander
      given: Eric
    - family: Diamos
      given: Gregory
  citation-key: NarangBlockSparse2017
  container-title: arXiv:1711.02782 [cs, stat]
  issued:
    - year: 2017
      month: 11
      day: 7
  title: Block-Sparse Recurrent Neural Networks
  type: article-journal
  URL: http://arxiv.org/abs/1711.02782

- id: PanDropNeuron2016
  accessed:
    - year: 2016
      month: 7
      day: 4
  author:
    - family: Pan
      given: Wei
    - family: Dong
      given: Hao
    - family: Guo
      given: Yike
  citation-key: PanDropNeuron2016
  container-title: arXiv:1606.07326 [cs, stat]
  issued:
    - year: 2016
      month: 6
      day: 23
  title: 'DropNeuron: Simplifying the Structure of Deep Neural Networks'
  type: article-journal
  URL: http://arxiv.org/abs/1606.07326

- id: Pruning2021
  accessed:
    - year: 2021
      month: 9
      day: 25
  citation-key: Pruning2021
  container-title: Pattern Recognition
  DOI: 10.1016/j.patcog.2021.107899
  ISSN: 0031-3203
  issued:
    - year: 2021
      month: 7
      day: 1
  language: en
  page: '107899'
  publisher: Pergamon
  title: 'Pruning by explaining: A novel criterion for deep neural network pruning'
  type: article-journal
  volume: '115'

- id: RendaComparing2020
  accessed:
    - year: 2020
      month: 6
      day: 9
  author:
    - family: Renda
      given: Alex
    - family: Frankle
      given: Jonathan
    - family: Carbin
      given: Michael
  citation-key: RendaComparing2020
  container-title: arXiv:2003.02389 [cs, stat]
  issued:
    - year: 2020
      month: 3
      day: 4
  title: Comparing Rewinding and Fine-tuning in Neural Network Pruning
  type: article-journal
  URL: http://arxiv.org/abs/2003.02389

- id: ScardapaneGroup2016
  accessed:
    - year: 2016
      month: 7
      day: 25
  author:
    - family: Scardapane
      given: Simone
    - family: Comminiello
      given: Danilo
    - family: Hussain
      given: Amir
    - family: Uncini
      given: Aurelio
  citation-key: ScardapaneGroup2016
  container-title: arXiv:1607.00485 [cs, stat]
  issued:
    - year: 2016
      month: 7
      day: 2
  title: Group Sparse Regularization for Deep Neural Networks
  type: article-journal
  URL: http://arxiv.org/abs/1607.00485

- id: ShiFunctional2016
  accessed:
    - year: 2016
      month: 8
      day: 30
  author:
    - family: Shi
      given: Lei
    - family: Feng
      given: Shikun
    - family: ZhifanZhu
      given: ''
  citation-key: ShiFunctional2016
  container-title: arXiv:1605.06560 [cs]
  issued:
    - year: 2016
      month: 5
      day: 20
  title: Functional Hashing for Compressing Neural Networks
  type: article-journal
  URL: http://arxiv.org/abs/1605.06560

- id: ShwartzZivCompress2023
  accessed:
    - year: 2024
      month: 3
      day: 19
  author:
    - family: Shwartz-Ziv
      given: Ravid
    - family: LeCun
      given: Yann
  citation-key: ShwartzZivCompress2023
  DOI: 10.48550/arXiv.2304.09355
  issued:
    - year: 2023
      month: 11
      day: 21
  number: arXiv:2304.09355
  publisher: arXiv
  title: >-
    To Compress or Not to Compress- Self-Supervised Learning and Information
    Theory: A Review
  type: article
  URL: http://arxiv.org/abs/2304.09355

- id: SrinivasGeneralized2016
  author:
    - family: Srinivas
      given: Suraj
    - family: Babu
      given: R. Venkatesh
  citation-key: SrinivasGeneralized2016
  container-title: arXiv:1611.06791 [cs]
  issued:
    - year: 2016
      month: 11
      day: 21
  title: Generalized Dropout
  type: article-journal
  URL: http://arxiv.org/abs/1611.06791

- id: SteegInformation2015
  accessed:
    - year: 2015
      month: 8
      day: 6
  author:
    - family: Steeg
      given: Greg
      non-dropping-particle: ver
    - family: Galstyan
      given: Aram
  citation-key: SteegInformation2015
  container-title: arXiv:1507.02284 [cs, math, stat]
  issued:
    - year: 2015
      month: 7
      day: 8
  title: The Information Sieve
  type: article-journal
  URL: http://arxiv.org/abs/1507.02284

- id: UllrichSoft2017
  author:
    - family: Ullrich
      given: Karen
    - family: Meeds
      given: Edward
    - family: Welling
      given: Max
  citation-key: UllrichSoft2017
  container-title: arXiv preprint arXiv:1702.04008
  issued:
    - year: 2017
  title: Soft Weight-Sharing for Neural Network Compression
  type: article-journal
  URL: https://arxiv.org/abs/1702.04008

- id: UrbanDeep2016
  accessed:
    - year: 2016
      month: 7
      day: 4
  author:
    - family: Urban
      given: Gregor
    - family: Geras
      given: Krzysztof J.
    - family: Kahou
      given: Samira Ebrahimi
    - family: Aslan
      given: Ozlem
    - family: Wang
      given: Shengjie
    - family: Caruana
      given: Rich
    - family: Mohamed
      given: Abdelrahman
    - family: Philipose
      given: Matthai
    - family: Richardson
      given: Matt
  citation-key: UrbanDeep2016
  container-title: arXiv:1603.05691 [cs, stat]
  issued:
    - year: 2016
      month: 3
      day: 17
  title: Do Deep Convolutional Nets Really Need to be Deep (Or Even Convolutional)?
  type: article-journal
  URL: http://arxiv.org/abs/1603.05691

- id: vanGelderDeconstructing2020
  accessed:
    - year: 2023
      month: 8
      day: 11
  author:
    - family: Gelder
      given: Maxwell
      non-dropping-particle: van
    - family: Wortsman
      given: Mitchell
    - family: Ehsani
      given: Kiana
  citation-key: vanGelderDeconstructing2020
  DOI: 10.48550/arXiv.2012.00172
  issued:
    - year: 2020
      month: 11
      day: 30
  publisher: arXiv
  title: Deconstructing the Structure of Sparse Neural Networks
  type: paper-conference
  URL: http://arxiv.org/abs/2012.00172

- id: VenturiMoriZwanzig2022
  accessed:
    - year: 2022
      month: 9
      day: 15
  author:
    - family: Venturi
      given: Daniele
    - family: Li
      given: Xiantao
  citation-key: VenturiMoriZwanzig2022
  DOI: 10.48550/arXiv.2209.05544
  issued:
    - year: 2022
      month: 9
      day: 12
  number: arXiv:2209.05544
  publisher: arXiv
  title: The Mori-Zwanzig formulation of deep learning
  type: article
  URL: http://arxiv.org/abs/2209.05544

- id: WangCNNpack2016
  accessed:
    - year: 2016
      month: 12
      day: 7
  author:
    - family: Wang
      given: Yunhe
    - family: Xu
      given: Chang
    - family: You
      given: Shan
    - family: Tao
      given: Dacheng
    - family: Xu
      given: Chao
  citation-key: WangCNNpack2016
  container-title: Advances in Neural Information Processing Systems 29
  editor:
    - family: Lee
      given: D. D.
    - family: Sugiyama
      given: M.
    - family: Luxburg
      given: U. V.
    - family: Guyon
      given: I.
    - family: Garnett
      given: R.
  issued:
    - year: 2016
  page: 253–261
  publisher: Curran Associates, Inc.
  title: 'CNNpack: Packing Convolutional Neural Networks in the Frequency Domain'
  type: paper-conference
  URL: >-
    http://papers.nips.cc/paper/6390-cnnpack-packing-convolutional-neural-networks-in-the-frequency-domain.pdf

- id: WangPacking2019
  author:
    - family: Wang
      given: Yunhe
    - family: Xu
      given: Chang
    - family: Xu
      given: Chao
    - family: Tao
      given: Dacheng
  citation-key: WangPacking2019
  container-title: IEEE transactions on pattern analysis and machine intelligence
  container-title-short: IEEE Trans Pattern Anal Mach Intell
  DOI: 10.1109/TPAMI.2018.2857824
  ISSN: 1939-3539
  issue: '10'
  issued:
    - year: 2019
      month: 10
  language: eng
  page: 2495-2510
  PMID: '30028693'
  title: Packing Convolutional Neural Networks in the Frequency Domain
  type: article-journal
  volume: '41'

- id: WangStacked2016
  author:
    - family: Wang
      given: Zhangyang
    - family: Chang
      given: Shiyu
    - family: Ling
      given: Qing
    - family: Huang
      given: Shuai
    - family: Hu
      given: Xia
    - family: Shi
      given: Honghui
    - family: Huang
      given: Thomas S.
  citation-key: WangStacked2016
  event-title: NIPS
  issued:
    - year: 2016
  title: 'Stacked Approximated Regression Machine: A Simple Deep Learning Approach'
  type: paper-conference
  URL: https://arxiv.org/abs/1608.04062

- id: WardenTinyML2020
  author:
    - family: Warden
      given: Pete
    - family: Situnayake
      given: Daniel
  citation-key: WardenTinyML2020
  ISBN: 978-1-4920-5204-3
  issued:
    - year: 2020
  language: en
  number-of-pages: '484'
  publisher: O'Reilly Media, Incorporated
  title: >-
    TinyML: Machine Learning with TensorFlow Lite on Arduino and Ultra-low-power
    Microcontrollers
  type: book

- id: YarotskyPhase2020a
  accessed:
    - year: 2023
      month: 9
      day: 6
  author:
    - family: Yarotsky
      given: Dmitry
    - family: Zhevnerchuk
      given: Anton
  citation-key: YarotskyPhase2020a
  collection-title: NIPS'20
  container-title: >-
    Proceedings of the 34th International Conference on Neural Information
    Processing Systems
  event-place: Red Hook, NY, USA
  ISBN: 978-1-71382-954-6
  issued:
    - year: 2020
      month: 12
      day: 6
  page: 13005–13015
  publisher: Curran Associates Inc.
  publisher-place: Red Hook, NY, USA
  title: The phase diagram of approximation rates for deep neural networks
  type: paper-conference
  URL: http://arxiv.org/abs/1906.09477
  volume: '33'

- id: YouDrawing2019
  accessed:
    - year: 2020
      month: 6
      day: 29
  author:
    - family: You
      given: Haoran
    - family: Li
      given: Chaojian
    - family: Xu
      given: Pengfei
    - family: Fu
      given: Yonggan
    - family: Wang
      given: Yue
    - family: Chen
      given: Xiaohan
    - family: Baraniuk
      given: Richard G.
    - family: Wang
      given: Zhangyang
    - family: Lin
      given: Yingyan
  citation-key: YouDrawing2019
  event-title: International Conference on Learning Representations
  issued:
    - year: 2019
      month: 9
      day: 25
  title: 'Drawing Early-Bird Tickets: Toward More Efficient Training of Deep Networks'
  type: paper-conference
  URL: https://openreview.net/forum?id=BJxsrgStvr

- id: ZhaoFast2017
  accessed:
    - year: 2017
      month: 5
      day: 17
  author:
    - family: Zhao
      given: Liang
  citation-key: ZhaoFast2017
  issued:
    - year: 2017
  title: Fast Algorithms on Random Matrices and Structured Matrices
  type: article-journal
  URL: http://academicworks.cuny.edu/gc_etds/2073/
...
