---
references:
- id: AmariNatural1998
  accessed:
    - year: 2014
      month: 8
      day: 30
  author:
    - family: Amari
      given: Shun-ichi
  citation-key: AmariNatural1998
  container-title: Neural Computation
  container-title-short: Neural Computation
  DOI: 10.1162/089976698300017746
  ISSN: 0899-7667
  issue: '2'
  issued:
    - year: 1998
      month: 2
      day: 1
  page: 251-276
  title: Natural Gradient Works Efficiently in Learning
  type: article-journal
  volume: '10'

- id: AmariTheory1967
  author:
    - family: Amari
      given: Shunichi
  citation-key: AmariTheory1967
  container-title: IEEE Transactions on Electronic Computers
  DOI: 10.1109/PGEC.1967.264666
  ISSN: 0367-7508
  issue: '3'
  issued:
    - year: 1967
      month: 6
  page: 299-307
  title: A Theory of Adaptive Pattern Classifiers
  type: article-journal
  URL: https://people.idsia.ch/~juergen/amari1967.pdf
  volume: EC-16

- id: AndrychowiczLearning2016
  accessed:
    - year: 2016
      month: 6
      day: 16
  author:
    - family: Andrychowicz
      given: Marcin
    - family: Denil
      given: Misha
    - family: Gomez
      given: Sergio
    - family: Hoffman
      given: Matthew W.
    - family: Pfau
      given: David
    - family: Schaul
      given: Tom
    - family: Freitas
      given: Nando
      non-dropping-particle: de
  citation-key: AndrychowiczLearning2016
  container-title: arXiv:1606.04474 [cs]
  issued:
    - year: 2016
      month: 6
      day: 14
  title: Learning to learn by gradient descent by gradient descent
  type: article-journal
  URL: http://arxiv.org/abs/1606.04474

- id: ArelDeep2010
  accessed:
    - year: 2014
      month: 5
      day: 22
  author:
    - family: Arel
      given: I
    - family: Rose
      given: D C
    - family: Karnowski
      given: T P
  citation-key: ArelDeep2010
  container-title: IEEE Computational Intelligence Magazine
  DOI: 10.1109/MCI.2010.938364
  ISSN: 1556-603X
  issue: '4'
  issued:
    - year: 2010
      month: 11
  page: 13-18
  title: >-
    Deep Machine Learning - A New Frontier in Artificial Intelligence Research
    [Research Frontier]
  type: article-journal
  URL: http://web.eecs.utk.edu/~itamar/Papers/DML_Arel_2010.pdf
  volume: '5'

- id: AroraSimple2015
  accessed:
    - year: 2018
      month: 7
      day: 17
  author:
    - family: Arora
      given: Sanjeev
    - family: Ge
      given: Rong
    - family: Ma
      given: Tengyu
    - family: Moitra
      given: Ankur
  citation-key: AroraSimple2015
  container-title: Proceedings of The 28th Conference on Learning Theory
  event-place: Paris, France
  event-title: Conference on Learning Theory
  issued:
    - year: 2015
      month: 6
      day: 26
  language: en
  page: 113-149
  publisher: PMLR
  publisher-place: Paris, France
  title: Simple, efficient, and neural algorithms for sparse coding
  type: paper-conference
  URL: http://proceedings.mlr.press/v40/Arora15.html
  volume: '40'

- id: BachBreaking2014
  accessed:
    - year: 2016
      month: 6
      day: 20
  author:
    - family: Bach
      given: Francis
  citation-key: BachBreaking2014
  container-title: arXiv:1412.8690 [cs, math, stat]
  issued:
    - year: 2014
      month: 12
      day: 30
  title: Breaking the Curse of Dimensionality with Convex Neural Networks
  type: article-journal
  URL: http://arxiv.org/abs/1412.8690

- id: BaldassiUnreasonable2016
  author:
    - family: Baldassi
      given: Carlo
    - family: Borgs
      given: Christian
    - family: Chayes
      given: Jennifer T.
    - family: Ingrosso
      given: Alessandro
    - family: Lucibello
      given: Carlo
    - family: Saglietti
      given: Luca
    - family: Zecchina
      given: Riccardo
  citation-key: BaldassiUnreasonable2016
  container-title: Proceedings of the National Academy of Sciences
  container-title-short: PNAS
  DOI: 10.1073/pnas.1608103113
  ISSN: 0027-8424, 1091-6490
  issue: '48'
  issued:
    - year: 2016
      month: 11
      day: 29
  language: en
  page: E7655-E7662
  PMID: '27856745'
  title: >-
    Unreasonable effectiveness of learning neural networks: From accessible
    states and robust ensembles to basic algorithmic schemes
  type: article-journal
  volume: '113'

- id: BarronUniversal1993
  accessed:
    - year: 2016
      month: 6
      day: 20
  author:
    - family: Barron
      given: A.R.
  citation-key: BarronUniversal1993
  container-title: IEEE Transactions on Information Theory
  DOI: 10.1109/18.256500
  ISSN: '00189448'
  issue: '3'
  issued:
    - year: 1993
      month: 5
  page: 930-945
  title: Universal approximation bounds for superpositions of a sigmoidal function
  type: article-journal
  URL: http://deeplearning.cs.cmu.edu/pdfs/Barron.pdf
  volume: '39'

- id: BaydinTricks2016
  author:
    - family: Baydin
      given: Atılım Güneş
    - family: Pearlmutter
      given: Barak A.
    - family: Siskind
      given: Jeffrey Mark
  citation-key: BaydinTricks2016
  container-title: arXiv:1611.03777 [cs, stat]
  issued:
    - year: 2016
      month: 11
      day: 10
  title: Tricks from Deep Learning
  type: article-journal
  URL: http://arxiv.org/abs/1611.03777

- id: BengioConvex2005
  accessed:
    - year: 2016
      month: 6
      day: 20
  author:
    - family: Bengio
      given: Yoshua
    - family: Roux
      given: Nicolas L.
    - family: Vincent
      given: Pascal
    - family: Delalleau
      given: Olivier
    - family: Marcotte
      given: Patrice
  citation-key: BengioConvex2005
  container-title: Advances in neural information processing systems
  issued:
    - year: 2005
  page: 123–130
  publisher: MIT Press
  title: Convex neural networks
  type: paper-conference
  URL: http://machinelearning.wustl.edu/mlpapers/paper_files/NIPS2005_583.pdf
  volume: '18'

- id: BengioLearning2009
  accessed:
    - year: 2014
      month: 4
      day: 21
  author:
    - family: Bengio
      given: Yoshua
  citation-key: BengioLearning2009
  DOI: 10.1561/2200000006
  issued:
    - year: 2009
  title: Learning deep architectures for AI
  type: book
  URL: >-
    http://www.iro.umontreal.ca/~lisa/publications2/index.php/publications/show/239
  volume: '2'

- id: BengioRepresentation2013
  accessed:
    - year: 2014
      month: 5
      day: 22
  author:
    - family: Bengio
      given: Yoshua
    - family: Courville
      given: Aaron
    - family: Vincent
      given: Pascal
  citation-key: BengioRepresentation2013
  container-title: IEEE Transactions on Pattern Analysis and Machine Intelligence
  DOI: 10.1109/TPAMI.2013.50
  issued:
    - year: 2013
  page: 1798-1828
  title: 'Representation Learning: A Review and New Perspectives'
  type: article-journal
  URL: http://arxiv.org/abs/1206.5538
  volume: '35'

- id: BengioScaling2007
  accessed:
    - year: 2014
      month: 5
      day: 22
  author:
    - family: Bengio
      given: Yoshua
    - family: LeCun
      given: Yann
  citation-key: BengioScaling2007
  container-title: Large-Scale Kernel Machines
  issued:
    - year: 2007
  page: 1–41
  title: Scaling learning algorithms towards AI
  type: article-journal
  URL: >-
    http://www.iro.umontreal.ca/~lisa/bib/pub_subject/language/pointeurs/bengio+lecun-chapter2007.pdf
  volume: '34'

- id: BoserAnalog1991
  author:
    - family: Boser
      given: B.
  citation-key: BoserAnalog1991
  container-title: J. Solid State Circuits
  DOI: 10.1109/4.104196
  issued:
    - year: 1991
  page: 2017-2025
  title: An analog neural network processor with programmable topology
  type: article-journal
  volume: '26'

- id: BrockFreezeOut2017
  accessed:
    - year: 2017
      month: 6
      day: 19
  author:
    - family: Brock
      given: Andrew
    - family: Lim
      given: Theodore
    - family: Ritchie
      given: J. M.
    - family: Weston
      given: Nick
  citation-key: BrockFreezeOut2017
  container-title: arXiv:1706.04983 [cs, stat]
  issued:
    - year: 2017
      month: 6
      day: 15
  title: 'FreezeOut: Accelerate Training by Progressively Freezing Layers'
  type: article-journal
  URL: http://arxiv.org/abs/1706.04983

- id: CadieuDeep2014
  author:
    - family: Cadieu
      given: C. F.
  citation-key: CadieuDeep2014
  container-title: PLoS Comp. Biol.
  DOI: 10.1371/journal.pcbi.1003963
  issued:
    - year: 2014
  page: e1003963
  title: >-
    Deep neural networks rival the representation of primate it cortex for core
    visual object recognition
  type: article-journal
  volume: '10'

- id: ChenNet2Net2015
  accessed:
    - year: 2016
      month: 7
      day: 4
  author:
    - family: Chen
      given: Tianqi
    - family: Goodfellow
      given: Ian
    - family: Shlens
      given: Jonathon
  citation-key: ChenNet2Net2015
  container-title: arXiv:1511.05641 [cs]
  issued:
    - year: 2015
      month: 11
      day: 17
  title: 'Net2Net: Accelerating Learning via Knowledge Transfer'
  type: article-journal
  URL: http://arxiv.org/abs/1511.05641

- id: ChoProperties2014
  accessed:
    - year: 2016
      month: 3
      day: 30
  author:
    - family: Cho
      given: Kyunghyun
    - family: Merriënboer
      given: Bart
      non-dropping-particle: van
    - family: Bahdanau
      given: Dzmitry
    - family: Bengio
      given: Yoshua
  citation-key: ChoProperties2014
  container-title: arXiv preprint arXiv:1409.1259
  issued:
    - year: 2014
  title: 'On the properties of neural machine translation: Encoder-decoder approaches'
  type: article-journal
  URL: http://arxiv.org/abs/1409.1259

- id: ChoromanskaLoss2015
  accessed:
    - year: 2015
      month: 6
      day: 17
  author:
    - family: Choromanska
      given: Anna
    - family: Henaff
      given: MIkael
    - family: Mathieu
      given: Michael
    - family: Ben Arous
      given: Gerard
    - family: LeCun
      given: Yann
  citation-key: ChoromanskaLoss2015
  container-title: >-
    Proceedings of the Eighteenth International Conference on Artificial
    Intelligence and Statistics
  event-title: Artificial Intelligence and Statistics
  issued:
    - year: 2015
  page: 192–204
  title: The Loss Surfaces of Multilayer Networks
  type: paper-conference
  URL: http://proceedings.mlr.press/v38/choromanska15.html

- id: CiodaroOnline2012
  author:
    - family: Ciodaro
      given: T.
  citation-key: CiodaroOnline2012
  container-title: J. Phys. Conf. Series
  DOI: 10.1088/1742-6596/368/1/012030
  issued:
    - year: 2012
  page: '012030'
  title: >-
    Online particle detection with neural networks based on topological
    calorimetry information
  type: article-journal
  volume: '368'

- id: CiresanMulticolumn2012
  author:
    - family: Ciresan
      given: D.
  citation-key: CiresanMulticolumn2012
  container-title: Neural Networks
  DOI: 10.1016/j.neunet.2012.02.023
  issued:
    - year: 2012
  page: 333-338
  title: Multi-column deep neural network for traffic sign classification
  type: article-journal
  volume: '32'

- id: CybenkoApproximation1989
  accessed:
    - year: 2017
      month: 6
      day: 5
  author:
    - family: Cybenko
      given: G.
  citation-key: CybenkoApproximation1989
  container-title: Mathematics of Control, Signals and Systems
  DOI: 10.1007/BF02551274
  issued:
    - year: 1989
  page: 303–314
  title: Approximation by superpositions of a sigmoidal function
  type: article-journal
  URL: https://www.dartmouth.edu/~gvc/Cybenko_MCSS.pdf
  volume: '2'

- id: DahlContextdependent2012
  author:
    - family: Dahl
      given: G. E.
  citation-key: DahlContextdependent2012
  container-title: IEEE Transactions on Audio, Speech and Language Processing
  DOI: 10.1109/TASL.2011.2134090
  issued:
    - year: 2012
  page: 33-42
  title: >-
    Context-dependent pre-trained deep neural networks for large vocabulary
    speech recognition
  type: article-journal
  volume: '20'

- id: DauphinIdentifying2014
  author:
    - family: Dauphin
      given: Yann
    - family: Pascanu
      given: Razvan
    - family: Gulcehre
      given: Caglar
    - family: Cho
      given: Kyunghyun
    - family: Ganguli
      given: Surya
    - family: Bengio
      given: Yoshua
  citation-key: DauphinIdentifying2014
  container-title: Advances in Neural Information Processing Systems 27
  issued:
    - year: 2014
      month: 6
      day: 10
  page: 2933–2941
  publisher: Curran Associates, Inc.
  title: >-
    Identifying and attacking the saddle point problem in high-dimensional
    non-convex optimization
  type: paper-conference
  URL: http://arxiv.org/abs/1406.2572

- id: DielemanEnd2014
  accessed:
    - year: 2016
      month: 7
      day: 19
  author:
    - family: Dieleman
      given: Sander
    - family: Schrauwen
      given: Benjamin
  citation-key: DielemanEnd2014
  container-title: >-
    2014 IEEE International Conference on Acoustics, Speech and Signal
    Processing (ICASSP)
  DOI: 10.1109/ICASSP.2014.6854950
  event-title: >-
    2014 IEEE International Conference on Acoustics, Speech and Signal
    Processing (ICASSP)
  issued:
    - year: 2014
  page: 6964–6968
  publisher: IEEE
  title: End to end learning for music audio
  type: paper-conference
  URL: >-
    http://www.redes.unb.br/lasp/files/events/ICASSP2014/papers/p7014-dieleman.pdf

- id: ErhanWhy2010
  accessed:
    - year: 2017
      month: 9
      day: 2
  author:
    - family: Erhan
      given: Dumitru
    - family: Bengio
      given: Yoshua
    - family: Courville
      given: Aaron
    - family: Manzagol
      given: Pierre-Antoine
    - family: Vincent
      given: Pascal
    - family: Bengio
      given: Samy
  citation-key: ErhanWhy2010
  container-title: Journal of Machine Learning Research
  issue: Feb
  issued:
    - year: 2010
  page: 625–660
  title: Why does unsupervised pre-training help deep learning?
  type: article-journal
  URL: http://www.jmlr.org/papers/v11/erhan10a.html
  volume: '11'

- id: FarabetLearning2013
  author:
    - family: Farabet
      given: C.
  citation-key: FarabetLearning2013
  container-title: IEEE Transactions on Pattern Analysis and Machine Intelligence
  DOI: 10.1109/TPAMI.2012.231
  issued:
    - year: 2013
  page: 1915-1929
  title: Learning hierarchical features for scene labeling
  type: article-journal
  volume: '35'

- id: FukumizuLocal2000
  author:
    - family: Fukumizu
      given: K.
    - family: Amari
      given: S.
  citation-key: FukumizuLocal2000
  container-title: Neural Networks
  container-title-short: Neural Networks
  DOI: 10.1016/S0893-6080(00)00009-5
  ISSN: 0893-6080
  issue: '3'
  issued:
    - year: 2000
      month: 4
  page: 317-327
  title: >-
    Local minima and plateaus in hierarchical structures of multilayer
    perceptrons
  type: article-journal
  URL: http://www.ism.ac.jp/~fukumizu/papers/localmin3.pdf
  volume: '13'

- id: FukushimaNeocognitron1982
  accessed:
    - year: 2016
      month: 10
      day: 31
  author:
    - family: Fukushima
      given: Kunihiko
    - family: Miyake
      given: Sei
  citation-key: FukushimaNeocognitron1982
  container-title: Pattern Recognition
  container-title-short: Pattern Recognition
  DOI: 10.1016/0031-3203(82)90024-3
  ISSN: 0031-3203
  issue: '6'
  issued:
    - year: 1982
      month: 1
      day: 1
  page: 455-469
  title: >-
    Neocognitron: A new algorithm for pattern recognition tolerant of
    deformations and shifts in position
  type: article-journal
  URL: http://deeplearning.cs.cmu.edu/pdfs/Fukushima_Miyake.pdf
  volume: '15'

- id: GalTheoretically2016
  accessed:
    - year: 2017
      month: 6
      day: 21
  author:
    - family: Gal
      given: Yarin
    - family: Ghahramani
      given: Zoubin
  citation-key: GalTheoretically2016
  container-title: arXiv:1512.05287 [stat]
  event-title: NIPS
  issued:
    - year: 2016
  title: A Theoretically Grounded Application of Dropout in Recurrent Neural Networks
  type: paper-conference
  URL: http://arxiv.org/abs/1512.05287

- id: GarciaConvolutional2004
  author:
    - family: Garcia
      given: C.
  citation-key: GarciaConvolutional2004
  container-title: IEEE Transactions on Pattern Analysis and Machine Intelligence
  DOI: 10.1109/TPAMI.2004.97
  issued:
    - year: 2004
  page: 1408-1423
  title: >-
    Convolutional face finder: a neural architecture for fast and robust face
    detection
  type: article-journal
  volume: '26'

- id: GatysNeural2015
  accessed:
    - year: 2015
      month: 12
      day: 2
  author:
    - family: Gatys
      given: Leon A.
    - family: Ecker
      given: Alexander S.
    - family: Bethge
      given: Matthias
  citation-key: GatysNeural2015
  container-title: arXiv:1508.06576 [cs, q-bio]
  issued:
    - year: 2015
      month: 8
      day: 26
  title: A Neural Algorithm of Artistic Style
  type: article-journal
  URL: http://arxiv.org/abs/1508.06576

- id: GiryesDeep2016
  author:
    - family: Giryes
      given: R.
    - family: Sapiro
      given: G.
    - family: Bronstein
      given: A. M.
  citation-key: GiryesDeep2016
  container-title: IEEE Transactions on Signal Processing
  DOI: 10.1109/TSP.2016.2546221
  ISSN: 1053-587X
  issue: '13'
  issued:
    - year: 2016
      month: 7
  page: 3444-3457
  title: >-
    Deep Neural Networks with Random Gaussian Weights: A Universal
    Classification Strategy?
  type: article-journal
  URL: http://arxiv.org/abs/1504.08291
  volume: '64'

- id: GiryesStability2014
  accessed:
    - year: 2014
      month: 12
      day: 25
  author:
    - family: Giryes
      given: Raja
    - family: Sapiro
      given: Guillermo
    - family: Bronstein
      given: Alex M.
  citation-key: GiryesStability2014
  container-title: arXiv:1412.5896 [cs, math, stat]
  issued:
    - year: 2014
      month: 12
      day: 18
  title: On the Stability of Deep Networks
  type: article-journal
  URL: http://arxiv.org/abs/1412.5896

- id: GlobersonLearning2016
  accessed:
    - year: 2016
      month: 6
      day: 29
  author:
    - family: Globerson
      given: Amir
    - family: Livni
      given: Roi
  citation-key: GlobersonLearning2016
  container-title: arXiv:1606.05316 [cs]
  issued:
    - year: 2016
      month: 6
      day: 16
  title: 'Learning Infinite-Layer Networks: Beyond the Kernel Trick'
  type: article-journal
  URL: http://arxiv.org/abs/1606.05316

- id: GoodfellowExplaining2014
  accessed:
    - year: 2016
      month: 6
      day: 6
  author:
    - family: Goodfellow
      given: Ian J.
    - family: Shlens
      given: Jonathon
    - family: Szegedy
      given: Christian
  citation-key: GoodfellowExplaining2014
  container-title: arXiv:1412.6572 [cs, stat]
  issued:
    - year: 2014
      month: 12
      day: 19
  title: Explaining and Harnessing Adversarial Examples
  type: article-journal
  URL: http://arxiv.org/abs/1412.6572

- id: GoodfellowGenerative2014
  accessed:
    - year: 2018
      month: 12
      day: 30
  author:
    - family: Goodfellow
      given: Ian
    - family: Pouget-Abadie
      given: Jean
    - family: Mirza
      given: Mehdi
    - family: Xu
      given: Bing
    - family: Warde-Farley
      given: David
    - family: Ozair
      given: Sherjil
    - family: Courville
      given: Aaron
    - family: Bengio
      given: Yoshua
  citation-key: GoodfellowGenerative2014
  collection-title: NIPS'14
  container-title: Advances in Neural Information Processing Systems 27
  editor:
    - family: Ghahramani
      given: Z.
    - family: Welling
      given: M.
    - family: Cortes
      given: C.
    - family: Lawrence
      given: N. D.
    - family: Weinberger
      given: K. Q.
  event-place: Cambridge, MA, USA
  issued:
    - year: 2014
  page: 2672–2680
  publisher: Curran Associates, Inc.
  publisher-place: Cambridge, MA, USA
  title: Generative Adversarial Nets
  type: paper-conference
  URL: http://papers.nips.cc/paper/5423-generative-adversarial-nets.pdf

- id: GoodfellowQualitatively2014
  author:
    - family: Goodfellow
      given: Ian J.
    - family: Vinyals
      given: Oriol
    - family: Saxe
      given: Andrew M.
  citation-key: GoodfellowQualitatively2014
  container-title: arXiv:1412.6544 [cs, stat]
  issued:
    - year: 2014
      month: 12
      day: 19
  title: Qualitatively characterizing neural network optimization problems
  type: article-journal
  URL: http://arxiv.org/abs/1412.6544

- id: HadsellDimensionality2006
  author:
    - family: Hadsell
      given: R.
    - family: Chopra
      given: S.
    - family: LeCun
      given: Y.
  citation-key: HadsellDimensionality2006
  container-title: >-
    2006 IEEE Computer Society Conference on Computer Vision and Pattern
    Recognition
  DOI: 10.1109/CVPR.2006.100
  event-title: >-
    2006 IEEE Computer Society Conference on Computer Vision and Pattern
    Recognition
  issued:
    - year: 2006
  page: 1735-1742
  title: Dimensionality Reduction by Learning an Invariant Mapping
  type: paper-conference
  URL: http://yann.lecun.com/exdb/publis/pdf/hadsell-chopra-lecun-06.pdf
  volume: '2'

- id: HassonDirect2020
  accessed:
    - year: 2020
      month: 6
      day: 25
  author:
    - family: Hasson
      given: Uri
    - family: Nastase
      given: Samuel A.
    - family: Goldstein
      given: Ariel
  citation-key: HassonDirect2020
  container-title: Neuron
  container-title-short: Neuron
  DOI: 10.1016/j.neuron.2019.12.002
  ISSN: 0896-6273
  issue: '3'
  issued:
    - year: 2020
      month: 2
      day: 5
  language: en
  page: 416-434
  publisher: Cold Spring Harbor Laboratory
  section: New Results
  title: >-
    Direct Fit to Nature: An Evolutionary Perspective on Biological and
    Artificial Neural Networks
  type: article-journal
  URL: https://www.biorxiv.org/content/10.1101/764258v1
  volume: '105'

- id: HelmstaedterConnectomic2013
  author:
    - family: Helmstaedter
      given: M.
  citation-key: HelmstaedterConnectomic2013
  container-title: Nature
  DOI: 10.1038/nature12346
  issued:
    - year: 2013
  page: 168-174
  title: Connectomic reconstruction of the inner plexiform layer in the mouse retina
  type: article-journal
  volume: '500'

- id: HePowerful2016
  accessed:
    - year: 2016
      month: 7
      day: 6
  author:
    - family: He
      given: Kun
    - family: Wang
      given: Yan
    - family: Hopcroft
      given: John
  citation-key: HePowerful2016
  container-title: Advances in Neural Information Processing Systems
  event-title: NIPS
  issued:
    - year: 2016
      month: 6
      day: 15
  title: >-
    A Powerful Generative Model Using Random Weights for the Deep Image
    Representation
  type: paper-conference
  URL: http://arxiv.org/abs/1606.04801

- id: HintonDeep2012
  author:
    - family: Hinton
      given: G.
    - family: Deng
      given: Li
    - family: Yu
      given: Dong
    - family: Dahl
      given: G.E.
    - family: Mohamed
      given: A.
    - family: Jaitly
      given: N.
    - family: Senior
      given: A.
    - family: Vanhoucke
      given: V.
    - family: Nguyen
      given: P.
    - family: Sainath
      given: T.N.
    - family: Kingsbury
      given: B.
  citation-key: HintonDeep2012
  container-title: IEEE Signal Processing Magazine
  DOI: 10.1109/MSP.2012.2205597
  ISSN: 1053-5888
  issue: '6'
  issued:
    - year: 2012
      month: 11
  page: 82-97
  title: >-
    Deep Neural Networks for Acoustic Modeling in Speech Recognition: The Shared
    Views of Four Research Groups
  type: article-journal
  volume: '29'

- id: HintonFast2006
  author:
    - family: Hinton
      given: G
    - family: Osindero
      given: S
    - family: Teh
      given: 'Y'
  citation-key: HintonFast2006
  container-title: Neural Computation
  DOI: 10.1162/neco.2006.18.7.1527
  ISSN: 0899-7667
  issue: '7'
  issued:
    - year: 2006
      month: 7
  page: 1527-1554
  title: A Fast Learning Algorithm for Deep Belief Nets
  type: article-journal
  URL: http://www.cs.toronto.edu/~hinton/absps/fastnc.pdf
  volume: '18'

- id: HintonPractical2010
  accessed:
    - year: 2014
      month: 5
      day: 22
  author:
    - family: Hinton
      given: Geoffrey
  citation-key: HintonPractical2010
  collection-number: '7700'
  collection-title: Lecture Notes in Computer Science
  container-title: 'Neural Networks: Tricks of the Trade'
  ISBN: 978-3-642-35288-1 978-3-642-35289-8
  issued:
    - year: 2010
  page: '926'
  publisher: Springer Berlin Heidelberg
  title: A practical guide to training restricted Boltzmann machines
  type: chapter
  URL: http://www.csri.utoronto.ca/~hinton/absps/guideTR.pdf
  volume: '9'

- id: HintonRecognize2007
  accessed:
    - year: 2014
      month: 5
      day: 22
  author:
    - family: Hinton
      given: Geoffrey E.
  citation-key: HintonRecognize2007
  collection-title: 'Computational Neuroscience: Theoretical Insights into Brain Function'
  container-title: Progress in Brain Research
  editor:
    - family: Paul Cisek
      given: Trevor Drew and John F. Kalaska
  ISBN: 0079-6123
  issued:
    - year: 2007
  page: 535-547
  publisher: Elsevier
  title: To recognize shapes, first learn to generate images
  type: chapter
  URL: http://www.cs.toronto.edu/~hinton/absps/montrealTR.pdf
  volume: Volume 165

- id: HintonReducing2006
  accessed:
    - year: 2014
      month: 5
      day: 22
  author:
    - family: Hinton
      given: Geoffrey E.
    - family: Salakhutdinov
      given: Ruslan R.
  citation-key: HintonReducing2006
  container-title: Science
  DOI: 10.1126/science.1127647
  issue: '5786'
  issued:
    - year: 2006
  page: 504–507
  title: Reducing the dimensionality of data with neural networks
  type: article-journal
  URL: http://www.cs.toronto.edu/~rsalakhu/papers/science.pdf
  volume: '313'

- id: HintonWakesleep1995
  author:
    - family: Hinton
      given: G. E.
  citation-key: HintonWakesleep1995
  container-title: Science
  DOI: 10.1126/science.7761831
  ISSN: 0036-8075, 1095-9203
  issue: '5214'
  issued:
    - year: 1995
  page: 1558-1161
  PMID: '7761831'
  title: The wake-sleep algorithm for unsupervised neural networks
  type: article-journal
  volume: '268'

- id: HornikMultilayer1989
  accessed:
    - year: 2017
      month: 6
      day: 5
  author:
    - family: Hornik
      given: Kurt
    - family: Stinchcombe
      given: Maxwell
    - family: White
      given: Halbert
  citation-key: HornikMultilayer1989
  container-title: Neural Networks
  container-title-short: Neural Networks
  DOI: 10.1016/0893-6080(89)90020-8
  ISSN: 0893-6080
  issue: '5'
  issued:
    - year: 1989
  page: 359-366
  title: Multilayer feedforward networks are universal approximators
  type: article-journal
  URL: >-
    https://pdfs.semanticscholar.org/2375/f6d71ce85a9ff457825e192c36045e994bdd.pdf
  volume: '2'

- id: HuangExtreme2004
  author:
    - family: Huang
      given: Guang-Bin
    - family: Zhu
      given: Qin-Yu
    - family: Siew
      given: Chee-Kheong
  citation-key: HuangExtreme2004
  container-title: >-
    2004 IEEE International Joint Conference on Neural Networks, 2004.
    Proceedings
  DOI: 10.1109/IJCNN.2004.1380068
  event-title: >-
    2004 IEEE International Joint Conference on Neural Networks, 2004.
    Proceedings
  issued:
    - year: 2004
      month: 7
  page: 985-990 vol.2
  title: >-
    Extreme learning machine: a new learning scheme of feedforward neural
    networks
  type: paper-conference
  URL: http://www3.ntu.edu.sg/home/EGBHuang/pdf/ELM_IJCNN2004.PDF
  volume: '2'

- id: HuangExtreme2005
  accessed:
    - year: 2015
      month: 1
      day: 13
  author:
    - family: Huang
      given: Guang-Bin
    - family: Siew
      given: Chee-Kheong
  citation-key: HuangExtreme2005
  container-title: International Journal of Information Technology
  issue: '1'
  issued:
    - year: 2005
  page: 16–24
  title: Extreme learning machine with randomly assigned RBF kernels
  type: article-journal
  URL: http://pop.intjit.org/journal/volume/11/1/111_2.pdf
  volume: '11'

- id: HuangExtreme2006
  accessed:
    - year: 2015
      month: 1
      day: 13
  author:
    - family: Huang
      given: Guang-Bin
    - family: Zhu
      given: Qin-Yu
    - family: Siew
      given: Chee-Kheong
  citation-key: HuangExtreme2006
  collection-title: >-
    Neural Networks Selected Papers from the 7th Brazilian Symposium on Neural
    Networks (SBRN '04) 7th Brazilian Symposium on Neural Networks
  container-title: Neurocomputing
  container-title-short: Neurocomputing
  DOI: 10.1016/j.neucom.2005.12.126
  ISSN: 0925-2312
  issue: 1–3
  issued:
    - year: 2006
      month: 12
  page: 489-501
  title: 'Extreme learning machine: Theory and applications'
  type: article-journal
  URL: http://www.ntu.edu.sg/home/egbhuang/pdf/ELM-NC-2006.pdf
  volume: '70'

- id: HuangExtreme2011
  accessed:
    - year: 2015
      month: 1
      day: 13
  author:
    - family: Huang
      given: Guang-Bin
    - family: Wang
      given: Dian Hui
    - family: Lan
      given: Yuan
  citation-key: HuangExtreme2011
  container-title: International Journal of Machine Learning and Cybernetics
  DOI: 10.1007/s13042-011-0019-y
  ISSN: 1868-8071, 1868-808X
  issue: '2'
  issued:
    - year: 2011
      month: 6
  language: en
  page: 107-122
  title: 'Extreme learning machines: a survey'
  type: article-journal
  volume: '2'

- id: HubelReceptive1962
  author:
    - family: Hubel
      given: D. H.
  citation-key: HubelReceptive1962
  container-title: J. Physiol.
  DOI: 10.1113/jphysiol.1962.sp006837
  issued:
    - year: 1962
  page: 106-154
  title: >-
    Receptive fields, binocular interaction, and functional architecture in the
    cat's visual cortex
  type: article-journal
  volume: '160'

- id: HuHebbian2014
  accessed:
    - year: 2015
      month: 3
      day: 5
  author:
    - family: Hu
      given: Tao
    - family: Pehlevan
      given: Cengiz
    - family: Chklovskii
      given: Dmitri B.
  citation-key: HuHebbian2014
  container-title: 2014 48th Asilomar Conference on Signals, Systems and Computers
  DOI: 10.1109/ACSSC.2014.7094519
  event-title: 2014 48th Asilomar Conference on Signals, Systems and Computers
  issued:
    - year: 2014
      month: 11
  title: >-
    A Hebbian/Anti-Hebbian Network for Online Sparse Dictionary Learning Derived
    from Symmetric Matrix Factorization
  type: paper-conference
  URL: http://arxiv.org/abs/1503.00690

- id: JaderbergDecoupled2016
  accessed:
    - year: 2016
      month: 8
      day: 23
  author:
    - family: Jaderberg
      given: Max
    - family: Czarnecki
      given: Wojciech Marian
    - family: Osindero
      given: Simon
    - family: Vinyals
      given: Oriol
    - family: Graves
      given: Alex
    - family: Kavukcuoglu
      given: Koray
  citation-key: JaderbergDecoupled2016
  container-title: arXiv:1608.05343 [cs]
  issued:
    - year: 2016
      month: 8
      day: 18
  title: Decoupled Neural Interfaces using Synthetic Gradients
  type: article-journal
  URL: http://arxiv.org/abs/1608.05343

- id: KaiserNeural2015
  accessed:
    - year: 2016
      month: 6
      day: 23
  author:
    - family: Kaiser
      given: Łukasz
    - family: Sutskever
      given: Ilya
  citation-key: KaiserNeural2015
  container-title: arXiv:1511.08228 [cs]
  issued:
    - year: 2015
      month: 11
      day: 25
  title: Neural GPUs Learn Algorithms
  type: article-journal
  URL: http://arxiv.org/abs/1511.08228

- id: KalchbrennerGrid2016
  accessed:
    - year: 2020
      month: 4
      day: 5
  author:
    - family: Kalchbrenner
      given: Nal
    - family: Danihelka
      given: Ivo
    - family: Graves
      given: Alex
  citation-key: KalchbrennerGrid2016
  container-title: arXiv:1507.01526 [cs]
  issued:
    - year: 2016
      month: 1
      day: 7
  title: Grid Long Short-Term Memory
  type: article-journal
  URL: http://arxiv.org/abs/1507.01526

- id: KavukcuogluFast2010
  accessed:
    - year: 2014
      month: 5
      day: 22
  author:
    - family: Kavukcuoglu
      given: Koray
    - family: Ranzato
      given: Marc'Aurelio
    - family: LeCun
      given: Yann
  citation-key: KavukcuogluFast2010
  container-title: arXiv:1010.3467 [cs]
  issued:
    - year: 2010
      month: 10
      day: 17
  title: >-
    Fast Inference in Sparse Coding Algorithms with Applications to Object
    Recognition
  type: article-journal
  URL: http://arxiv.org/abs/1010.3467

- id: KingmaImproving2016
  author:
    - family: Kingma
      given: Diederik P.
    - family: Salimans
      given: Tim
    - family: Jozefowicz
      given: Rafal
    - family: Chen
      given: Xi
    - family: Sutskever
      given: Ilya
    - family: Welling
      given: Max
  citation-key: KingmaImproving2016
  container-title: Advances in Neural Information Processing Systems 29
  issued:
    - year: 2016
      month: 6
      day: 15
  publisher: Curran Associates, Inc.
  title: Improving Variational Inference with Inverse Autoregressive Flow
  type: paper-conference
  URL: http://arxiv.org/abs/1606.04934

- id: KrizhevskyImagenet2012
  accessed:
    - year: 2017
      month: 8
      day: 22
  author:
    - family: Krizhevsky
      given: Alex
    - family: Sutskever
      given: Ilya
    - family: Hinton
      given: Geoffrey E.
  citation-key: KrizhevskyImagenet2012
  container-title: Advances in neural information processing systems
  issued:
    - year: 2012
  page: 1097–1105
  title: Imagenet classification with deep convolutional neural networks
  type: paper-conference
  URL: >-
    http://papers.nips.cc/paper/4824-imagenet-classification-with-deep-convolutional-neural-networks

- id: KulkarniDeep2015
  accessed:
    - year: 2015
      month: 4
      day: 11
  author:
    - family: Kulkarni
      given: Tejas D.
    - family: Whitney
      given: Will
    - family: Kohli
      given: Pushmeet
    - family: Tenenbaum
      given: Joshua B.
  citation-key: KulkarniDeep2015
  container-title: arXiv:1503.03167 [cs]
  issued:
    - year: 2015
      month: 3
      day: 11
  title: Deep Convolutional Inverse Graphics Network
  type: article-journal
  URL: http://arxiv.org/abs/1503.03167

- id: LarsenAutoencoding2015
  accessed:
    - year: 2016
      month: 6
      day: 4
  author:
    - family: Larsen
      given: Anders Boesen Lindbo
    - family: Sønderby
      given: Søren Kaae
    - family: Larochelle
      given: Hugo
    - family: Winther
      given: Ole
  citation-key: LarsenAutoencoding2015
  container-title: arXiv:1512.09300 [cs, stat]
  issued:
    - year: 2015
      month: 12
      day: 31
  title: Autoencoding beyond pixels using a learned similarity metric
  type: article-journal
  URL: http://arxiv.org/abs/1512.09300

- id: LawrenceFace1997
  author:
    - family: Lawrence
      given: S.
  citation-key: LawrenceFace1997
  container-title: IEEE Transactions on Neural Networks
  DOI: 10.1109/72.554195
  issued:
    - year: 1997
  page: 98-113
  title: 'Face recognition: a convolutional neural-network approach'
  type: article-journal
  volume: '8'

- id: LeCunDeep2015
  accessed:
    - year: 2015
      month: 12
      day: 2
  author:
    - family: LeCun
      given: Yann
    - family: Bengio
      given: Yoshua
    - family: Hinton
      given: Geoffrey
  citation-key: LeCunDeep2015
  container-title: Nature
  DOI: 10.1038/nature14539
  ISSN: 0028-0836, 1476-4687
  issue: '7553'
  issued:
    - year: 2015
      month: 5
      day: 27
  page: 436-444
  title: Deep learning
  type: article-journal
  volume: '521'

- id: LeCunGradientbased1998
  author:
    - family: LeCun
      given: Y.
  citation-key: LeCunGradientbased1998
  container-title: Proceedings of the IEEE
  DOI: 10.1109/5.726791
  issue: '11'
  issued:
    - year: 1998
  page: 2278-2324
  title: Gradient-based learning applied to document recognition
  type: article-journal
  volume: '86'

- id: LeCunTutorial2006
  accessed:
    - year: 2014
      month: 5
      day: 22
  author:
    - family: LeCun
      given: Yann
    - family: Chopra
      given: Sumit
    - family: Hadsell
      given: Raia
    - family: Ranzato
      given: M.
    - family: Huang
      given: F.
  citation-key: LeCunTutorial2006
  container-title: Predicting structured data
  issued:
    - year: 2006
  title: A tutorial on energy-based learning
  type: chapter
  URL: http://yann.lecun.com/exdb/publis/pdf/lecun-06.pdf

- id: LeeConvolutional2009
  accessed:
    - year: 2017
      month: 6
      day: 5
  author:
    - family: Lee
      given: Honglak
    - family: Grosse
      given: Roger
    - family: Ranganath
      given: Rajesh
    - family: Ng
      given: Andrew Y.
  citation-key: LeeConvolutional2009
  collection-title: ICML '09
  container-title: Proceedings of the 26th Annual International Conference on Machine Learning
  DOI: 10.1145/1553374.1553453
  event-place: New York, NY, USA
  event-title: Proceedings of the 26th International Confer- ence on Machine Learning
  ISBN: 978-1-60558-516-1
  issued:
    - year: 2009
  page: 609–616
  publisher: ACM
  publisher-place: New York, NY, USA
  title: >-
    Convolutional Deep Belief Networks for Scalable Unsupervised Learning of
    Hierarchical Representations
  type: paper-conference
  URL: >-
    https://web.eecs.umich.edu/~honglak/icml09-ConvolutionalDeepBeliefNetworks.pdf

- id: LeeEfficient1996
  accessed:
    - year: 2017
      month: 6
      day: 12
  author:
    - family: Lee
      given: Wee Sun
    - family: Bartlett
      given: Peter L.
    - family: Williamson
      given: Robert C.
  citation-key: LeeEfficient1996
  container-title: IEEE Transactions on Information Theory
  DOI: 10.1109/18.556601
  issue: '6'
  issued:
    - year: 1996
  number: '6'
  page: 2118–2132
  title: Efficient agnostic learning of neural networks with bounded fan-in
  type: article-journal
  volume: '42'

- id: LeungDeep2014
  author:
    - family: Leung
      given: M. K.
  citation-key: LeungDeep2014
  container-title: Bioinformatics
  DOI: 10.1093/bioinformatics/btu277
  issued:
    - year: 2014
  page: i121-i129
  title: Deep learning of the tissue-regulated splicing code
  type: article-journal
  volume: '30'

- id: LiangBachBot
  author:
    - family: Liang
      given: Feynman
    - family: Tomczak
      given: Marcin
    - family: Johnson
      given: Matt
    - family: Gotham
      given: Mark
    - family: Shotten
      given: Jamie
    - family: Byrne
      given: Bill
  citation-key: LiangBachBot
  language: en
  page: '1'
  title: 'BachBot: Deep generative modeling of Bach chorales'
  type: article-journal

- id: LinCritical2016
  author:
    - family: Lin
      given: Henry W.
    - family: Tegmark
      given: Max
  citation-key: LinCritical2016
  container-title: arXiv:1606.06737 [cond-mat]
  issued:
    - year: 2016
      month: 6
      day: 21
  title: 'Critical Behavior from Deep Dynamics: A Hidden Dimension in Natural Language'
  type: article-journal
  URL: http://arxiv.org/abs/1606.06737

- id: LinWhy2016
  accessed:
    - year: 2016
      month: 9
      day: 18
  author:
    - family: Lin
      given: Henry W.
    - family: Tegmark
      given: Max
  citation-key: LinWhy2016
  container-title: arXiv:1608.08225 [cond-mat, stat]
  issued:
    - year: 2016
      month: 8
      day: 29
  title: Why does deep and cheap learning work so well?
  type: article-journal
  URL: http://arxiv.org/abs/1608.08225

- id: LiptonCritical2015
  accessed:
    - year: 2015
      month: 12
      day: 2
  author:
    - family: Lipton
      given: Zachary C.
    - family: Berkowitz
      given: John
    - family: Elkan
      given: Charles
  citation-key: LiptonCritical2015
  container-title: arXiv:1506.00019 [cs]
  issued:
    - year: 2015
      month: 5
      day: 29
  title: A Critical Review of Recurrent Neural Networks for Sequence Learning
  type: article-journal
  URL: http://arxiv.org/abs/1506.00019

- id: LiptonMythos2016
  accessed:
    - year: 2016
      month: 7
      day: 8
  author:
    - family: Lipton
      given: Zachary C.
  citation-key: LiptonMythos2016
  container-title: arXiv:1606.03490 [cs, stat]
  event-title: 2016 ICML Workshop on Human Interpretability in Machine Learning
  issued:
    - year: 2016
      month: 6
      day: 10
  title: The Mythos of Model Interpretability
  type: paper-conference
  URL: http://arxiv.org/abs/1606.03490

- id: LiptonStuck2016
  author:
    - family: Lipton
      given: Zachary C.
  citation-key: LiptonStuck2016
  container-title: arXiv:1602.07320 [cs]
  issued:
    - year: 2016
      month: 2
      day: 23
  title: Stuck in a What? Adventures in Weight Space
  type: article-journal
  URL: http://arxiv.org/abs/1602.07320

- id: MaclaurinGradientbased2015
  accessed:
    - year: 2022
      month: 4
      day: 23
  author:
    - family: Maclaurin
      given: Dougal
    - family: Duvenaud
      given: David
    - family: Adams
      given: Ryan
  citation-key: MaclaurinGradientbased2015
  container-title: Proceedings of the 32nd International Conference on Machine Learning
  event-title: International Conference on Machine Learning
  ISSN: 1938-7228
  issued:
    - year: 2015
      month: 6
      day: 1
  language: en
  page: 2113-2122
  publisher: PMLR
  title: Gradient-based Hyperparameter Optimization through Reversible Learning
  type: paper-conference
  URL: https://proceedings.mlr.press/v37/maclaurin15.html

- id: MaDeep2015
  author:
    - family: Ma
      given: J.
  citation-key: MaDeep2015
  container-title: J. Chem. Inf. Model.
  DOI: 10.1021/ci500747n
  issued:
    - year: 2015
  page: 263-274
  title: >-
    Deep neural nets as a method for quantitative structure-activity
    relationships
  type: article-journal
  volume: '55'

- id: MallatGroup2012
  accessed:
    - year: 2016
      month: 1
      day: 2
  author:
    - family: Mallat
      given: Stéphane
  citation-key: MallatGroup2012
  container-title: Communications on Pure and Applied Mathematics
  container-title-short: Comm. Pure Appl. Math.
  DOI: 10.1002/cpa.21413
  ISSN: 1097-0312
  issue: '10'
  issued:
    - year: 2012
      month: 10
      day: 1
  language: en
  number: '10'
  page: 1331-1398
  title: Group Invariant Scattering
  type: article-journal
  URL: http://arxiv.org/abs/1101.2286
  volume: '65'

- id: MallatUnderstanding2016
  accessed:
    - year: 2016
      month: 3
      day: 12
  author:
    - family: Mallat
      given: Stéphane
  citation-key: MallatUnderstanding2016
  container-title: arXiv:1601.04920 [cs, stat]
  issued:
    - year: 2016
      month: 1
      day: 19
  title: Understanding Deep Convolutional Networks
  type: article-journal
  URL: http://arxiv.org/abs/1601.04920

- id: MehtaExact2014
  accessed:
    - year: 2015
      month: 2
      day: 1
  author:
    - family: Mehta
      given: Pankaj
    - family: Schwab
      given: David J.
  citation-key: MehtaExact2014
  DOI: 10.48550/arXiv.1410.3831
  issued:
    - year: 2014
      month: 10
      day: 14
  number: arXiv:1410.3831
  publisher: arXiv
  title: >-
    An exact mapping between the Variational Renormalization Group and Deep
    Learning
  type: article
  URL: http://arxiv.org/abs/1410.3831

- id: MikolovEfficient2013
  accessed:
    - year: 2014
      month: 12
      day: 22
  author:
    - family: Mikolov
      given: Tomas
    - family: Chen
      given: Kai
    - family: Corrado
      given: Greg
    - family: Dean
      given: Jeffrey
  citation-key: MikolovEfficient2013
  container-title: arXiv:1301.3781 [cs]
  issued:
    - year: 2013
      month: 1
      day: 16
  title: Efficient Estimation of Word Representations in Vector Space
  type: article-journal
  URL: http://arxiv.org/abs/1301.3781

- id: MikolovExploiting2013
  accessed:
    - year: 2014
      month: 5
      day: 21
  author:
    - family: Mikolov
      given: Tomas
    - family: Le
      given: Quoc V.
    - family: Sutskever
      given: Ilya
  citation-key: MikolovExploiting2013
  container-title: arXiv:1309.4168 [cs]
  issued:
    - year: 2013
      month: 9
      day: 16
  title: Exploiting Similarities among Languages for Machine Translation
  type: article-journal
  URL: http://arxiv.org/abs/1309.4168

- id: MnihHumanlevel2015
  author:
    - family: Mnih
      given: V.
  citation-key: MnihHumanlevel2015
  container-title: Nature
  DOI: 10.1038/nature14236
  issued:
    - year: 2015
  page: 529-533
  title: Human-level control through deep reinforcement learning
  type: article-journal
  volume: '518'

- id: MohamedAcoustic2012
  author:
    - family: Mohamed
      given: A.
      dropping-particle: r
    - family: Dahl
      given: G. E.
    - family: Hinton
      given: G.
  citation-key: MohamedAcoustic2012
  container-title: IEEE Transactions on Audio, Speech, and Language Processing
  DOI: 10.1109/TASL.2011.2109382
  ISSN: 1558-7916
  issue: '1'
  issued:
    - year: 2012
      month: 1
  page: 14-22
  title: Acoustic Modeling Using Deep Belief Networks
  type: article-journal
  volume: '20'

- id: MonnerGeneralized2012
  accessed:
    - year: 2016
      month: 8
      day: 11
  author:
    - family: Monner
      given: Derek
    - family: Reggia
      given: James A.
  citation-key: MonnerGeneralized2012
  container-title: Neural Networks
  container-title-short: Neural Networks
  DOI: 10.1016/j.neunet.2011.07.003
  ISSN: 0893-6080
  issued:
    - year: 2012
      month: 1
  page: 70-83
  title: >-
    A generalized LSTM-like training algorithm for second-order recurrent neural
    networks
  type: article-journal
  URL: http://www.overcomplete.net/papers/nn2012.pdf
  volume: '25'

- id: MontufarWhen2014
  author:
    - family: Montufar
      given: G.
  citation-key: MontufarWhen2014
  container-title: J. Discrete Math.
  DOI: 10.1137/140957081
  issued:
    - year: 2014
  page: 321-347
  title: When does a mixture of products contain a product of mixtures?
  type: article-journal
  volume: '29'

- id: MousaviLearning2017
  author:
    - family: Mousavi
      given: Ali
    - family: Baraniuk
      given: Richard G.
  citation-key: MousaviLearning2017
  container-title: ICASSP
  event-title: >-
    The 42nd IEEE International Conference on Acoustics, Speech and Signal
    Processing
  issued:
    - year: 2017
      month: 1
      day: 14
  title: 'Learning to Invert: Signal Recovery via Deep Convolutional Networks'
  type: paper-conference
  URL: http://arxiv.org/abs/1701.03891

- id: NingAutomatic2005
  author:
    - family: Ning
      given: F.
  citation-key: NingAutomatic2005
  container-title: IEEE Transactions on Image Processing
  DOI: 10.1109/TIP.2005.852470
  issued:
    - year: 2005
  page: 1360-1371
  title: Toward automatic phenotyping of developing embryos from videos
  type: article-journal
  volume: '14'

- id: NoklandDirect2016
  author:
    - family: Nøkland
      given: Arild
  citation-key: NoklandDirect2016
  container-title: Advances In Neural Information Processing Systems
  event-title: NIPS
  issued:
    - year: 2016
      month: 9
      day: 6
  title: Direct Feedback Alignment Provides Learning in Deep Neural Networks
  type: paper-conference
  URL: http://arxiv.org/abs/1609.01596

- id: OlshausenEmergence1996
  accessed:
    - year: 2015
      month: 3
      day: 5
  author:
    - family: Olshausen
      given: Bruno A.
    - family: Field
      given: David J.
  citation-key: OlshausenEmergence1996
  container-title: Nature
  DOI: 10.1038/381607a0
  ISSN: 0028-0836
  issue: '6583'
  issued:
    - year: 1996
      month: 6
      day: 13
  page: 607-609
  title: >-
    Emergence of simple-cell receptive field properties by learning a sparse
    code for natural images
  type: article-journal
  URL: http://redwood.psych.cornell.edu/papers/olshausen_field_nature_1996.pdf
  volume: '381'

- id: OlshausenNatural1996
  author:
    - family: Olshausen
      given: B. A.
    - family: Field
      given: D. J.
  citation-key: OlshausenNatural1996
  container-title: Network (Bristol, England)
  container-title-short: Network
  DOI: 10.1088/0954-898X/7/2/014
  ISSN: 0954-898X
  issue: '2'
  issued:
    - year: 1996
      month: 5
  language: eng
  page: 333-339
  PMID: '16754394'
  title: Natural image statistics and efficient coding
  type: article-journal
  volume: '7'

- id: OlshausenSparse2004
  accessed:
    - year: 2014
      month: 5
      day: 22
  author:
    - family: Olshausen
      given: Bruno A
    - family: Field
      given: David J
  citation-key: OlshausenSparse2004
  container-title: Current Opinion in Neurobiology
  container-title-short: Current Opinion in Neurobiology
  DOI: 10.1016/j.conb.2004.07.007
  ISSN: 0959-4388
  issue: '4'
  issued:
    - year: 2004
      month: 8
  page: 481-487
  title: Sparse coding of sensory inputs
  type: article-journal
  URL: http://www.cnbc.cmu.edu/~samondjm/papers/OlshausenandField2004.pdf
  volume: '14'

- id: PanDropNeuron2016
  accessed:
    - year: 2016
      month: 7
      day: 4
  author:
    - family: Pan
      given: Wei
    - family: Dong
      given: Hao
    - family: Guo
      given: Yike
  citation-key: PanDropNeuron2016
  container-title: arXiv:1606.07326 [cs, stat]
  issued:
    - year: 2016
      month: 6
      day: 23
  title: 'DropNeuron: Simplifying the Structure of Deep Neural Networks'
  type: article-journal
  URL: http://arxiv.org/abs/1606.07326

- id: ParisottoNeural2017
  author:
    - family: Parisotto
      given: Emilio
    - family: Salakhutdinov
      given: Ruslan
  citation-key: ParisottoNeural2017
  container-title: arXiv:1702.08360 [cs]
  issued:
    - year: 2017
      month: 2
      day: 27
  title: 'Neural Map: Structured Memory for Deep Reinforcement Learning'
  type: article-journal
  URL: http://arxiv.org/abs/1702.08360

- id: PascanuSaddle2014
  author:
    - family: Pascanu
      given: Razvan
    - family: Dauphin
      given: Yann N.
    - family: Ganguli
      given: Surya
    - family: Bengio
      given: Yoshua
  citation-key: PascanuSaddle2014
  container-title: arXiv:1405.4604 [cs]
  issued:
    - year: 2014
      month: 5
      day: 19
  title: On the saddle point problem for non-convex optimization
  type: article-journal
  URL: http://arxiv.org/abs/1405.4604

- id: PaulWhy2014
  accessed:
    - year: 2015
      month: 1
      day: 31
  author:
    - family: Paul
      given: Arnab
    - family: Venkatasubramanian
      given: Suresh
  citation-key: PaulWhy2014
  container-title: arXiv:1412.6621 [cs, stat]
  issued:
    - year: 2014
      month: 12
      day: 20
  title: Why does Deep Learning work? - A perspective from Group Theory
  type: article-journal
  URL: http://arxiv.org/abs/1412.6621

- id: PinkusApproximation1999
  accessed:
    - year: 2016
      month: 10
      day: 17
  author:
    - family: Pinkus
      given: Allan
  citation-key: PinkusApproximation1999
  container-title: Acta Numerica
  DOI: 10.1017/S0962492900002919
  ISSN: 1474-0508, 0962-4929
  issued:
    - year: 1999
      month: 1
  page: 143-195
  title: Approximation theory of the MLP model in neural networks
  type: article-journal
  URL: http://www.math.technion.ac.il/~pinkus/papers/acta.pdf
  volume: '8'

- id: RadfordUnsupervised2015
  accessed:
    - year: 2016
      month: 6
      day: 4
  author:
    - family: Radford
      given: Alec
    - family: Metz
      given: Luke
    - family: Chintala
      given: Soumith
  citation-key: RadfordUnsupervised2015
  container-title: arXiv:1511.06434 [cs]
  issued:
    - year: 2015
      month: 11
      day: 19
  title: >-
    Unsupervised Representation Learning with Deep Convolutional Generative
    Adversarial Networks
  type: paper-conference
  URL: http://arxiv.org/abs/1511.06434

- id: RanzatoModeling2013
  author:
    - family: Ranzato
      given: M.
  citation-key: RanzatoModeling2013
  container-title: IEEE Transactions on Pattern Analysis and Machine Intelligence
  DOI: 10.1109/TPAMI.2013.29
  issue: '9'
  issued:
    - year: 2013
  page: 2206-2222
  title: Modeling natural images using gated MRFs
  type: article-journal
  volume: '35'

- id: RanzatoSparse2008
  accessed:
    - year: 2015
      month: 1
      day: 13
  author:
    - family: Ranzato
      given: Marc'aurelio
    - family: Boureau
      given: Y.-lan
    - family: Cun
      given: Yann L.
  citation-key: RanzatoSparse2008
  container-title: Advances in Neural Information Processing Systems 20
  editor:
    - family: Platt
      given: J. C.
    - family: Koller
      given: D.
    - family: Singer
      given: Y.
    - family: Roweis
      given: S. T.
  issued:
    - year: 2008
  page: 1185–1192
  publisher: Curran Associates, Inc.
  title: Sparse Feature Learning for Deep Belief Networks
  type: chapter
  URL: >-
    http://papers.nips.cc/paper/3363-sparse-feature-learning-for-deep-belief-networks.pdf

- id: RumelhartLearning1986
  accessed:
    - year: 2018
      month: 4
      day: 3
  author:
    - family: Rumelhart
      given: David E.
    - family: Hinton
      given: Geoffrey E.
    - family: Williams
      given: Ronald J.
  citation-key: RumelhartLearning1986
  container-title: Nature
  DOI: 10.1038/323533a0
  ISSN: 1476-4687
  issue: '6088'
  issued:
    - year: 1986
      month: 10
  language: en
  page: 533-536
  title: Learning representations by back-propagating errors
  type: article-journal
  URL: http://www.cs.toronto.edu/~hinton/absps/naturebp.pdf
  volume: '323'

- id: SagunExplorations2014
  accessed:
    - year: 2015
      month: 6
      day: 17
  author:
    - family: Sagun
      given: Levent
    - family: Guney
      given: V. Ugur
    - family: Arous
      given: Gerard Ben
    - family: LeCun
      given: Yann
  citation-key: SagunExplorations2014
  container-title: arXiv:1412.6615 [cs, stat]
  issued:
    - year: 2014
      month: 12
      day: 20
  title: Explorations on high dimensional landscapes
  type: article-journal
  URL: http://arxiv.org/abs/1412.6615

- id: SalimansWeight2016
  author:
    - family: Salimans
      given: Tim
    - family: Kingma
      given: Diederik P
  citation-key: SalimansWeight2016
  container-title: Advances in Neural Information Processing Systems 29
  editor:
    - family: Lee
      given: D. D.
    - family: Sugiyama
      given: M.
    - family: Luxburg
      given: U. V.
    - family: Guyon
      given: I.
    - family: Garnett
      given: R.
  issued:
    - year: 2016
  page: 901–901
  publisher: Curran Associates, Inc.
  title: >-
    Weight Normalization: A Simple Reparameterization to Accelerate Training of
    Deep Neural Networks
  type: paper-conference
  URL: >-
    http://papers.nips.cc/paper/6114-weight-normalization-a-simple-reparameterization-to-accelerate-training-of-deep-neural-networks.pdf

- id: ScardapaneGroup2016
  accessed:
    - year: 2016
      month: 7
      day: 25
  author:
    - family: Scardapane
      given: Simone
    - family: Comminiello
      given: Danilo
    - family: Hussain
      given: Amir
    - family: Uncini
      given: Aurelio
  citation-key: ScardapaneGroup2016
  container-title: arXiv:1607.00485 [cs, stat]
  issued:
    - year: 2016
      month: 7
      day: 2
  title: Group Sparse Regularization for Deep Neural Networks
  type: article-journal
  URL: http://arxiv.org/abs/1607.00485

- id: SchmidhuberAnnotated2022
  accessed:
    - year: 2023
      month: 1
      day: 24
  author:
    - family: Schmidhuber
      given: Juergen
  citation-key: SchmidhuberAnnotated2022
  DOI: 10.48550/arXiv.2212.11279
  issued:
    - year: 2022
      month: 12
      day: 29
  number: arXiv:2212.11279
  publisher: arXiv
  title: Annotated History of Modern AI and Deep Learning
  type: article
  URL: http://arxiv.org/abs/2212.11279

- id: ShazeerOutrageously2017
  author:
    - family: Shazeer
      given: Noam
    - family: Mirhoseini
      given: Azalia
    - family: Maziarz
      given: Krzysztof
    - family: Davis
      given: Andy
    - family: Le
      given: Quoc
    - family: Hinton
      given: Geoffrey
    - family: Dean
      given: Jeff
  citation-key: ShazeerOutrageously2017
  issued:
    - year: 2017
      month: 1
      day: 23
  title: >-
    Outrageously Large Neural Networks: The Sparsely-Gated Mixture-of-Experts
    Layer
  type: article
  URL: https://arxiv.org/abs/1701.06538v1

- id: Shwartz-ZivOpening2017
  author:
    - family: Shwartz-Ziv
      given: Ravid
    - family: Tishby
      given: Naftali
  citation-key: Shwartz-ZivOpening2017
  container-title: arXiv:1703.00810 [cs]
  issued:
    - year: 2017
      month: 3
      day: 2
  title: Opening the Black Box of Deep Neural Networks via Information
  type: article-journal
  URL: http://arxiv.org/abs/1703.00810

- id: SmithExploring2017
  author:
    - family: Smith
      given: Leslie N.
    - family: Topin
      given: Nicholay
  citation-key: SmithExploring2017
  container-title: arXiv:1702.04283 [cs]
  issued:
    - year: 2017
      month: 2
      day: 14
  title: Exploring loss function topology with cyclical learning rates
  type: article-journal
  URL: http://arxiv.org/abs/1702.04283

- id: SpringenbergStriving2014
  accessed:
    - year: 2015
      month: 4
      day: 11
  author:
    - family: Springenberg
      given: Jost Tobias
    - family: Dosovitskiy
      given: Alexey
    - family: Brox
      given: Thomas
    - family: Riedmiller
      given: Martin
  citation-key: SpringenbergStriving2014
  container-title: >-
    Proceedings of International Conference on Learning Representations (ICLR)
    2015
  event-title: International Conference on Learning Representations (ICLR) 2015
  issued:
    - year: 2014
      month: 12
      day: 21
  title: 'Striving for Simplicity: The All Convolutional Net'
  type: paper-conference
  URL: http://arxiv.org/abs/1412.6806

- id: StarrOrganic1913
  accessed:
    - year: 2022
      month: 12
      day: 6
  author:
    - family: Starr
      given: M. Allen (Moses Allen)
  call-number: '4009110'
  citation-key: StarrOrganic1913
  contributor:
    - literal: Columbia University Libraries
  issued:
    - year: 1913
  language: eng
  number-of-pages: '1042'
  publisher: New York, Philadelphia, Lea & Febiger
  title: Organic and functional nervous diseases; a text-book of neurology
  type: book
  URL: http://archive.org/details/organicfunctiona00star

- id: SteegInformation2015
  accessed:
    - year: 2015
      month: 8
      day: 6
  author:
    - family: Steeg
      given: Greg
      non-dropping-particle: ver
    - family: Galstyan
      given: Aram
  citation-key: SteegInformation2015
  container-title: arXiv:1507.02284 [cs, math, stat]
  issued:
    - year: 2015
      month: 7
      day: 8
  title: The Information Sieve
  type: article-journal
  URL: http://arxiv.org/abs/1507.02284

- id: TelgarskyRepresentation2015
  accessed:
    - year: 2016
      month: 7
      day: 25
  author:
    - family: Telgarsky
      given: Matus
  citation-key: TelgarskyRepresentation2015
  container-title: arXiv:1509.08101 [cs]
  issued:
    - year: 2015
      month: 9
      day: 27
  title: Representation Benefits of Deep Feedforward Networks
  type: article-journal
  URL: http://arxiv.org/abs/1509.08101

- id: TuragaConvolutional2010
  author:
    - family: Turaga
      given: S. C.
  citation-key: TuragaConvolutional2010
  container-title: Neural Comput.
  DOI: 10.1162/neco.2009.10-08-881
  issued:
    - year: 2010
  page: 511-538
  title: >-
    Convolutional networks can learn to generate affinity graphs for image
    segmentation
  type: article-journal
  volume: '22'

- id: UrbanDeep2016
  accessed:
    - year: 2016
      month: 7
      day: 4
  author:
    - family: Urban
      given: Gregor
    - family: Geras
      given: Krzysztof J.
    - family: Kahou
      given: Samira Ebrahimi
    - family: Aslan
      given: Ozlem
    - family: Wang
      given: Shengjie
    - family: Caruana
      given: Rich
    - family: Mohamed
      given: Abdelrahman
    - family: Philipose
      given: Matthai
    - family: Richardson
      given: Matt
  citation-key: UrbanDeep2016
  container-title: arXiv:1603.05691 [cs, stat]
  issued:
    - year: 2016
      month: 3
      day: 17
  title: Do Deep Convolutional Nets Really Need to be Deep (Or Even Convolutional)?
  type: article-journal
  URL: http://arxiv.org/abs/1603.05691

- id: vandenOordConditional2016
  accessed:
    - year: 2016
      month: 9
      day: 10
  author:
    - family: Oord
      given: Aäron
      non-dropping-particle: van den
    - family: Kalchbrenner
      given: Nal
    - family: Vinyals
      given: Oriol
    - family: Espeholt
      given: Lasse
    - family: Graves
      given: Alex
    - family: Kavukcuoglu
      given: Koray
  citation-key: vandenOordConditional2016
  container-title: arXiv:1606.05328 [cs]
  issued:
    - year: 2016
      month: 6
      day: 16
  title: Conditional Image Generation with PixelCNN Decoders
  type: article-journal
  URL: http://arxiv.org/abs/1606.05328

- id: vandenOordPixel2016
  accessed:
    - year: 2016
      month: 9
      day: 10
  author:
    - family: Oord
      given: Aäron
      non-dropping-particle: van den
    - family: Kalchbrenner
      given: Nal
    - family: Kavukcuoglu
      given: Koray
  citation-key: vandenOordPixel2016
  container-title: arXiv:1601.06759 [cs]
  issued:
    - year: 2016
      month: 1
      day: 25
  title: Pixel Recurrent Neural Networks
  type: article-journal
  URL: http://arxiv.org/abs/1601.06759

- id: vandenOordWaveNet2016
  accessed:
    - year: 2021
      month: 7
      day: 28
  author:
    - family: Oord
      given: Aaron
      non-dropping-particle: van den
    - family: Dieleman
      given: Sander
    - family: Zen
      given: Heiga
    - family: Simonyan
      given: Karen
    - family: Vinyals
      given: Oriol
    - family: Graves
      given: Alex
    - family: Kalchbrenner
      given: Nal
    - family: Senior
      given: Andrew
    - family: Kavukcuoglu
      given: Koray
  citation-key: vandenOordWaveNet2016
  container-title: 9th ISCA Speech Synthesis Workshop
  issued:
    - year: 2016
      month: 9
      day: 19
  title: 'WaveNet: A Generative Model for Raw Audio'
  type: paper-conference
  URL: http://arxiv.org/abs/1609.03499

- id: WiatowskiEnergy2018
  author:
    - family: Wiatowski
      given: Thomas
    - family: Grohs
      given: Philipp
    - family: Bölcskei
      given: Helmut
  citation-key: WiatowskiEnergy2018
  container-title: IEEE Transactions on Information Theory
  DOI: 10.1109/TIT.2017.2756880
  ISSN: 0018-9448
  issue: '7'
  issued:
    - year: 2018
  page: 1-1
  title: Energy Propagation in Deep Convolutional Neural Networks
  type: article-journal
  URL: http://arxiv.org/abs/1704.03636
  volume: '64'

- id: WiatowskiMathematical2015
  accessed:
    - year: 2016
      month: 1
      day: 2
  author:
    - family: Wiatowski
      given: Thomas
    - family: Bölcskei
      given: Helmut
  citation-key: WiatowskiMathematical2015
  container-title: Proceedings of IEEE International Symposium on Information Theory
  event-title: IEEE International Symposium on Information Theory
  issued:
    - year: 2015
      month: 12
      day: 19
  title: >-
    A Mathematical Theory of Deep Convolutional Neural Networks for Feature
    Extraction
  type: paper-conference
  URL: http://arxiv.org/abs/1512.06293

- id: XieDiversity2016
  author:
    - family: Xie
      given: Bo
    - family: Liang
      given: Yingyu
    - family: Song
      given: Le
  citation-key: XieDiversity2016
  container-title: arXiv:1611.03131 [cs, stat]
  issued:
    - year: 2016
      month: 11
      day: 9
  title: Diversity Leads to Generalization in Neural Networks
  type: article-journal
  URL: http://arxiv.org/abs/1611.03131

- id: YuDeep2011
  author:
    - family: Yu
      given: D.
    - family: Deng
      given: L.
  citation-key: YuDeep2011
  container-title: IEEE Signal Processing Magazine
  DOI: 10.1109/MSP.2010.939038
  ISSN: 1053-5888
  issue: '1'
  issued:
    - year: 2011
      month: 1
  page: 145-154
  title: >-
    Deep Learning and Its Applications to Signal and Information Processing
    [Exploratory DSP]
  type: article-journal
  URL: http://msr-waypoint.com/pubs/143620/DeepLearn-SPM2010.pdf
  volume: '28'

- id: ZhangDeep2015
  accessed:
    - year: 2015
      month: 5
      day: 23
  author:
    - family: Zhang
      given: Sixin
    - family: Choromanska
      given: Anna
    - family: LeCun
      given: Yann
  citation-key: ZhangDeep2015
  container-title: Advances In Neural Information Processing Systems
  event-title: Neural Information Processing Systems
  issued:
    - year: 2015
  title: Deep learning with Elastic Averaging SGD
  type: paper-conference
  URL: http://arxiv.org/abs/1412.6651

- id: ZhangUnderstanding2017
  author:
    - family: Zhang
      given: Chiyuan
    - family: Bengio
      given: Samy
    - family: Hardt
      given: Moritz
    - family: Recht
      given: Benjamin
    - family: Vinyals
      given: Oriol
  citation-key: ZhangUnderstanding2017
  container-title: Proceedings of ICLR
  event-title: ICLR
  issued:
    - year: 2017
  title: Understanding deep learning requires rethinking generalization
  type: paper-conference
  URL: http://arxiv.org/abs/1611.03530
...
