---
references:
- id: AbadiTensorFlow2016
  accessed:
    - year: 2016
      month: 3
      day: 30
  author:
    - family: Abadi
      given: Martın
    - family: Agarwal
      given: Ashish
    - family: Barham
      given: Paul
    - family: Brevdo
      given: Eugene
    - family: Chen
      given: Zhifeng
    - family: Citro
      given: Craig
    - family: Corrado
      given: Greg S.
    - family: Davis
      given: Andy
    - family: Dean
      given: Jeffrey
    - family: Devin
      given: Matthieu
  citation-key: AbadiTensorFlow2016
  container-title: arXiv preprint arXiv:1603.04467
  issued:
    - year: 2016
  title: >-
    TensorFlow: Large-Scale Machine Learning on Heterogeneous Distributed
    Systems
  type: article-journal
  URL: http://arxiv.org/abs/1603.04467

- id: AbernethyFaster2016
  accessed:
    - year: 2020
      month: 9
      day: 30
  author:
    - family: Abernethy
      given: Jacob
    - family: Hazan
      given: Elad
  citation-key: AbernethyFaster2016
  container-title: International Conference on Machine Learning
  event-title: International Conference on Machine Learning
  ISSN: 1938-7228
  issued:
    - year: 2016
      month: 6
      day: 11
  language: en
  page: 2520-2528
  publisher: PMLR
  title: >-
    Faster Convex Optimization: Simulated Annealing with an Efficient Universal
    Barrier
  type: paper-conference
  URL: http://proceedings.mlr.press/v48/abernethy16.html

- id: AchlioptasRigorous2005
  accessed:
    - year: 2015
      month: 2
      day: 17
  author:
    - family: Achlioptas
      given: Dimitris
    - family: Naor
      given: Assaf
    - family: Peres
      given: Yuval
  citation-key: AchlioptasRigorous2005
  container-title: Nature
  container-title-short: Nature
  DOI: 10.1038/nature03602
  ISSN: 0028-0836
  issue: '7043'
  issued:
    - year: 2005
      month: 6
      day: 9
  language: en
  page: 759-764
  title: Rigorous location of phase transitions in hard optimization problems
  type: article-journal
  volume: '435'

- id: AgarwalReliable2014
  accessed:
    - year: 2015
      month: 6
      day: 18
  author:
    - family: Agarwal
      given: Alekh
    - family: Chapelle
      given: Olivier
    - family: Dudık
      given: Miroslav
    - family: Langford
      given: John
  citation-key: AgarwalReliable2014
  container-title: Journal of Machine Learning Research
  ISSN: 1532-4435
  issue: '1'
  issued:
    - year: 2014
  page: 1111–1133
  title: A Reliable Effective Terascale Linear Learning System
  type: article-journal
  URL: http://www.jmlr.org/papers/volume15/agarwal14a/agarwal14a.pdf
  volume: '15'

- id: AgarwalSecond2016
  accessed:
    - year: 2016
      month: 3
      day: 11
  author:
    - family: Agarwal
      given: Naman
    - family: Bullins
      given: Brian
    - family: Hazan
      given: Elad
  citation-key: AgarwalSecond2016
  container-title: arXiv:1602.03943 [cs, stat]
  issued:
    - year: 2016
      month: 2
      day: 11
  title: Second Order Stochastic Optimization in Linear Time
  type: article-journal
  URL: http://arxiv.org/abs/1602.03943

- id: Allen-ZhuOptimal2016
  author:
    - family: Allen-Zhu
      given: Zeyuan
    - family: Hazan
      given: Elad
  citation-key: Allen-ZhuOptimal2016
  container-title: Advances in Neural Information Processing Systems 29
  editor:
    - family: Lee
      given: D. D.
    - family: Sugiyama
      given: M.
    - family: Luxburg
      given: U. V.
    - family: Guyon
      given: I.
    - family: Garnett
      given: R.
  issued:
    - year: 2016
  page: 1606–1614
  publisher: Curran Associates, Inc.
  title: Optimal Black-Box Reductions Between Optimization Objectives
  type: paper-conference
  URL: >-
    http://papers.nips.cc/paper/6364-optimal-black-box-reductions-between-optimization-objectives.pdf

- id: ArnoldAccelerating2017
  accessed:
    - year: 2018
      month: 4
      day: 27
  author:
    - family: Arnold
      given: Sébastien M. R.
    - family: Wang
      given: Chunming
  citation-key: ArnoldAccelerating2017
  container-title: arXiv:1709.05069 [cs]
  event-title: ICLR
  issued:
    - year: 2017
  title: >-
    Accelerating SGD for Distributed Deep-Learning Using Approximated Hessian
    Matrix
  type: paper-conference
  URL: http://arxiv.org/abs/1709.05069

- id: BachConvex2013
  accessed:
    - year: 2016
      month: 10
      day: 26
  author:
    - family: Bach
      given: Francis
  citation-key: BachConvex2013
  container-title: arXiv:1309.3117 [cs, math]
  issued:
    - year: 2013
      month: 9
      day: 12
  title: Convex relaxations of structured matrix factorizations
  type: article-journal
  URL: http://arxiv.org/abs/1309.3117

- id: BachNonAsymptotic2011
  accessed:
    - year: 2014
      month: 6
      day: 11
  author:
    - family: Bach
      given: Francis
    - family: Moulines
      given: Eric
  citation-key: BachNonAsymptotic2011
  container-title: Advances in Neural Information Processing Systems (NIPS)
  event-place: Spain
  issued:
    - year: 2011
  language: English
  page: '-'
  publisher-place: Spain
  title: >-
    Non-Asymptotic Analysis of Stochastic Approximation Algorithms for Machine
    Learning
  type: paper-conference
  URL: http://hal.archives-ouvertes.fr/hal-00608041

- id: BachNonstronglyconvex2013
  author:
    - family: Bach
      given: Francis R.
    - family: Moulines
      given: Eric
  citation-key: BachNonstronglyconvex2013
  container-title: arXiv:1306.2119 [cs, math, stat]
  issued:
    - year: 2013
      month: 6
      day: 10
  page: 773–781
  title: >-
    Non-strongly-convex smooth stochastic approximation with convergence rate
    O(1/n)
  type: paper-conference
  URL: https://arxiv.org/abs/1306.2119v1

- id: BachOptimization2011
  archive: Calibre
  author:
    - family: Bach
      given: Francis
    - family: Jenatton
      given: Rodolphe
    - family: Mairal
      given: Julien
  citation-key: BachOptimization2011
  collection-number: '1.0'
  collection-title: Foundations and Trends(r) in Machine Learning
  DOI: 10.1561/2200000015
  ISBN: 978-1-60198-510-1
  issued:
    - year: 2011
      month: 12
      day: 23
  language: eng
  publisher: Now Publishers Inc
  title: Optimization With Sparsity-Inducing Penalties
  type: book
  URL: https://hal.inria.fr/hal-00613125v1/document

- id: BaDistributed2016
  accessed:
    - year: 2018
      month: 4
      day: 2
  author:
    - family: Ba
      given: Jimmy
    - family: Grosse
      given: Roger
    - family: Martens
      given: James
  citation-key: BaDistributed2016
  issued:
    - year: 2016
      month: 11
      day: 5
  title: >-
    Distributed Second-Order Optimization using Kronecker-Factored
    Approximations
  type: article-journal
  URL: https://openreview.net/forum?id=SkkTMpjex

- id: BattitiFirstand1992
  accessed:
    - year: 2015
      month: 3
      day: 20
  author:
    - family: Battiti
      given: Roberto
  citation-key: BattitiFirstand1992
  container-title: Neural computation
  container-title-short: Neural Computation
  DOI: 10.1162/neco.1992.4.2.141
  ISSN: 0899-7667
  issue: '2'
  issued:
    - year: 1992
  page: 141–166
  title: >-
    First-and second-order methods for learning: between steepest descent and
    Newton's method
  type: article-journal
  URL: >-
    http://rtm.science.unitn.it/~battiti/archive/FirstSecondOrderMethodsForLearning.PDF
  volume: '4'

- id: BeckFast2009
  accessed:
    - year: 2016
      month: 9
      day: 21
  author:
    - family: Beck
      given: Amir
    - family: Teboulle
      given: Marc
  citation-key: BeckFast2009
  container-title: SIAM Journal on Imaging Sciences
  DOI: 10.1137/080716542
  ISSN: 1936-4954
  issue: '1'
  issued:
    - year: 2009
      month: 1
  language: en
  page: 183-202
  title: >-
    A Fast Iterative Shrinkage-Thresholding Algorithm for Linear Inverse
    Problems
  type: article-journal
  URL: http://mechroom.technion.ac.il/~becka/papers/71654.pdf
  volume: '2'

- id: BenTalLectures2001
  accessed:
    - year: 2024
      month: 4
      day: 11
  author:
    - family: Ben-Tal
      given: Aharon
    - family: Nemirovski
      given: Arkadi
  citation-key: BenTalLectures2001
  DOI: 10.1137/1.9780898718829
  ISBN: 978-0-89871-491-3 978-0-89871-882-9
  issued:
    - year: 2001
      month: 1
  language: en
  publisher: Society for Industrial and Applied Mathematics
  title: >-
    Lectures on Modern Convex Optimization: Analysis, Algorithms, and
    Engineering Applications
  type: book
  URL: >-
    https://web.archive.org/web/20171013150938/http://www2.isye.gatech.edu/~nemirovs/Lect_ModConvOpt.pdf

- id: BertsimasOptimal2005
  accessed:
    - year: 2016
      month: 10
      day: 5
  author:
    - family: Bertsimas
      given: D.
    - family: Popescu
      given: I.
  citation-key: BertsimasOptimal2005
  container-title: SIAM Journal on Optimization
  container-title-short: SIAM J. Optim.
  DOI: 10.1137/S1052623401399903
  ISSN: 1052-6234
  issue: '3'
  issued:
    - year: 2005
      month: 1
      day: 1
  page: 780-804
  title: 'Optimal Inequalities in Probability Theory: A Convex Optimization Approach'
  type: article-journal
  URL: >-
    http://web.mit.edu/~dbertsim/www/papers/ioana/Optimal-inequalities-in-probability-theory-A-convex-optimization-approach-SIAM15.pdf
  volume: '15'

- id: BhardwajEnsmallen2021
  author:
    - family: Bhardwaj
      given: Shikhar
    - family: Curtin
      given: Ryan R
    - family: Edel
      given: Marcus
    - family: Mentekidis
      given: Yannis
    - family: Sanderson
      given: Conrad
  citation-key: BhardwajEnsmallen2021
  issued:
    - year: 2021
  language: en
  page: '8'
  title: 'ensmallen: a ﬂexible C++ library for efﬁcient function optimization'
  type: article-journal

- id: BianComplexity2014
  accessed:
    - year: 2016
      month: 7
      day: 13
  author:
    - family: Bian
      given: Wei
    - family: Chen
      given: Xiaojun
    - family: Ye
      given: Yinyu
  citation-key: BianComplexity2014
  container-title: Mathematical Programming
  container-title-short: Math. Program.
  DOI: 10.1007/s10107-014-0753-5
  ISSN: 0025-5610, 1436-4646
  issue: 1-2
  issued:
    - year: 2014
      month: 2
      day: 21
  language: en
  page: 301-327
  title: >-
    Complexity analysis of interior point algorithms for non-Lipschitz and
    nonconvex minimization
  type: article-journal
  volume: '149'

- id: BirdStochastic2018
  accessed:
    - year: 2024
      month: 4
      day: 11
  author:
    - family: Bird
      given: Thomas
    - family: Kunze
      given: Julius
    - family: Barber
      given: David
  citation-key: BirdStochastic2018
  DOI: 10.48550/arXiv.1809.04855
  issued:
    - year: 2018
      month: 9
      day: 13
  number: arXiv:1809.04855
  publisher: arXiv
  title: Stochastic Variational Optimization
  type: article
  URL: http://arxiv.org/abs/1809.04855

- id: BordesSGDQN2009
  accessed:
    - year: 2015
      month: 6
      day: 18
  author:
    - family: Bordes
      given: Antoine
    - family: Bottou
      given: Léon
    - family: Gallinari
      given: Patrick
  citation-key: BordesSGDQN2009
  container-title: Journal of Machine Learning Research
  ISSN: 1532-4435
  issued:
    - year: 2009
      month: 12
  page: 1737–1754
  title: 'SGD-QN: Careful Quasi-Newton Stochastic Gradient Descent'
  type: article-journal
  URL: http://jmlr.org/papers/volume10/bordes09a/bordes09a.pdf
  volume: '10'

- id: BotevImportance2015
  accessed:
    - year: 2018
      month: 3
      day: 5
  author:
    - family: Botev
      given: Zdravko I.
    - family: Lloyd
      given: Chris J.
  citation-key: BotevImportance2015
  container-title: Electronic Journal of Statistics
  container-title-short: Electron. J. Statist.
  DOI: 10.1214/15-EJS1071
  ISSN: 1935-7524
  issue: '2'
  issued:
    - year: 2015
  language: EN
  page: 2058-2075
  title: >-
    Importance accelerated Robbins-Monro recursion with applications to
    parametric confidence limits
  type: article-journal
  volume: '9'

- id: BotevNesterov2016
  accessed:
    - year: 2017
      month: 7
      day: 28
  author:
    - family: Botev
      given: Aleksandar
    - family: Lever
      given: Guy
    - family: Barber
      given: David
  citation-key: BotevNesterov2016
  container-title: arXiv:1607.01981 [cs, stat]
  issued:
    - year: 2016
      month: 7
      day: 7
  title: >-
    Nesterov's Accelerated Gradient and Momentum as approximations to
    Regularised Update Descent
  type: article-journal
  URL: http://arxiv.org/abs/1607.01981

- id: BottouLarge2004
  author:
    - family: Bottou
      given: Léon
    - family: LeCun
      given: Yann
  citation-key: BottouLarge2004
  container-title: Advances in Neural Information Processing Systems 16
  editor:
    - family: Thrun
      given: Sebastian
    - family: Saul
      given: Lawrence
    - family: Schölkopf
      given: Bernhard
  event-place: Cambridge, MA
  issued:
    - year: 2004
  publisher: MIT Press
  publisher-place: Cambridge, MA
  title: Large Scale Online Learning
  type: chapter
  URL: http://leon.bottou.org/papers/bottou-lecun-2004

- id: BottouLargescale2010
  accessed:
    - year: 2014
      month: 4
      day: 21
  author:
    - family: Bottou
      given: Léon
  citation-key: BottouLargescale2010
  container-title: >-
    Proceedings of the 19th International Conference on Computational Statistics
    (COMPSTAT'2010)
  event-place: Paris, France
  ISBN: 978-3-7908-2603-6 978-3-7908-2604-3
  issued:
    - year: 2010
      month: 8
  page: 177–186
  publisher: Springer
  publisher-place: Paris, France
  title: Large-scale machine learning with stochastic gradient descent
  type: paper-conference
  URL: http://leon.bottou.org/papers/bottou-2010

- id: BottouOnline1998
  author:
    - family: Bottou
      given: Léon
  citation-key: BottouOnline1998
  container-title: Online Learning and Neural Networks
  editor:
    - family: Saad
      given: David
  event-place: Cambridge, UK
  issued:
    - year: 1998
  page: '142'
  publisher: Cambridge University Press
  publisher-place: Cambridge, UK
  title: Online Algorithms and Stochastic Approximations
  type: chapter
  URL: http://leon.bottou.org/publications/pdf/online-1998.pdf
  volume: '17'

- id: BottouOptimization2016
  accessed:
    - year: 2016
      month: 6
      day: 17
  author:
    - family: Bottou
      given: Léon
    - family: Curtis
      given: Frank E.
    - family: Nocedal
      given: Jorge
  citation-key: BottouOptimization2016
  container-title: arXiv:1606.04838 [cs, math, stat]
  issued:
    - year: 2016
      month: 6
      day: 15
  title: Optimization Methods for Large-Scale Machine Learning
  type: article-journal
  URL: http://arxiv.org/abs/1606.04838

- id: BottouStochastic1991
  author:
    - family: Bottou
      given: Léon
  citation-key: BottouStochastic1991
  container-title: Proceedings of Neuro-Nîmes 91
  event-place: Nimes, France
  issued:
    - year: 1991
  publisher: EC2
  publisher-place: Nimes, France
  title: Stochastic Gradient Learning in Neural Networks
  type: paper-conference
  URL: http://leon.bottou.org/papers/bottou-91c

- id: BottouStochastic2012
  accessed:
    - year: 2017
      month: 10
      day: 12
  author:
    - family: Bottou
      given: Léon
  citation-key: BottouStochastic2012
  collection-title: Lecture Notes in Computer Science
  container-title: 'Neural Networks: Tricks of the Trade'
  DOI: 10.1007/978-3-642-35289-8_25
  ISBN: 978-3-642-35288-1 978-3-642-35289-8
  issued:
    - year: 2012
  language: en
  page: 421-436
  publisher: Springer, Berlin, Heidelberg
  title: Stochastic Gradient Descent Tricks
  type: chapter
  URL: http://leon.bottou.org/publications/pdf/tricks-2012.pdf

- id: BottouTradeoffs2008
  author:
    - family: Bottou
      given: Léon
    - family: Bousquet
      given: Olivier
  citation-key: BottouTradeoffs2008
  container-title: Advances in Neural Information Processing Systems
  editor:
    - family: Platt
      given: J.C.
    - family: Koller
      given: D.
    - family: Singer
      given: Y.
    - family: Roweis
      given: S.
  issued:
    - year: 2008
  page: 161–168
  publisher: NIPS Foundation (http://books.nips.cc)
  title: The Tradeoffs of Large Scale Learning
  type: chapter
  URL: http://leon.bottou.org/papers/bottou-bousquet-2008
  volume: '20'

- id: BoumalManopt2014
  accessed:
    - year: 2016
      month: 9
      day: 11
  author:
    - family: Boumal
      given: Nicolas
    - family: Mishra
      given: Bamdev
    - family: Absil
      given: P.-A.
    - family: Sepulchre
      given: Rodolphe
  citation-key: BoumalManopt2014
  container-title: Journal of Machine Learning Research
  issued:
    - year: 2014
  page: 1455-1459
  title: Manopt, a Matlab Toolbox for Optimization on Manifolds
  type: article-journal
  URL: http://jmlr.org/papers/v15/boumal14a.html
  volume: '15'

- id: BoydConvex2004
  author:
    - family: Boyd
      given: Stephen P.
    - family: Vandenberghe
      given: Lieven
  call-number: QA402.5 .B69 2004
  citation-key: BoydConvex2004
  event-place: Cambridge, UK ; New York
  ISBN: 978-0-521-83378-3
  issued:
    - year: 2004
  number-of-pages: '716'
  publisher: Cambridge University Press
  publisher-place: Cambridge, UK ; New York
  title: Convex optimization
  type: book
  URL: https://web.stanford.edu/~boyd/cvxbook/

- id: BoydDistributed2010
  accessed:
    - year: 2016
      month: 9
      day: 21
  author:
    - family: Boyd
      given: Stephen
  citation-key: BoydDistributed2010
  DOI: 10.1561/2200000016
  issued:
    - year: 2010
  language: en
  publisher: Now Publishers Inc
  title: >-
    Distributed Optimization and Statistical Learning via the Alternating
    Direction Method of Multipliers
  type: book
  URL: http://web.stanford.edu/class/ee367/reading/admm_distr_stats.pdf
  volume: '3'

- id: BubeckConvex2015
  accessed:
    - year: 2015
      month: 12
      day: 2
  author:
    - family: Bubeck
      given: Sébastien
  citation-key: BubeckConvex2015
  collection-title: Foundations and Trends in Machine Learning
  DOI: 10.1561/2200000050
  issued:
    - year: 2015
  language: en
  publisher: Now Publishers
  title: 'Convex Optimization: Algorithms and Complexity'
  type: book
  URL: http://arxiv.org/abs/1405.4980
  volume: '8'

- id: BubeckEntropic2014
  accessed:
    - year: 2016
      month: 3
      day: 11
  author:
    - family: Bubeck
      given: Sébastien
    - family: Eldan
      given: Ronen
  citation-key: BubeckEntropic2014
  container-title: arXiv:1412.1587 [cs, math]
  issued:
    - year: 2014
      month: 12
      day: 4
  title: 'The entropic barrier: a simple and optimal universal self-concordant barrier'
  type: article-journal
  URL: http://arxiv.org/abs/1412.1587

- id: CevherConvex2014
  accessed:
    - year: 2014
      month: 11
      day: 6
  author:
    - family: Cevher
      given: Volkan
    - family: Becker
      given: Stephen
    - family: Schmidt
      given: Mark
  citation-key: CevherConvex2014
  container-title: IEEE Signal Processing Magazine
  DOI: 10.1109/MSP.2014.2329397
  ISSN: 1053-5888
  issue: '5'
  issued:
    - year: 2014
      month: 9
  page: 32-43
  title: Convex Optimization for Big Data
  type: article-journal
  URL: http://arxiv.org/abs/1411.0972
  volume: '31'

- id: ChartrandIteratively2008
  author:
    - family: Chartrand
      given: R.
    - family: Yin
      given: Wotao
  citation-key: ChartrandIteratively2008
  container-title: >-
    IEEE International Conference on Acoustics, Speech and Signal Processing,
    2008. ICASSP 2008
  DOI: 10.1109/ICASSP.2008.4518498
  event-title: >-
    IEEE International Conference on Acoustics, Speech and Signal Processing,
    2008. ICASSP 2008
  issued:
    - year: 2008
      month: 3
  page: 3869-3872
  title: Iteratively reweighted algorithms for compressive sensing
  type: paper-conference

- id: ChenComplexity2012
  accessed:
    - year: 2016
      month: 7
      day: 13
  author:
    - family: Chen
      given: Xiaojun
    - family: Ge
      given: Dongdong
    - family: Wang
      given: Zizhuo
    - family: Ye
      given: Yinyu
  citation-key: ChenComplexity2012
  container-title: Mathematical Programming
  container-title-short: Math. Program.
  DOI: 10.1007/s10107-012-0613-0
  ISSN: 0025-5610, 1436-4646
  issue: 1-2
  issued:
    - year: 2012
      month: 11
      day: 30
  language: en
  page: 371-383
  title: Complexity of unconstrained L_2-L_p
  type: article-journal
  URL: https://www.polyu.edu.hk/ama/staff/xjchen/Chen_Ge_Wang_Ye2014.pdf
  volume: '143'

- id: ChenSmoothing2012
  accessed:
    - year: 2016
      month: 7
      day: 13
  author:
    - family: Chen
      given: Xiaojun
  citation-key: ChenSmoothing2012
  container-title: Mathematical Programming
  container-title-short: Math. Program.
  DOI: 10.1007/s10107-012-0569-0
  ISSN: 0025-5610, 1436-4646
  issue: '1'
  issued:
    - year: 2012
      month: 6
      day: 22
  language: en
  page: 71-99
  title: Smoothing methods for nonsmooth, nonconvex minimization
  type: article-journal
  URL: https://www.polyu.edu.hk/ama/staff/xjchen/MPB2012_reprint.pdf
  volume: '134'

- id: ChoHessianfree2015
  accessed:
    - year: 2018
      month: 4
      day: 2
  author:
    - family: Cho
      given: Minhyung
    - family: Dhir
      given: Chandra Shekhar
    - family: Lee
      given: Jaehyung
  citation-key: ChoHessianfree2015
  container-title: Advances In Neural Information Processing Systems
  event-title: NIPS
  issued:
    - year: 2015
      month: 9
      day: 11
  title: >-
    Hessian-free Optimization for Learning Deep Multidimensional Recurrent
    Neural Networks
  type: paper-conference
  URL: http://arxiv.org/abs/1509.03475

- id: ChoromanskaLoss2015
  accessed:
    - year: 2015
      month: 6
      day: 17
  author:
    - family: Choromanska
      given: Anna
    - family: Henaff
      given: MIkael
    - family: Mathieu
      given: Michael
    - family: Ben Arous
      given: Gerard
    - family: LeCun
      given: Yann
  citation-key: ChoromanskaLoss2015
  container-title: >-
    Proceedings of the Eighteenth International Conference on Artificial
    Intelligence and Statistics
  event-title: Artificial Intelligence and Statistics
  issued:
    - year: 2015
  page: 192–204
  title: The Loss Surfaces of Multilayer Networks
  type: paper-conference
  URL: http://proceedings.mlr.press/v38/choromanska15.html

- id: ChretienAlternating2008
  accessed:
    - year: 2015
      month: 8
      day: 9
  author:
    - family: Chretien
      given: Stephane
  citation-key: ChretienAlternating2008
  container-title: arXiv:0809.0660 [stat]
  issued:
    - year: 2008
      month: 9
      day: 3
  title: An Alternating l1 approach to the compressed sensing problem
  type: article-journal
  URL: http://arxiv.org/abs/0809.0660

- id: CombettesProximal2008
  accessed:
    - year: 2015
      month: 6
      day: 22
  author:
    - family: Combettes
      given: Patrick L.
    - family: Pesquet
      given: Jean-Christophe
  citation-key: CombettesProximal2008
  container-title: Inverse Problems
  container-title-short: Inverse Problems
  DOI: 10.1088/0266-5611/24/6/065014
  ISSN: 0266-5611
  issue: '6'
  issued:
    - year: 2008
      month: 12
      day: 1
  language: en
  page: '065014'
  title: A proximal decomposition method for solving convex variational
  type: article-journal
  URL: http://arxiv.org/abs/0807.2617
  volume: '24'

- id: DalalyanFurther2017
  accessed:
    - year: 2017
      month: 6
      day: 13
  author:
    - family: Dalalyan
      given: Arnak S.
  citation-key: DalalyanFurther2017
  container-title: arXiv:1704.04752 [math, stat]
  issued:
    - year: 2017
      month: 4
      day: 16
  title: >-
    Further and stronger analogy between sampling and optimization: Langevin
    Monte Carlo and gradient descent
  type: article-journal
  URL: http://arxiv.org/abs/1704.04752

- id: DauphinIdentifying2014
  author:
    - family: Dauphin
      given: Yann
    - family: Pascanu
      given: Razvan
    - family: Gulcehre
      given: Caglar
    - family: Cho
      given: Kyunghyun
    - family: Ganguli
      given: Surya
    - family: Bengio
      given: Yoshua
  citation-key: DauphinIdentifying2014
  container-title: Advances in Neural Information Processing Systems 27
  issued:
    - year: 2014
      month: 6
      day: 10
  page: 2933–2941
  publisher: Curran Associates, Inc.
  title: >-
    Identifying and attacking the saddle point problem in high-dimensional
    non-convex optimization
  type: paper-conference
  URL: http://arxiv.org/abs/1406.2572

- id: DefazioSAGA2014
  author:
    - family: Defazio
      given: Aaron
    - family: Bach
      given: Francis
    - family: Lacoste-Julien
      given: Simon
  citation-key: DefazioSAGA2014
  container-title: Advances in Neural Information Processing Systems 27
  issued:
    - year: 2014
      month: 7
      day: 1
  title: >-
    SAGA: A Fast Incremental Gradient Method With Support for Non-Strongly
    Convex Composite Objectives
  type: paper-conference
  URL: http://arxiv.org/abs/1407.0202

- id: DennisChapter1989
  accessed:
    - year: 2019
      month: 2
      day: 5
  author:
    - family: Dennis
      given: J. E.
    - family: Schnabel
      given: Robert B.
  citation-key: DennisChapter1989
  collection-title: Optimization
  container-title: Handbooks in Operations Research and Management Science
  DOI: 10.1016/S0927-0507(89)01002-9
  issued:
    - year: 1989
      month: 1
      day: 1
  page: 1-72
  publisher: Elsevier
  title: Chapter I A view of unconstrained optimization
  type: chapter
  URL: https://apps.dtic.mil/dtic/tr/fulltext/u2/a188327.pdf
  volume: '1'

- id: DennisNumerical1996
  accessed:
    - year: 2019
      month: 2
      day: 5
  author:
    - family: Dennis
      given: J.
    - family: Schnabel
      given: R.
  citation-key: DennisNumerical1996
  collection-title: Classics in Applied Mathematics
  DOI: 10.1137/1.9781611971200
  ISBN: 978-0-89871-364-0
  issued:
    - year: 1996
      month: 1
      day: 1
  number-of-pages: '390'
  publisher: Society for Industrial and Applied Mathematics
  title: Numerical Methods for Unconstrained Optimization and Nonlinear Equations
  type: book
  URL: https://epubs.siam.org/doi/book/10.1137/1.9781611971200
  volume: '16'

- id: DeVoreNonlinear1998
  accessed:
    - year: 2015
      month: 6
      day: 26
  author:
    - family: DeVore
      given: Ronald A.
  citation-key: DeVoreNonlinear1998
  container-title: Acta Numerica
  DOI: 10.1017/S0962492900002816
  ISSN: 1474-0508
  issued:
    - year: 1998
      month: 1
  page: 51–150
  title: Nonlinear approximation
  type: article-journal
  URL: http://people.math.sc.edu/devore/publications/NLACTA.pdf
  volume: '7'

- id: DingFrankWolfe2018
  accessed:
    - year: 2019
      month: 1
      day: 22
  author:
    - family: Ding
      given: Lijun
    - family: Udell
      given: Madeleine
  citation-key: DingFrankWolfe2018
  issued:
    - year: 2018
      month: 8
      day: 15
  language: en
  title: Frank-Wolfe Style Algorithms for Large Scale Optimization
  type: article-journal
  URL: https://arxiv.org/abs/1808.05274v1

- id: DuchiAdaptive2011
  accessed:
    - year: 2015
      month: 6
      day: 18
  author:
    - family: Duchi
      given: John
    - family: Hazan
      given: Elad
    - family: Singer
      given: Yoram
  citation-key: DuchiAdaptive2011
  container-title: Journal of Machine Learning Research
  ISSN: 1532-4435
  issue: Jul
  issued:
    - year: 2011
      month: 7
  page: 2121–2159
  title: Adaptive Subgradient Methods for Online Learning and Stochastic Optimization
  type: article-journal
  URL: http://www.jmlr.org/papers/v12/duchi11a.html
  volume: '12'

- id: FletcherRapidly1963
  accessed:
    - year: 2015
      month: 3
      day: 20
  author:
    - family: Fletcher
      given: R.
    - family: Powell
      given: M. J. D.
  citation-key: FletcherRapidly1963
  container-title: The Computer Journal
  container-title-short: The Computer Journal
  DOI: 10.1093/comjnl/6.2.163
  ISSN: 0010-4620, 1460-2067
  issue: '2'
  issued:
    - year: 1963
      month: 1
      day: 8
  language: en
  page: 163-168
  title: A Rapidly Convergent Descent Method for Minimization
  type: article-journal
  URL: http://comjnl.oxfordjournals.org/content/6/2/163
  volume: '6'

- id: ForresterRecent2009
  accessed:
    - year: 2016
      month: 4
      day: 5
  author:
    - family: Forrester
      given: Alexander I. J.
    - family: Keane
      given: Andy J.
  citation-key: ForresterRecent2009
  container-title: Progress in Aerospace Sciences
  container-title-short: Progress in Aerospace Sciences
  DOI: 10.1016/j.paerosci.2008.11.001
  ISSN: 0376-0421
  issue: 1–3
  issued:
    - year: 2009
      month: 1
  page: 50-79
  title: Recent advances in surrogate-based optimization
  type: article-journal
  volume: '45'

- id: FriedlanderHybrid2012
  accessed:
    - year: 2015
      month: 2
      day: 1
  author:
    - family: Friedlander
      given: Michael P.
    - family: Schmidt
      given: Mark
  citation-key: FriedlanderHybrid2012
  container-title: SIAM Journal on Scientific Computing
  container-title-short: SIAM J. Sci. Comput.
  DOI: 10.1137/110830629
  ISSN: 1064-8275, 1095-7197
  issue: '3'
  issued:
    - year: 2012
      month: 1
      day: 1
  page: A1380-A1405
  title: Hybrid Deterministic-Stochastic Methods for Data Fitting
  type: article-journal
  URL: http://arxiv.org/abs/1104.2373
  volume: '34'

- id: FriedmanPathwise2007
  accessed:
    - year: 2015
      month: 3
      day: 20
  author:
    - family: Friedman
      given: Jerome
    - family: Hastie
      given: Trevor
    - family: Höfling
      given: Holger
    - family: Tibshirani
      given: Robert
  citation-key: FriedmanPathwise2007
  container-title: The Annals of Applied Statistics
  container-title-short: Ann. Appl. Stat.
  DOI: 10.1214/07-AOAS131
  ISSN: 1932-6157, 1941-7330
  issue: '2'
  issued:
    - year: 2007
      month: 12
  language: EN
  page: 302-332
  title: Pathwise coordinate optimization
  type: article-journal
  volume: '1'

- id: FriedmanRegularization2010
  accessed:
    - year: 2015
      month: 3
      day: 20
  author:
    - family: Friedman
      given: Jerome
    - family: Hastie
      given: Trevor
    - family: Tibshirani
      given: Rob
  citation-key: FriedmanRegularization2010
  container-title: Journal of statistical software
  container-title-short: J Stat Softw
  DOI: 10.18637/jss.v033.i01
  ISSN: 1548-7660
  issue: '1'
  issued:
    - year: 2010
  page: 1-22
  PMCID: PMC2929880
  PMID: '20808728'
  title: Regularization Paths for Generalized Linear Models via Coordinate Descent
  type: article-journal
  URL: http://www.ncbi.nlm.nih.gov/pmc/articles/PMC2929880/
  volume: '33'

- id: FriedmanStochastic2002
  accessed:
    - year: 2014
      month: 10
      day: 29
  author:
    - family: Friedman
      given: Jerome H.
  citation-key: FriedmanStochastic2002
  collection-title: Nonlinear Methods and Data Mining
  container-title: Computational Statistics & Data Analysis
  container-title-short: Computational Statistics & Data Analysis
  DOI: 10.1016/S0167-9473(01)00065-2
  ISSN: 0167-9473
  issue: '4'
  issued:
    - year: 2002
      month: 2
      day: 28
  page: 367-378
  title: Stochastic gradient boosting
  type: article-journal
  URL: https://statweb.stanford.edu/~jhf/ftp/stobst.pdf
  volume: '38'

- id: GallierAlgebra2022
  author:
    - family: Gallier
      given: Jean
    - family: Quaintance
      given: Jocelyn
  citation-key: GallierAlgebra2022
  issued:
    - year: 2022
  language: en
  title: >-
    Algebra, Topology, Diﬀerential Calculus, and Optimization Theory For
    Computer Science and Machine Learning
  type: book
  URL: https://www.cis.upenn.edu/~jean/math-deep.pdf

- id: GassoRecovering2009
  author:
    - family: Gasso
      given: G.
    - family: Rakotomamonjy
      given: A.
    - family: Canu
      given: S.
  citation-key: GassoRecovering2009
  container-title: IEEE Transactions on Signal Processing
  DOI: 10.1109/TSP.2009.2026004
  ISSN: 1053-587X
  issue: '12'
  issued:
    - year: 2009
      month: 12
  page: 4686-4698
  title: >-
    Recovering Sparse Signals With a Certain Family of Nonconvex Penalties and
    DC Programming
  type: article-journal
  URL: http://core.ac.uk/download/pdf/19691.pdf
  volume: '57'

- id: GhadimiAccelerated2013
  accessed:
    - year: 2014
      month: 9
      day: 30
  author:
    - family: Ghadimi
      given: Saeed
    - family: Lan
      given: Guanghui
  citation-key: GhadimiAccelerated2013
  container-title: arXiv:1310.3787 [math]
  issued:
    - year: 2013
      month: 10
      day: 14
  title: >-
    Accelerated Gradient Methods for Nonconvex Nonlinear and Stochastic
    Programming
  type: article-journal
  URL: http://arxiv.org/abs/1310.3787

- id: GhadimiStochastic2013
  accessed:
    - year: 2014
      month: 9
      day: 30
  author:
    - family: Ghadimi
      given: Saeed
    - family: Lan
      given: Guanghui
  citation-key: GhadimiStochastic2013
  container-title: SIAM Journal on Optimization
  DOI: 10.1137/120880811
  issue: '4'
  issued:
    - year: 2013
      month: 9
      day: 21
  page: 2341–2368
  title: >-
    Stochastic First- and Zeroth-order Methods for Nonconvex Stochastic
    Programming
  type: article-journal
  URL: http://arxiv.org/abs/1309.5549
  volume: '23'

- id: GilesCollected2008
  accessed:
    - year: 2016
      month: 7
      day: 3
  author:
    - family: Giles
      given: Mike B.
  citation-key: GilesCollected2008
  collection-editor:
    - family: Barth
      given: Timothy J.
    - family: Griebel
      given: Michael
    - family: Keyes
      given: David E.
    - family: Nieminen
      given: Risto M.
    - family: Roose
      given: Dirk
    - family: Schlick
      given: Tamar
  container-title: Advances in Automatic Differentiation
  editor:
    - family: Bischof
      given: Christian H.
    - family: Bücker
      given: H. Martin
    - family: Hovland
      given: Paul
    - family: Naumann
      given: Uwe
    - family: Utke
      given: Jean
  event-place: Berlin, Heidelberg
  ISBN: 978-3-540-68935-5 978-3-540-68942-3
  issued:
    - year: 2008
  page: 35-44
  publisher: Springer Berlin Heidelberg
  publisher-place: Berlin, Heidelberg
  title: >-
    Collected Matrix Derivative Results for Forward and Reverse Mode Algorithmic
    Differentiation
  type: chapter
  URL: http://eprints.maths.ox.ac.uk/1079/
  volume: '64'

- id: GoldsteinFASTA2015
  accessed:
    - year: 2016
      month: 9
      day: 21
  author:
    - family: Goldstein
      given: Tom
    - family: Studer
      given: Christoph
    - family: Baraniuk
      given: Richard
  citation-key: GoldsteinFASTA2015
  container-title: arXiv:1501.04979 [cs, math]
  issued:
    - year: 2015
      month: 1
      day: 15
  title: 'FASTA: A Generalized Implementation of Forward-Backward Splitting'
  type: article-journal
  URL: http://arxiv.org/abs/1501.04979

- id: GoldsteinSteepest1965
  accessed:
    - year: 2015
      month: 3
      day: 20
  author:
    - family: Goldstein
      given: A.
  citation-key: GoldsteinSteepest1965
  container-title: >-
    Journal of the Society for Industrial and Applied Mathematics Series A
    Control
  container-title-short: >-
    Journal of the Society for Industrial and Applied Mathematics Series A
    Control
  DOI: 10.1137/0303013
  ISSN: 0887-4603
  issue: '1'
  issued:
    - year: 1965
      month: 1
      day: 1
  page: 147-151
  title: On Steepest Descent
  type: article-journal
  volume: '3'

- id: GrotschelOptimization2012
  citation-key: GrotschelOptimization2012
  collection-number: '2012 : Extra vol'
  collection-title: Documenta mathematica
  editor:
    - family: Grötschel
      given: Martin
  event-place: Bielefeld
  ISBN: 978-3-936609-58-5
  issued:
    - year: 2012
  language: en
  number-of-pages: '460'
  publisher-place: Bielefeld
  title: >-
    Optimization stories: 21st International Symposium on Mathematical
    Programming, Berlin, August 19 - 24, 2012
  type: book
  URL: https://www.zib.de/groetschel/publications/OptimizationStories.pdf

- id: HanSurrogatebased2012
  accessed:
    - year: 2016
      month: 4
      day: 5
  author:
    - family: Han
      given: Zhong-Hua
    - family: Zhang
      given: Ke-Shi
  citation-key: HanSurrogatebased2012
  issued:
    - year: 2012
  title: Surrogate-based optimization
  type: article-journal
  URL: http://cdn.intechopen.com/pdfs/30305/InTech-Surrogate_based_optimization.pdf

- id: HarchaouiConditional2015
  accessed:
    - year: 2016
      month: 6
      day: 20
  author:
    - family: Harchaoui
      given: Zaid
    - family: Juditsky
      given: Anatoli
    - family: Nemirovski
      given: Arkadi
  citation-key: HarchaouiConditional2015
  container-title: Mathematical Programming
  DOI: 10.1007/s10107-014-0778-9
  ISSN: 0025-5610, 1436-4646
  issue: 1-2
  issued:
    - year: 2015
      month: 8
  language: en
  page: 75-112
  title: >-
    Conditional gradient algorithms for norm-regularized smooth convex
    optimization
  type: article-journal
  volume: '152'

- id: HazanConvexity2015
  accessed:
    - year: 2017
      month: 10
      day: 13
  author:
    - family: Hazan
      given: Elad
    - family: Levy
      given: Kfir
    - family: Shalev-Shwartz
      given: Shai
  citation-key: HazanConvexity2015
  container-title: Advances in Neural Information Processing Systems 28
  editor:
    - family: Cortes
      given: C.
    - family: Lawrence
      given: N. D.
    - family: Lee
      given: D. D.
    - family: Sugiyama
      given: M.
    - family: Garnett
      given: R.
  issued:
    - year: 2015
  page: 1594–1602
  publisher: Curran Associates, Inc.
  title: 'Beyond Convexity: Stochastic Quasi-Convex Optimization'
  type: paper-conference
  URL: >-
    http://papers.nips.cc/paper/5718-beyond-convexity-stochastic-quasi-convex-optimization.pdf

- id: HazanIntroduction2022
  author:
    - family: Hazan
      given: Elad
  citation-key: HazanIntroduction2022
  edition: 2nd edition
  event-place: Cambridge
  ISBN: 978-0-262-04698-5
  issued:
    - year: 2022
      month: 9
      day: 6
  language: English
  number-of-pages: '248'
  publisher: The MIT Press
  publisher-place: Cambridge
  title: Introduction to Online Convex Optimization, second edition
  type: book
  URL: http://arxiv.org/abs/1909.05207

- id: HeydeMartingale1974
  accessed:
    - year: 2017
      month: 10
      day: 12
  author:
    - family: Heyde
      given: C. C.
  citation-key: HeydeMartingale1974
  container-title: Stochastic Processes and their Applications
  container-title-short: Stochastic Processes and their Applications
  DOI: 10.1016/0304-4149(74)90004-0
  ISSN: 0304-4149
  issue: '4'
  issued:
    - year: 1974
      month: 10
      day: 1
  page: 359-370
  title: >-
    On martingale limit theory and strong convergence results for stochastic
    approximation procedures
  type: article-journal
  volume: '2'

- id: HintonNeural
  author:
    - family: Hinton
      given: Geoffrey
    - family: Srivastava
      given: Nitish
    - family: Kevin Swersky
      given: ''
  citation-key: HintonNeural
  title: Neural Networks for Machine Learning
  type: speech

- id: HosseiniManifold2015
  accessed:
    - year: 2016
      month: 9
      day: 11
  author:
    - family: Hosseini
      given: Reshad
    - family: Sra
      given: Suvrit
  citation-key: HosseiniManifold2015
  container-title: arXiv preprint arXiv:1506.07677
  issued:
    - year: 2015
  title: Manifold Optimization for Gaussian Mixture Models
  type: article-journal
  URL: http://arxiv.org/abs/1506.07677

- id: HuAccelerated2009
  accessed:
    - year: 2014
      month: 9
      day: 30
  author:
    - family: Hu
      given: Chonghai
    - family: Pan
      given: Weike
    - family: Kwok
      given: James T.
  citation-key: HuAccelerated2009
  container-title: Advances in Neural Information Processing Systems
  issued:
    - year: 2009
  page: 781–789
  publisher: Curran Associates, Inc.
  title: Accelerated gradient methods for stochastic optimization and online learning
  type: paper-conference
  URL: >-
    http://papers.nips.cc/paper/3817-accelerated-gradient-methods-for-stochastic-optimization-and-online-learning

- id: JaggiRevisiting2013
  accessed:
    - year: 2015
      month: 7
      day: 1
  author:
    - family: Jaggi
      given: Martin
  citation-key: JaggiRevisiting2013
  container-title: Journal of Machine Learning Research
  event-title: Proceedings of The 30th International Conference on Machine Learning
  issued:
    - year: 2013
  page: 427-435
  title: 'Revisiting Frank-Wolfe: Projection-Free Sparse Convex Optimization'
  type: paper-conference
  URL: http://jmlr.csail.mit.edu/proceedings/papers/v28/jaggi13.html

- id: JakoveticConvergence2014
  author:
    - family: Jakovetic
      given: D.
    - family: Freitas Xavier
      given: J.M.
    - family: Moura
      given: J.M.F.
  citation-key: JakoveticConvergence2014
  container-title: IEEE Transactions on Signal Processing
  DOI: 10.1109/TSP.2013.2291221
  ISSN: 1053-587X
  issue: '4'
  issued:
    - year: 2014
      month: 2
  page: 868-882
  title: >-
    Convergence Rates of Distributed Nesterov-Like Gradient Methods on Random
    Networks
  type: article-journal
  URL: http://arxiv.org/abs/1308.0916
  volume: '62'

- id: KimGreedy2016
  accessed:
    - year: 2016
      month: 3
      day: 12
  author:
    - family: Kim
      given: Daeun
    - family: Haldar
      given: Justin P.
  citation-key: KimGreedy2016
  container-title: Signal Processing
  container-title-short: Signal Processing
  DOI: 10.1016/j.sigpro.2016.01.021
  ISSN: 0165-1684
  issued:
    - year: 2016
      month: 8
  page: 274-289
  title: Greedy algorithms for nonnegativity-constrained simultaneous sparse recovery
  type: article-journal
  volume: '125'

- id: KingmaAdam2015
  accessed:
    - year: 2016
      month: 3
      day: 30
  author:
    - family: Kingma
      given: Diederik
    - family: Ba
      given: Jimmy
  citation-key: KingmaAdam2015
  container-title: Proceeding of ICLR
  issued:
    - year: 2015
  title: 'Adam: A Method for Stochastic Optimization'
  type: article-journal
  URL: http://arxiv.org/abs/1412.6980

- id: KleinLagrange2004
  accessed:
    - year: 2014
      month: 4
      day: 21
  author:
    - family: Klein
      given: Dan
  citation-key: KleinLagrange2004
  container-title: University of California at Berkeley, Computer Science Division
  issued:
    - year: 2004
  title: Lagrange multipliers without permanent scarring
  type: article-journal
  URL: http://www.ee.columbia.edu/~vittorio/LagrangeMultipliers-Klein.pdf

- id: LaiStochastic2003
  author:
    - family: Lai
      given: Tze Leung
  citation-key: LaiStochastic2003
  container-title: The Annals of Statistics
  container-title-short: Ann. Statist.
  DOI: 10.1214/aos/1051027873
  ISSN: 0090-5364, 2168-8966
  issue: '2'
  issued:
    - year: 2003
      month: 4
  page: 391-406
  title: Stochastic Approximation
  type: article-journal
  URL: https://statistics.stanford.edu/sites/default/files/2002-31.pdf
  volume: '31'

- id: LangfordSparse2009
  accessed:
    - year: 2015
      month: 6
      day: 18
  author:
    - family: Langford
      given: John
    - family: Li
      given: Lihong
    - family: Zhang
      given: Tong
  citation-key: LangfordSparse2009
  container-title: Advances in Neural Information Processing Systems 21
  editor:
    - family: Koller
      given: D.
    - family: Schuurmans
      given: D.
    - family: Bengio
      given: Y.
    - family: Bottou
      given: L.
  issued:
    - year: 2009
  page: 905–912
  publisher: Curran Associates, Inc.
  title: Sparse Online Learning via Truncated Gradient
  type: paper-conference
  URL: >-
    http://papers.nips.cc/paper/3585-sparse-online-learning-via-truncated-gradient.pdf

- id: LaueGENO2019
  accessed:
    - year: 2023
      month: 7
      day: 23
  author:
    - family: Laue
      given: Soeren
    - family: Mitterreiter
      given: Matthias
    - family: Giesen
      given: Joachim
  citation-key: LaueGENO2019
  container-title: Advances in Neural Information Processing Systems
  issued:
    - year: 2019
  publisher: Curran Associates, Inc.
  title: GENO – GENeric Optimization for Classical Machine Learning
  type: paper-conference
  URL: >-
    https://proceedings.neurips.cc/paper_files/paper/2019/hash/84438b7aae55a0638073ef798e50b4ef-Abstract.html
  volume: '32'

- id: LaueOptimization2022
  accessed:
    - year: 2023
      month: 7
      day: 23
  author:
    - family: Laue
      given: Sören
    - family: Blacher
      given: Mark
    - family: Giesen
      given: Joachim
  citation-key: LaueOptimization2022
  container-title: Proceedings of the AAAI Conference on Artificial Intelligence
  DOI: 10.1609/aaai.v36i7.20692
  issued:
    - year: 2022
      month: 6
      day: 28
  language: en
  number: '7'
  page: 7300-7308
  title: Optimization for Classical Machine Learning Problems on the GPU
  type: paper-conference
  URL: http://arxiv.org/abs/2203.16340
  volume: '36'

- id: LevyPower2016
  author:
    - family: Levy
      given: Kfir Y.
  citation-key: LevyPower2016
  container-title: arXiv:1611.04831 [cs, math, stat]
  issued:
    - year: 2016
      month: 11
      day: 15
  title: 'The Power of Normalization: Faster Evasion of Saddle Points'
  type: article-journal
  URL: http://arxiv.org/abs/1611.04831

- id: LinQuickeNing2016
  accessed:
    - year: 2016
      month: 10
      day: 7
  author:
    - family: Lin
      given: Hongzhou
    - family: Mairal
      given: Julien
    - family: Harchaoui
      given: Zaid
  citation-key: LinQuickeNing2016
  container-title: arXiv:1610.00960 [math, stat]
  issued:
    - year: 2016
      month: 10
      day: 4
  title: >-
    QuickeNing: A Generic Quasi-Newton Algorithm for Faster Gradient-Based
    Optimization *
  type: paper-conference
  URL: http://arxiv.org/abs/1610.00960

- id: LiRecovery2016
  author:
    - family: Li
      given: Yuanzhi
    - family: Liang
      given: Yingyu
    - family: Risteski
      given: Andrej
  citation-key: LiRecovery2016
  container-title: Advances in Neural Information Processing Systems 29
  editor:
    - family: Lee
      given: D. D.
    - family: Sugiyama
      given: M.
    - family: Luxburg
      given: U. V.
    - family: Guyon
      given: I.
    - family: Garnett
      given: R.
  issued:
    - year: 2016
  page: 4988–4996
  publisher: Curran Associates, Inc.
  title: >-
    Recovery Guarantee of Non-negative Matrix Factorization via Alternating
    Updates
  type: paper-conference
  URL: >-
    http://papers.nips.cc/paper/6417-recovery-guarantee-of-non-negative-matrix-factorization-via-alternating-updates.pdf

- id: LucchiVariance2015
  accessed:
    - year: 2015
      month: 7
      day: 1
  author:
    - family: Lucchi
      given: Aurelien
    - family: McWilliams
      given: Brian
    - family: Hofmann
      given: Thomas
  citation-key: LucchiVariance2015
  container-title: arXiv:1503.08316 [cs]
  issued:
    - year: 2015
      month: 3
      day: 28
  title: A Variance Reduced Stochastic Newton Method
  type: article-journal
  URL: http://arxiv.org/abs/1503.08316

- id: MaDistributed2015
  accessed:
    - year: 2015
      month: 12
      day: 20
  author:
    - family: Ma
      given: Chenxin
    - family: Konečnỳ
      given: Jakub
    - family: Jaggi
      given: Martin
    - family: Smith
      given: Virginia
    - family: Jordan
      given: Michael I.
    - family: Richtárik
      given: Peter
    - family: Takáč
      given: Martin
  citation-key: MaDistributed2015
  container-title: arXiv preprint arXiv:1512.04039
  issued:
    - year: 2015
  title: Distributed Optimization with Arbitrary Local Solvers
  type: article-journal
  URL: http://arxiv.org/abs/1512.04039

- id: MaDiving2017
  author:
    - family: Ma
      given: Siyuan
    - family: Belkin
      given: Mikhail
  citation-key: MaDiving2017
  container-title: arXiv:1703.10622 [cs, stat]
  issued:
    - year: 2017
      month: 3
      day: 30
  title: >-
    Diving into the shallows: a computational perspective on large-scale shallow
    learning
  type: article-journal
  URL: http://arxiv.org/abs/1703.10622

- id: MadsenMethods2004
  author:
    - family: Madsen
      given: K
    - family: Nielsen
      given: H.B.
    - family: Tingleff
      given: O.
  citation-key: MadsenMethods2004
  issued:
    - year: 2004
  title: Methods for non-linear least squares problems
  type: report
  URL: http://www2.imm.dtu.dk/pubdb/views/edoc_download.php/3215/pdf/imm3215.pdf

- id: MairalIncremental2015
  accessed:
    - year: 2016
      month: 4
      day: 5
  author:
    - family: Mairal
      given: J.
  citation-key: MairalIncremental2015
  container-title: SIAM Journal on Optimization
  container-title-short: SIAM J. Optim.
  DOI: 10.1137/140957639
  ISSN: 1052-6234
  issue: '2'
  issued:
    - year: 2015
      month: 1
      day: 1
  page: 829-855
  title: >-
    Incremental Majorization-Minimization Optimization with Application to
    Large-Scale Machine Learning
  type: article-journal
  URL: http://arxiv.org/abs/1402.4419
  volume: '25'

- id: MairalOptimization2013
  accessed:
    - year: 2018
      month: 10
      day: 8
  author:
    - family: Mairal
      given: Julien
  citation-key: MairalOptimization2013
  container-title: International Conference on Machine Learning
  event-title: International Conference on Machine Learning
  issued:
    - year: 2013
      month: 2
      day: 13
  language: en
  page: 783-791
  title: Optimization with First-Order Surrogate Functions
  type: paper-conference
  URL: http://proceedings.mlr.press/v28/mairal13.html

- id: MairalSparse2014
  accessed:
    - year: 2016
      month: 4
      day: 2
  author:
    - family: Mairal
      given: Julien
    - family: Bach
      given: Francis
    - family: Ponce
      given: Jean
  citation-key: MairalSparse2014
  DOI: 10.1561/0600000058
  issued:
    - year: 2014
      month: 12
  language: en
  title: Sparse modeling for image and vision processing
  type: book
  URL: http://arxiv.org/abs/1411.3230
  volume: '8'

- id: MairalStochastic2013
  accessed:
    - year: 2016
      month: 4
      day: 2
  author:
    - family: Mairal
      given: Julien
  citation-key: MairalStochastic2013
  container-title: Advances in Neural Information Processing Systems
  issued:
    - year: 2013
  page: 2283–2291
  title: Stochastic majorization-minimization algorithms for large-scale optimization
  type: paper-conference
  URL: >-
    http://papers.nips.cc/paper/5129-stochastic-majorization-minimization-algorithms-for-large-scale-optimization

- id: MartensDeep2010
  accessed:
    - year: 2018
      month: 4
      day: 2
  author:
    - family: Martens
      given: James
  citation-key: MartensDeep2010
  collection-title: ICML'10
  container-title: >-
    Proceedings of the 27th International Conference on International Conference
    on Machine Learning
  event-place: USA
  ISBN: 978-1-60558-907-7
  issued:
    - year: 2010
  page: 735–742
  publisher: Omnipress
  publisher-place: USA
  title: Deep Learning via Hessian-free Optimization
  type: paper-conference
  URL: http://www.cs.utoronto.ca/~jmartens/docs/Deep_HessianFree.pdf

- id: MartensLearning2011
  accessed:
    - year: 2018
      month: 4
      day: 2
  author:
    - family: Martens
      given: James
    - family: Sutskever
      given: Ilya
  citation-key: MartensLearning2011
  collection-title: ICML'11
  container-title: >-
    Proceedings of the 28th International Conference on International Conference
    on Machine Learning
  event-place: USA
  ISBN: 978-1-4503-0619-5
  issued:
    - year: 2011
  page: 1033–1040
  publisher: Omnipress
  publisher-place: USA
  title: Learning Recurrent Neural Networks with Hessian-free Optimization
  type: paper-conference
  URL: http://dl.acm.org/citation.cfm?id=3104482.3104612

- id: MartensTraining2012
  author:
    - family: Martens
      given: James
    - family: Sutskever
      given: Ilya
  citation-key: MartensTraining2012
  collection-title: Lecture Notes in Computer Science
  container-title: 'Neural networks: Tricks of the trade'
  ISBN: 978-3-642-35288-1 978-3-642-35289-8
  issued:
    - year: 2012
  page: 479–535
  publisher: Springer
  title: Training deep and recurrent networks with Hessian-free optimization
  type: chapter
  URL: http://www.cs.toronto.edu/~jmartens/docs/HF_book_chapter.pdf

- id: MattingleyRealTime2010
  author:
    - family: Mattingley
      given: J.
    - family: Boyd
      given: S.
  citation-key: MattingleyRealTime2010
  container-title: IEEE Signal Processing Magazine
  DOI: 10.1109/MSP.2010.936020
  ISSN: 1053-5888
  issue: '3'
  issued:
    - year: 2010
      month: 5
  page: 50-61
  title: Real-Time Convex Optimization in Signal Processing
  type: article-journal
  URL: https://www.stanford.edu/~boyd/papers/pdf/sig_proc_mag.pdf
  volume: '27'

- id: McleodFinding2008
  author:
    - family: Mcleod
      given: Doug
    - family: Emmerson
      given: Garry
    - family: Kohn
      given: Robert
    - family: (universit
      given: Geoff Kingston
  citation-key: McleodFinding2008
  issued:
    - year: 2008
  title: 'Finding the invisible hand: an objective model of financial markets'
  type: report

- id: McMahanAd2013
  accessed:
    - year: 2016
      month: 3
      day: 30
  author:
    - family: McMahan
      given: H. Brendan
    - family: Holt
      given: Gary
    - family: Sculley
      given: D.
    - family: Young
      given: Michael
    - family: Ebner
      given: Dietmar
    - family: Grady
      given: Julian
    - family: Nie
      given: Lan
    - family: Phillips
      given: Todd
    - family: Davydov
      given: Eugene
    - family: Golovin
      given: Daniel
    - family: Chikkerur
      given: Sharat
    - family: Liu
      given: Dan
    - family: Wattenberg
      given: Martin
    - family: Hrafnkelsson
      given: Arnar Mar
    - family: Boulos
      given: Tom
    - family: Kubica
      given: Jeremy
  citation-key: McMahanAd2013
  collection-title: KDD '13
  container-title: >-
    Proceedings of the 19th ACM SIGKDD International Conference on Knowledge
    Discovery and Data Mining
  DOI: 10.1145/2487575.2488200
  event-place: New York, NY, USA
  ISBN: 978-1-4503-2174-7
  issued:
    - year: 2013
  page: 1222–1230
  publisher: ACM
  publisher-place: New York, NY, USA
  title: 'Ad Click Prediction: A View from the Trenches'
  type: paper-conference
  URL: http://www.eecs.tufts.edu/~dsculley/papers/ad-click-prediction.pdf

- id: MeiLandscape2016
  accessed:
    - year: 2016
      month: 7
      day: 26
  author:
    - family: Mei
      given: Song
    - family: Bai
      given: Yu
    - family: Montanari
      given: Andrea
  citation-key: MeiLandscape2016
  container-title: arXiv:1607.06534 [stat]
  issued:
    - year: 2016
      month: 7
      day: 21
  title: The Landscape of Empirical Risk for Non-convex Losses
  type: article-journal
  URL: http://arxiv.org/abs/1607.06534

- id: MetzTasks2020
  accessed:
    - year: 2020
      month: 10
      day: 1
  author:
    - family: Metz
      given: Luke
    - family: Maheswaranathan
      given: Niru
    - family: Freeman
      given: C. Daniel
    - family: Poole
      given: Ben
    - family: Sohl-Dickstein
      given: Jascha
  citation-key: MetzTasks2020
  container-title: arXiv:2009.11243 [cs, stat]
  issued:
    - year: 2020
      month: 9
      day: 23
  title: >-
    Tasks, stability, architecture, and compute: Training more effective learned
    optimizers, and using them to train themselves
  type: article-journal
  URL: http://arxiv.org/abs/2009.11243

- id: MitliagkasAsynchrony2016
  accessed:
    - year: 2017
      month: 7
      day: 21
  author:
    - family: Mitliagkas
      given: Ioannis
    - family: Zhang
      given: Ce
    - family: Hadjis
      given: Stefan
    - family: Ré
      given: Christopher
  citation-key: MitliagkasAsynchrony2016
  container-title: arXiv:1605.09774 [cs, math, stat]
  issued:
    - year: 2016
      month: 5
      day: 31
  title: Asynchrony begets Momentum, with an Application to Deep Learning
  type: article-journal
  URL: http://arxiv.org/abs/1605.09774

- id: MolnarShapley2021
  accessed:
    - year: 2021
      month: 11
      day: 11
  author:
    - family: Molnar
      given: Christoph
  citation-key: MolnarShapley2021
  container-title: Interpretable Machine Learning
  issued:
    - year: 2021
  title: Shapley Values
  type: chapter
  URL: https://christophm.github.io/interpretable-ml-book/shapley.html

- id: NemirovskiInterior1996
  accessed:
    - year: 2024
      month: 4
      day: 11
  author:
    - family: Nemirovski
      given: Arkadi
  citation-key: NemirovskiInterior1996
  issued:
    - year: 1996
  title: Interior Point Polynomial Time Methods in Convex Programming
  type: article
  URL: https://www2.isye.gatech.edu/~nemirovs/Lect_IPM.pdf

- id: NesterovAccelerating2007
  accessed:
    - year: 2016
      month: 9
      day: 21
  author:
    - family: Nesterov
      given: Yu
  citation-key: NesterovAccelerating2007
  container-title: Mathematical Programming
  container-title-short: Math. Program.
  DOI: 10.1007/s10107-006-0089-x
  ISSN: 0025-5610, 1436-4646
  issue: '1'
  issued:
    - year: 2007
      month: 1
      day: 20
  language: en
  page: 159-181
  title: Accelerating the cubic regularization of Newton’s method on convex problems
  type: article-journal
  volume: '112'

- id: NesterovEfficiency2012
  accessed:
    - year: 2016
      month: 9
      day: 21
  author:
    - family: Nesterov
      given: Y.
  citation-key: NesterovEfficiency2012
  container-title: SIAM Journal on Optimization
  container-title-short: SIAM J. Optim.
  DOI: 10.1137/100802001
  ISSN: 1052-6234
  issue: '2'
  issued:
    - year: 2012
      month: 1
      day: 1
  page: 341-362
  title: Efficiency of Coordinate Descent Methods on Huge-Scale Optimization Problems
  type: article-journal
  URL: http://www.optimization-online.org/DB_FILE/2010/01/2527.pdf
  volume: '22'

- id: NesterovGradient2012
  accessed:
    - year: 2016
      month: 7
      day: 13
  author:
    - family: Nesterov
      given: Yu
  citation-key: NesterovGradient2012
  container-title: Mathematical Programming
  container-title-short: Math. Program.
  DOI: 10.1007/s10107-012-0629-5
  ISSN: 0025-5610, 1436-4646
  issue: '1'
  issued:
    - year: 2012
      month: 12
      day: 21
  language: en
  page: 125-161
  title: Gradient methods for minimizing composite functions
  type: article-journal
  URL: http://premolab.ru/pub_files/pub88/qhkDNEyp8.pdf
  volume: '140'

- id: NesterovIntroductory2004
  accessed:
    - year: 2016
      month: 4
      day: 10
  author:
    - family: Nesterov
      given: Yurii
  citation-key: NesterovIntroductory2004
  collection-editor:
    - family: Pardalos
      given: Panos M.
    - family: Hearn
      given: Donald W.
  collection-title: Applied Optimization
  event-place: Boston, MA
  ISBN: 978-1-4613-4691-3 978-1-4419-8853-9
  issued:
    - year: 2004
  publisher: Springer US
  publisher-place: Boston, MA
  title: Introductory Lectures on Convex Optimization
  type: book
  URL: http://link.springer.com/10.1007/978-1-4419-8853-9
  volume: '87'

- id: NguyenStochastic2017
  accessed:
    - year: 2017
      month: 10
      day: 12
  author:
    - family: Nguyen
      given: Lam M.
    - family: Liu
      given: Jie
    - family: Scheinberg
      given: Katya
    - family: Takáč
      given: Martin
  citation-key: NguyenStochastic2017
  container-title: arXiv:1705.07261 [cs, math, stat]
  issued:
    - year: 2017
      month: 5
      day: 20
  title: Stochastic Recursive Gradient Algorithm for Nonconvex Optimization
  type: article-journal
  URL: http://arxiv.org/abs/1705.07261

- id: NocedalNumerical2006
  accessed:
    - year: 2019
      month: 2
      day: 5
  author:
    - family: Nocedal
      given: Jorge
    - family: Wright
      given: S.
  citation-key: NocedalNumerical2006
  collection-title: Springer Series in Operations Research and Financial Engineering
  edition: '2'
  event-place: New York
  ISBN: 978-0-387-30303-1
  issued:
    - year: 2006
  language: en
  publisher: Springer-Verlag
  publisher-place: New York
  title: Numerical Optimization
  type: book
  URL: https://www.springer.com/gp/book/9780387303031

- id: ParikhProximal2014
  accessed:
    - year: 2018
      month: 8
      day: 9
  author:
    - family: Parikh
      given: Neal
    - family: Boyd
      given: Stephen
  citation-key: ParikhProximal2014
  DOI: 10.1561/2400000003
  issued:
    - year: 2014
      month: 1
      day: 13
  language: English
  title: Proximal Algorithms
  type: book
  URL: https://www.nowpublishers.com/article/Details/OPT-003
  volume: '1'

- id: PatelSGD2017
  author:
    - family: Patel
      given: Vivak
  citation-key: PatelSGD2017
  container-title: arXiv:1702.00317 [cs, math, stat]
  issued:
    - year: 2017
      month: 2
      day: 1
  title: 'On SGD''s Failure in Practice: Characterizing and Overcoming Stalling'
  type: article-journal
  URL: http://arxiv.org/abs/1702.00317

- id: PilanciIterative2016
  accessed:
    - year: 2017
      month: 2
      day: 28
  author:
    - family: Pilanci
      given: Mert
    - family: Wainwright
      given: Martin J.
  citation-key: PilanciIterative2016
  container-title: Journal of Machine Learning Research
  issue: '53'
  issued:
    - year: 2016
  page: 1–38
  title: >-
    Iterative Hessian sketch: Fast and accurate solution approximation for
    constrained least-squares
  type: article-journal
  URL: http://www.jmlr.org/papers/volume17/14-460/14-460.pdf
  volume: '17'

- id: PolyakAcceleration1992
  accessed:
    - year: 2014
      month: 6
      day: 11
  author:
    - family: Polyak
      given: B. T.
    - family: Juditsky
      given: A. B.
  citation-key: PolyakAcceleration1992
  container-title: SIAM Journal on Control and Optimization
  container-title-short: SIAM J. Control Optim.
  DOI: 10.1137/0330046
  ISSN: 0363-0129
  issue: '4'
  issued:
    - year: 1992
      month: 7
      day: 1
  page: 838–855
  title: Acceleration of Stochastic Approximation by Averaging
  type: article-journal
  URL: >-
    http://www.meyn.ece.ufl.edu/archive/spm_files/Courses/ECE555-2011/555media/poljud92.pdf
  volume: '30'

- id: PortnoyGaussian1997
  accessed:
    - year: 2016
      month: 9
      day: 16
  author:
    - family: Portnoy
      given: Stephen
    - family: Koenker
      given: Roger
  citation-key: PortnoyGaussian1997
  container-title: Statistical Science
  container-title-short: Statist. Sci.
  DOI: 10.1214/ss/1030037960
  ISSN: 0883-4237, 2168-8745
  issue: '4'
  issued:
    - year: 1997
      month: 11
  page: 279-300
  title: >-
    The Gaussian hare and the Laplacian tortoise: computability of squared-error
    versus absolute-error estimators
  type: article-journal
  volume: '12'

- id: QueipoSurrogatebased2005
  accessed:
    - year: 2016
      month: 4
      day: 5
  author:
    - family: Queipo
      given: Nestor V.
    - family: Haftka
      given: Raphael T.
    - family: Shyy
      given: Wei
    - family: Goel
      given: Tushar
    - family: Vaidyanathan
      given: Rajkumar
    - family: Kevin Tucker
      given: P.
  citation-key: QueipoSurrogatebased2005
  container-title: Progress in Aerospace Sciences
  container-title-short: Progress in Aerospace Sciences
  DOI: 10.1016/j.paerosci.2005.02.001
  ISSN: 0376-0421
  issue: '1'
  issued:
    - year: 2005
      month: 1
  page: 1-28
  title: Surrogate-based analysis and optimization
  type: article-journal
  volume: '41'

- id: ReddiStochastic2016
  accessed:
    - year: 2017
      month: 10
      day: 12
  author:
    - family: Reddi
      given: Sashank J.
    - family: Hefny
      given: Ahmed
    - family: Sra
      given: Suvrit
    - family: Poczos
      given: Barnabas
    - family: Smola
      given: Alex
  citation-key: ReddiStochastic2016
  container-title: PMLR
  event-title: International Conference on Machine Learning
  issued:
    - year: 2016
      month: 6
      day: 11
  language: en
  page: 314-323
  title: Stochastic Variance Reduction for Nonconvex Optimization
  type: paper-conference
  URL: http://proceedings.mlr.press/v48/reddi16.html
  volume: '1603'

- id: RobbinsConvergence1971
  accessed:
    - year: 2018
      month: 6
      day: 13
  author:
    - family: Robbins
      given: H.
    - family: Siegmund
      given: D.
  citation-key: RobbinsConvergence1971
  container-title: Optimizing Methods in Statistics
  DOI: 10.1016/B978-0-12-604550-5.50015-8
  editor:
    - family: Rustagi
      given: Jagdish S.
  ISBN: 978-0-12-604550-5
  issued:
    - year: 1971
  page: 233-257
  publisher: Academic Press
  title: >-
    A convergence theorem for non negative almost supermartingales and some
    applications
  type: chapter
  URL: https://www.sciencedirect.com/science/article/pii/B9780126045505500158

- id: RobbinsStochastic1951
  accessed:
    - year: 2017
      month: 10
      day: 12
  author:
    - family: Robbins
      given: Herbert
    - family: Monro
      given: Sutton
  citation-key: RobbinsStochastic1951
  container-title: The Annals of Mathematical Statistics
  container-title-short: Ann. Math. Statist.
  DOI: 10.1214/aoms/1177729586
  ISSN: 0003-4851, 2168-8990
  issue: '3'
  issued:
    - year: 1951
      month: 9
  language: EN
  number: '3'
  page: 400-407
  title: A Stochastic Approximation Method
  type: article-journal
  volume: '22'

- id: RossetPiecewise2007
  accessed:
    - year: 2015
      month: 3
      day: 20
  author:
    - family: Rosset
      given: Saharon
    - family: Zhu
      given: Ji
  citation-key: RossetPiecewise2007
  container-title: The Annals of Statistics
  container-title-short: Ann. Statist.
  DOI: 10.1214/009053606000001370
  ISSN: 0090-5364, 2168-8966
  issue: '3'
  issued:
    - year: 2007
      month: 7
  language: EN
  page: 1012-1030
  title: Piecewise linear regularized solution paths
  type: article-journal
  URL: http://arxiv.org/abs/0708.2197
  volume: '35'

- id: RuderOverview2016
  accessed:
    - year: 2017
      month: 3
      day: 2
  author:
    - family: Ruder
      given: Sebastian
  citation-key: RuderOverview2016
  container-title: arXiv:1609.04747 [cs]
  issued:
    - year: 2016
      month: 9
      day: 15
  title: An overview of gradient descent optimization algorithms
  type: article-journal
  URL: http://arxiv.org/abs/1609.04747

- id: RuppertNewtonRaphson1985
  author:
    - family: Ruppert
      given: David
  citation-key: RuppertNewtonRaphson1985
  container-title: The Annals of Statistics
  container-title-short: The Annals of Statistics
  DOI: 10.1214/aos/1176346589
  ISSN: 0090-5364, 2168-8966
  issue: '1'
  issued:
    - year: 1985
  page: 236-245
  title: A Newton-Raphson Version of the Multivariate Robbins-Monro Procedure
  type: article-journal
  volume: '13'

- id: SagunExplorations2014
  accessed:
    - year: 2015
      month: 6
      day: 17
  author:
    - family: Sagun
      given: Levent
    - family: Guney
      given: V. Ugur
    - family: Arous
      given: Gerard Ben
    - family: LeCun
      given: Yann
  citation-key: SagunExplorations2014
  container-title: arXiv:1412.6615 [cs, stat]
  issued:
    - year: 2014
      month: 12
      day: 20
  title: Explorations on high dimensional landscapes
  type: article-journal
  URL: http://arxiv.org/abs/1412.6615

- id: SalimansWeight2016
  author:
    - family: Salimans
      given: Tim
    - family: Kingma
      given: Diederik P
  citation-key: SalimansWeight2016
  container-title: Advances in Neural Information Processing Systems 29
  editor:
    - family: Lee
      given: D. D.
    - family: Sugiyama
      given: M.
    - family: Luxburg
      given: U. V.
    - family: Guyon
      given: I.
    - family: Garnett
      given: R.
  issued:
    - year: 2016
  page: 901–901
  publisher: Curran Associates, Inc.
  title: >-
    Weight Normalization: A Simple Reparameterization to Accelerate Training of
    Deep Neural Networks
  type: paper-conference
  URL: >-
    http://papers.nips.cc/paper/6114-weight-normalization-a-simple-reparameterization-to-accelerate-training-of-deep-neural-networks.pdf

- id: SashankJ.ReddiStochastic1995
  author:
    - literal: Sashank J. Reddi
    - literal: Suvrit Sra
    - literal: Barnabás Póczós
    - literal: Alex Smola
  citation-key: SashankJ.ReddiStochastic1995
  issued:
    - year: 1995
  title: Stochastic Frank-Wolfe Methods for Nonconvex Optimization
  type: article-journal
  URL: https://arxiv.org/abs/1607.08254

- id: SchmidtOptimization2009
  author:
    - family: Schmidt
      given: Mark
    - family: Fung
      given: Glenn
    - family: Rosales
      given: Romer
  citation-key: SchmidtOptimization2009
  container-title: University of British Columbia, Technical Report TR-2009
  issued:
    - year: 2009
  title: Optimization methods for l1-regularization
  type: article-journal
  volume: '19'

- id: SchraudolphFast2002
  accessed:
    - year: 2018
      month: 4
      day: 2
  author:
    - family: Schraudolph
      given: Nicol N.
  citation-key: SchraudolphFast2002
  container-title: Neural Computation
  container-title-short: Neural Computation
  DOI: 10.1162/08997660260028683
  ISSN: 0899-7667
  issue: '7'
  issued:
    - year: 2002
      month: 7
      day: 1
  page: 1723-1738
  title: Fast Curvature Matrix-Vector Products for Second-Order Gradient Descent
  type: article-journal
  URL: https://nic.schraudolph.org/pubs/Schraudolph02.pdf
  volume: '14'

- id: Shalev-ShwartzStochastic2011
  accessed:
    - year: 2015
      month: 5
      day: 2
  author:
    - family: Shalev-Shwartz
      given: Shai
    - family: Tewari
      given: Ambuj
  citation-key: Shalev-ShwartzStochastic2011
  container-title: Journal of Machine Learning Research
  ISSN: 1532-4435
  issued:
    - year: 2011
      month: 7
  page: 1865–1892
  title: Stochastic Methods for L1-regularized Loss Minimization
  type: article-journal
  URL: http://www.machinelearning.org/archive/icml2009/papers/262.pdf
  volume: '12'

- id: ShiPrimer2016
  accessed:
    - year: 2016
      month: 10
      day: 6
  author:
    - family: Shi
      given: Hao-Jun Michael
    - family: Tu
      given: Shenyinying
    - family: Xu
      given: Yangyang
    - family: Yin
      given: Wotao
  citation-key: ShiPrimer2016
  container-title: arXiv:1610.00040 [math, stat]
  issued:
    - year: 2016
      month: 9
      day: 30
  title: A Primer on Coordinate Descent Algorithms
  type: article-journal
  URL: http://arxiv.org/abs/1610.00040

- id: SimonRegularization2011
  accessed:
    - year: 2015
      month: 3
      day: 20
  author:
    - family: Simon
      given: Noah
    - family: Friedman
      given: Jerome
    - family: Hastie
      given: Trevor
    - family: Tibshirani
      given: Rob
  citation-key: SimonRegularization2011
  container-title: Journal of Statistical Software
  issue: '5'
  issued:
    - year: 2011
      month: 3
  title: >-
    Regularization Paths for Cox’s Proportional Hazards Model via Coordinate
    Descent
  type: article-journal
  URL: http://www.jstatsoft.org/v39/i05/paper
  volume: '39'

- id: SmithL1Regularized2015
  accessed:
    - year: 2015
      month: 12
      day: 18
  author:
    - family: Smith
      given: Virginia
    - family: Forte
      given: Simone
    - family: Jordan
      given: Michael I.
    - family: Jaggi
      given: Martin
  citation-key: SmithL1Regularized2015
  container-title: arXiv:1512.04011 [cs]
  issued:
    - year: 2015
      month: 12
      day: 13
  title: >-
    L1-Regularized Distributed Optimization: A Communication-Efficient
    Primal-Dual Framework
  type: article-journal
  URL: http://arxiv.org/abs/1512.04011

- id: SpallAdaptive2000
  author:
    - family: Spall
      given: J. C.
  citation-key: SpallAdaptive2000
  container-title: IEEE Transactions on Automatic Control
  DOI: 10.1109/TAC.2000.880982
  ISSN: 0018-9286
  issue: '10'
  issued:
    - year: 2000
      month: 10
  page: 1839-1853
  title: Adaptive stochastic approximation by the simultaneous perturbation method
  type: article-journal
  volume: '45'

- id: StainesOptimization2013
  author:
    - family: Staines
      given: Joe
    - family: Barber
      given: David
  citation-key: StainesOptimization2013
  container-title: Computational Intelligence
  issued:
    - year: 2013
  language: en
  title: Optimization by Variational Bounding
  type: article-journal

- id: StainesVariational2012
  accessed:
    - year: 2017
      month: 7
      day: 28
  author:
    - family: Staines
      given: Joe
    - family: Barber
      given: David
  citation-key: StainesVariational2012
  issued:
    - year: 2012
      month: 12
      day: 18
  title: Variational Optimization
  type: article
  URL: http://arxiv.org/abs/1212.4507

- id: StraszakIRLS2016
  accessed:
    - year: 2016
      month: 1
      day: 17
  author:
    - family: Straszak
      given: Damian
    - family: Vishnoi
      given: Nisheeth K.
  citation-key: StraszakIRLS2016
  container-title: arXiv:1601.02712 [cs, math, stat]
  issued:
    - year: 2016
      month: 1
      day: 11
  title: 'IRLS and Slime Mold: Equivalence and Convergence'
  type: article-journal
  URL: http://arxiv.org/abs/1601.02712

- id: SunSurvey2019
  accessed:
    - year: 2020
      month: 10
      day: 1
  author:
    - family: Sun
      given: Shiliang
    - family: Cao
      given: Zehui
    - family: Zhu
      given: Han
    - family: Zhao
      given: Jing
  citation-key: SunSurvey2019
  container-title: arXiv:1906.06821 [cs, math, stat]
  issued:
    - year: 2019
      month: 10
      day: 23
  language: en
  title: A Survey of Optimization Methods from a Machine Learning Perspective
  type: article-journal
  URL: http://arxiv.org/abs/1906.06821

- id: ThistedGaussian1997
  accessed:
    - year: 2016
      month: 9
      day: 16
  author:
    - family: Thisted
      given: Ronald A.
  citation-key: ThistedGaussian1997
  container-title: Statistical Science
  issue: '4'
  issued:
    - year: 1997
  page: 296–298
  title: >-
    [The Gaussian Hare and the Laplacian Tortoise: Computability of
    Squared-Error versus Absolute-Error Estimators]: Comment
  type: article-journal
  URL: http://www.jstor.org/stable/2246217
  volume: '12'

- id: TownsendPymanopt2016
  accessed:
    - year: 2016
      month: 9
      day: 11
  author:
    - family: Townsend
      given: James
    - family: Koep
      given: Niklas
    - family: Weichwald
      given: Sebastian
  citation-key: TownsendPymanopt2016
  container-title: Journal of Machine Learning Research
  issue: '137'
  issued:
    - year: 2016
  page: 1-5
  title: >-
    Pymanopt: A Python Toolbox for Optimization on Manifolds using Automatic
    Differentiation
  type: article-journal
  URL: http://jmlr.org/papers/v17/16-177.html
  volume: '17'

- id: VishwanathanAccelerated2006
  author:
    - family: Vishwanathan
      given: S.V. N.
    - family: Schraudolph
      given: Nicol N.
    - family: Schmidt
      given: Mark W.
    - family: Murphy
      given: Kevin P.
  citation-key: VishwanathanAccelerated2006
  container-title: Proceedings of the 23rd International Conference on Machine Learning
  issued:
    - year: 2006
  title: >-
    Accelerated Training of Conditional Random Fields with Stochastic Gradient
    Methods
  type: paper-conference

- id: WainwrightStructured2014
  accessed:
    - year: 2014
      month: 8
      day: 16
  author:
    - family: Wainwright
      given: Martin J.
  citation-key: WainwrightStructured2014
  container-title: Annual Review of Statistics and Its Application
  DOI: 10.1146/annurev-statistics-022513-115643
  ISSN: 2326-8298, 2326-831X
  issue: '1'
  issued:
    - year: 2014
      month: 1
      day: 3
  language: en
  page: 233-253
  title: >-
    Structured Regularizers for High-Dimensional Problems: Statistical and
    Computational Issues
  type: article-journal
  URL: http://www.eecs.berkeley.edu/~wainwrig/Papers/Wai14_AnnRev.pdf
  volume: '1'

- id: WibisonoAccelerated2015
  accessed:
    - year: 2018
      month: 1
      day: 17
  author:
    - family: Wibisono
      given: Andre
    - family: Wilson
      given: Ashia C.
  citation-key: WibisonoAccelerated2015
  container-title: arXiv:1509.03616 [math]
  issued:
    - year: 2015
      month: 9
      day: 11
  title: On Accelerated Methods in Optimization
  type: article-journal
  URL: http://arxiv.org/abs/1509.03616

- id: WibisonoVariational2016
  accessed:
    - year: 2018
      month: 1
      day: 17
  author:
    - family: Wibisono
      given: Andre
    - family: Wilson
      given: Ashia C.
    - family: Jordan
      given: Michael I.
  citation-key: WibisonoVariational2016
  container-title: Proceedings of the National Academy of Sciences
  container-title-short: PNAS
  DOI: 10.1073/pnas.1614734113
  ISSN: 0027-8424, 1091-6490
  issue: '47'
  issued:
    - year: 2016
      month: 11
      day: 22
  language: en
  page: E7351-E7358
  PMID: '27834219'
  title: A variational perspective on accelerated methods in optimization
  type: article-journal
  URL: http://arxiv.org/abs/1603.04245
  volume: '113'

- id: WipfIterative2016
  accessed:
    - year: 2016
      month: 7
      day: 13
  author:
    - family: Wipf
      given: David
    - family: Nagarajan
      given: Srikantan
  citation-key: WipfIterative2016
  container-title: Microsoft Research
  issued:
    - year: 2016
      month: 7
      day: 1
  title: Iterative Reweighted l1 and l2 Methods for Finding Sparse Solution
  type: article-journal
  URL: >-
    https://www.microsoft.com/en-us/research/publication/iterative-reweighted-l1-l2-methods-finding-sparse-solution/

- id: WrightOptimization2021
  author:
    - family: Wright
      given: Stephen J.
    - family: Recht
      given: Benjamin
  call-number: QA76.9.B45 W75 2021
  citation-key: WrightOptimization2021
  DOI: 10.1017/9781009004282
  event-place: New York
  ISBN: 978-1-316-51898-4
  issued:
    - year: 2021
  publisher: Cambridge University Press
  publisher-place: New York
  title: Optimization for data analysis
  type: book
  URL: >-
    https://www.cambridge.org/core/books/optimization-for-data-analysis/C02C3708905D236AA354D1CE1739A6A2

- id: WrightSparse2009
  author:
    - family: Wright
      given: S. J.
    - family: Nowak
      given: R. D.
    - family: Figueiredo
      given: M. A. T.
  citation-key: WrightSparse2009
  container-title: IEEE Transactions on Signal Processing
  DOI: 10.1109/TSP.2009.2016892
  ISSN: 1053-587X
  issue: '7'
  issued:
    - year: 2009
      month: 7
  page: 2479-2493
  title: Sparse Reconstruction by Separable Approximation
  type: article-journal
  URL: http://www.lx.it.pt/~mtf/SpaRSA/IEEE_TSP_2009_Wright_Nowak_Figueiredo.pdf
  volume: '57'

- id: WuCoordinate2008
  accessed:
    - year: 2015
      month: 3
      day: 20
  author:
    - family: Wu
      given: Tong Tong
    - family: Lange
      given: Kenneth
  citation-key: WuCoordinate2008
  container-title: The Annals of Applied Statistics
  container-title-short: Ann. Appl. Stat.
  DOI: 10.1214/07-AOAS147
  ISSN: 1932-6157, 1941-7330
  issue: '1'
  issued:
    - year: 2008
      month: 3
  language: EN
  page: 224-244
  title: Coordinate descent algorithms for lasso penalized regression
  type: article-journal
  URL: http://arxiv.org/abs/0803.3876
  volume: '2'

- id: XuOptimal2011
  accessed:
    - year: 2014
      month: 6
      day: 11
  author:
    - family: Xu
      given: Wei
  citation-key: XuOptimal2011
  container-title: arXiv:1107.2490 [cs]
  issued:
    - year: 2011
      month: 7
      day: 13
  title: >-
    Towards Optimal One Pass Large Scale Learning with Averaged Stochastic
    Gradient Descent
  type: article-journal
  URL: http://arxiv.org/abs/1107.2490

- id: YangImplementing2015
  accessed:
    - year: 2015
      month: 2
      day: 19
  author:
    - family: Yang
      given: Jiyan
    - family: Meng
      given: Xiangrui
    - family: Mahoney
      given: Michael W.
  citation-key: YangImplementing2015
  container-title: arXiv:1502.03032 [cs, math, stat]
  issued:
    - year: 2015
      month: 2
      day: 10
  title: >-
    Implementing Randomized Matrix Algorithms in Parallel and Distributed
    Environments
  type: article-journal
  URL: http://arxiv.org/abs/1502.03032

- id: YunCoordinate2009
  accessed:
    - year: 2015
      month: 5
      day: 29
  author:
    - family: Yun
      given: Sangwoon
    - family: Toh
      given: Kim-Chuan
  citation-key: YunCoordinate2009
  container-title: Computational Optimization and Applications
  container-title-short: Comput Optim Appl
  DOI: 10.1007/s10589-009-9251-8
  ISSN: 0926-6003, 1573-2894
  issue: '2'
  issued:
    - year: 2009
      month: 5
      day: 7
  language: en
  page: 273-307
  title: A coordinate gradient descent method for ℓ 1-regularized convex minimization
  type: article-journal
  volume: '48'

- id: ZhangSparse2015
  accessed:
    - year: 2015
      month: 12
      day: 3
  author:
    - family: Zhang
      given: Lijun
    - family: Yang
      given: Tianbao
    - family: Jin
      given: Rong
    - family: Zhou
      given: Zhi-Hua
  citation-key: ZhangSparse2015
  container-title: arXiv:1511.03766 [cs]
  issued:
    - year: 2015
      month: 11
      day: 11
  title: >-
    Sparse Learning for Large-scale and High-dimensional Data: A Randomized
    Convex-concave Optimization Approach
  type: article-journal
  URL: http://arxiv.org/abs/1511.03766

- id: ZhangStochastic2017
  author:
    - family: Zhang
      given: Xiao
    - family: Wang
      given: Lingxiao
    - family: Gu
      given: Quanquan
  citation-key: ZhangStochastic2017
  container-title: arXiv:1701.00481 [stat]
  issued:
    - year: 2017
      month: 1
      day: 2
  title: >-
    Stochastic Variance-reduced Gradient Descent for Low-rank Matrix Recovery
    from Linear Measurements
  type: article-journal
  URL: http://arxiv.org/abs/1701.00481

- id: ZinkevichOnline2003
  accessed:
    - year: 2018
      month: 3
      day: 17
  author:
    - family: Zinkevich
      given: Martin
  citation-key: ZinkevichOnline2003
  collection-title: ICML'03
  container-title: >-
    Proceedings of the Twentieth International Conference on International
    Conference on Machine Learning
  event-place: Washington, DC, USA
  ISBN: 978-1-57735-189-4
  issued:
    - year: 2003
  page: 928–935
  publisher: AAAI Press
  publisher-place: Washington, DC, USA
  title: Online Convex Programming and Generalized Infinitesimal Gradient Ascent
  type: paper-conference
  URL: http://dl.acm.org/citation.cfm?id=3041838.3041955

- id: ZinkevichParallelized2010
  accessed:
    - year: 2015
      month: 6
      day: 18
  author:
    - family: Zinkevich
      given: Martin
    - family: Weimer
      given: Markus
    - family: Li
      given: Lihong
    - family: Smola
      given: Alex J.
  citation-key: ZinkevichParallelized2010
  container-title: Advances in Neural Information Processing Systems 23
  editor:
    - family: Lafferty
      given: J. D.
    - family: Williams
      given: C. K. I.
    - family: Shawe-Taylor
      given: J.
    - family: Zemel
      given: R. S.
    - family: Culotta
      given: A.
  issued:
    - year: 2010
  page: 2595–2603
  publisher: Curran Associates, Inc.
  title: Parallelized Stochastic Gradient Descent
  type: paper-conference
  URL: >-
    http://papers.nips.cc/paper/4006-parallelized-stochastic-gradient-descent.pdf
...
