---
references:
- id: AkaikeInformation1973
  accessed:
    - year: 2015
      month: 4
      day: 6
  author:
    - family: Akaike
      given: Hirotogu
  citation-key: AkaikeInformation1973
  container-title: Proceeding of the Second International Symposium on Information Theory
  editor:
    - family: Caski
      given: Petrovand F
  event-place: Budapest
  ISBN: 978-1-4612-7248-9 978-1-4612-1694-0
  issued:
    - year: 1973
  language: en
  page: 199-213
  publisher: Akademiai Kiado
  publisher-place: Budapest
  title: Information Theory and an Extension of the Maximum Likelihood Principle
  type: paper-conference
  URL: http://link.springer.com/chapter/10.1007/978-1-4612-1694-0_15

- id: AkaikeMaximum1973
  accessed:
    - year: 2015
      month: 4
      day: 6
  author:
    - family: Akaike
      given: Htrotugu
  citation-key: AkaikeMaximum1973
  container-title: Biometrika
  container-title-short: Biometrika
  DOI: 10.1093/biomet/60.2.255
  ISSN: 0006-3444, 1464-3510
  issue: '2'
  issued:
    - year: 1973
      month: 1
      day: 8
  language: en
  page: 255-265
  title: >-
    Maximum likelihood identification of Gaussian autoregressive moving average
    models
  type: article-journal
  volume: '60'

- id: AzizyanExtreme2015
  accessed:
    - year: 2015
      month: 6
      day: 19
  author:
    - family: Azizyan
      given: Martin
    - family: Krishnamurthy
      given: Akshay
    - family: Singh
      given: Aarti
  citation-key: AzizyanExtreme2015
  container-title: arXiv:1506.00898 [cs, math, stat]
  issued:
    - year: 2015
      month: 6
      day: 2
  title: Extreme Compressive Sampling for Covariance Estimation
  type: article-journal
  URL: http://arxiv.org/abs/1506.00898

- id: BachModelConsistent2009
  accessed:
    - year: 2015
      month: 4
      day: 27
  author:
    - family: Bach
      given: Francis
  citation-key: BachModelConsistent2009
  container-title: arXiv:0901.3202 [cs, stat]
  issued:
    - year: 2009
  language: en
  title: Model-Consistent Sparse Estimation through the Bootstrap
  type: article-journal
  URL: https://hal.archives-ouvertes.fr/hal-00354771/document

- id: BanerjeeEstimation2014
  accessed:
    - year: 2016
      month: 7
      day: 11
  author:
    - family: Banerjee
      given: Arindam
    - family: Chen
      given: Sheng
    - family: Fazayeli
      given: Farideh
    - family: Sivakumar
      given: Vidyashankar
  citation-key: BanerjeeEstimation2014
  container-title: Advances in Neural Information Processing Systems 27
  editor:
    - family: Ghahramani
      given: Z.
    - family: Welling
      given: M.
    - family: Cortes
      given: C.
    - family: Lawrence
      given: N. D.
    - family: Weinberger
      given: K. Q.
  issued:
    - year: 2014
  page: 1556–1564
  publisher: Curran Associates, Inc.
  title: Estimation with Norm Regularization
  type: paper-conference
  URL: http://papers.nips.cc/paper/5465-estimation-with-norm-regularization.pdf

- id: BarronMDL2008
  accessed:
    - year: 2016
      month: 5
      day: 4
  author:
    - family: Barron
      given: Andrew R.
    - family: Huang
      given: Cong
    - family: Li
      given: Jonathan Q.
    - family: Luo
      given: Xi
  citation-key: BarronMDL2008
  container-title: Information Theory Workshop, 2008. ITW'08. IEEE
  DOI: 10.1109/ITW.2008.4578660
  issued:
    - year: 2008
  page: 247–257
  publisher: IEEE
  title: MDL, penalized likelihood, and statistical risk
  type: paper-conference
  URL: >-
    http://www.stat.yale.edu/~arb4/publications_files/MDLpenalizedLikelihoodStatisticalRiskITW.pdf

- id: BattitiFirstand1992
  accessed:
    - year: 2015
      month: 3
      day: 20
  author:
    - family: Battiti
      given: Roberto
  citation-key: BattitiFirstand1992
  container-title: Neural computation
  container-title-short: Neural Computation
  DOI: 10.1162/neco.1992.4.2.141
  ISSN: 0899-7667
  issue: '2'
  issued:
    - year: 1992
  page: 141–166
  title: >-
    First-and second-order methods for learning: between steepest descent and
    Newton's method
  type: article-journal
  URL: >-
    http://rtm.science.unitn.it/~battiti/archive/FirstSecondOrderMethodsForLearning.PDF
  volume: '4'

- id: BellecBounds2016
  accessed:
    - year: 2016
      month: 9
      day: 28
  author:
    - family: Bellec
      given: Pierre C.
    - family: Tsybakov
      given: Alexandre B.
  citation-key: BellecBounds2016
  container-title: arXiv:1609.06675 [math, stat]
  issued:
    - year: 2016
      month: 9
      day: 21
  title: >-
    Bounds on the prediction error of penalized least squares estimators with
    convex penalty
  type: article-journal
  URL: http://arxiv.org/abs/1609.06675

- id: BickelRegularization2006
  accessed:
    - year: 2014
      month: 11
      day: 24
  author:
    - family: Bickel
      given: Peter J.
    - family: Li
      given: Bo
    - family: Tsybakov
      given: Alexandre B.
    - family: Geer
      given: Sara A.
      non-dropping-particle: van de
    - family: Yu
      given: Bin
    - family: Valdés
      given: Teófilo
    - family: Rivero
      given: Carlos
    - family: Fan
      given: Jianqing
    - family: Vaart
      given: Aad
      dropping-particle: van der
  citation-key: BickelRegularization2006
  container-title: Test
  container-title-short: Test
  DOI: 10.1007/BF02607055
  ISSN: 1133-0686, 1863-8260
  issue: '2'
  issued:
    - year: 2006
      month: 9
      day: 1
  language: en
  page: 271-344
  title: Regularization in statistics
  type: article-journal
  URL: http://oz.berkeley.edu/~bickel/Test_BickelLi.pdf
  volume: '15'

- id: BrownStatistical2004
  accessed:
    - year: 2016
      month: 11
      day: 10
  author:
    - family: Brown
      given: Lawrence D.
    - family: Lin
      given: Yi
  citation-key: BrownStatistical2004
  container-title: The Annals of Statistics
  DOI: 10.1214/009053604000000454
  ISSN: 0090-5364
  issue: '4'
  issued:
    - year: 2004
      month: 8
  language: en
  page: 1723-1743
  title: >-
    Statistical properties of the method of regularization with periodic
    Gaussian reproducing kernel
  type: article-journal
  volume: '32'

- id: BuhlmannAdditive2011
  accessed:
    - year: 2015
      month: 12
      day: 11
  author:
    - family: Bühlmann
      given: Peter
    - family: Geer
      given: Sara
      non-dropping-particle: van de
  citation-key: BuhlmannAdditive2011
  collection-title: Springer Series in Statistics
  container-title: Statistics for High-Dimensional Data
  DOI: 10.1007/978-3-642-20192-9_5
  ISBN: 978-3-642-20191-2 978-3-642-20192-9
  issued:
    - year: 2011
  language: en
  page: 77-97
  publisher: Springer Berlin Heidelberg
  title: Additive models and many smooth univariate functions
  type: chapter
  URL: http://link.springer.com/chapter/10.1007/978-3-642-20192-9_5

- id: BuhlmannHighdimensional2015
  accessed:
    - year: 2015
      month: 3
      day: 27
  author:
    - family: Bühlmann
      given: Peter
    - family: Geer
      given: Sara
      non-dropping-particle: van de
  citation-key: BuhlmannHighdimensional2015
  container-title: arXiv:1503.06426 [stat]
  container-title-short: Electron. J. Statist.
  DOI: 10.1214/15-EJS1041
  ISSN: 1935-7524
  issue: '1'
  issued:
    - year: 2015
      month: 3
      day: 22
  language: EN
  page: 1449-1473
  title: High-dimensional inference in misspecified linear models
  type: article-journal
  URL: http://arxiv.org/abs/1503.06426
  volume: '9'

- id: BurmanGeneral1995
  accessed:
    - year: 2015
      month: 6
      day: 24
  author:
    - family: Burman
      given: P.
    - family: Nolan
      given: D.
  citation-key: BurmanGeneral1995
  container-title: Biometrika
  container-title-short: Biometrika
  DOI: 10.1093/biomet/82.4.877
  ISSN: 0006-3444, 1464-3510
  issue: '4'
  issued:
    - year: 1995
      month: 1
      day: 12
  language: en
  page: 877-886
  title: A general Akaike-type criterion for model selection in robust regression
  type: article-journal
  volume: '82'

- id: CandesMatrix2010
  author:
    - family: Candès
      given: Emmanuel J.
    - family: Plan
      given: Y.
  citation-key: CandesMatrix2010
  container-title: Proceedings of the IEEE
  DOI: 10.1109/JPROC.2009.2035722
  ISSN: 0018-9219
  issue: '6'
  issued:
    - year: 2010
      month: 6
  page: 925-936
  title: Matrix Completion With Noise
  type: article-journal
  volume: '98'

- id: CandesSuperResolution2013
  accessed:
    - year: 2015
      month: 3
      day: 24
  author:
    - family: Candès
      given: Emmanuel J.
    - family: Fernandez-Granda
      given: Carlos
  citation-key: CandesSuperResolution2013
  container-title: Journal of Fourier Analysis and Applications
  container-title-short: J Fourier Anal Appl
  DOI: 10.1007/s00041-013-9292-3
  ISSN: 1069-5869, 1531-5851
  issue: '6'
  issued:
    - year: 2013
      month: 8
      day: 28
  language: en
  page: 1229-1254
  title: Super-Resolution from Noisy Data
  type: article-journal
  volume: '19'

- id: CavanaughUnifying1997
  accessed:
    - year: 2015
      month: 3
      day: 27
  author:
    - family: Cavanaugh
      given: Joseph E.
  citation-key: CavanaughUnifying1997
  container-title: Statistics & Probability Letters
  container-title-short: Statistics & Probability Letters
  DOI: 10.1016/S0167-7152(96)00128-9
  ISSN: 0167-7152
  issue: '2'
  issued:
    - year: 1997
      month: 4
      day: 30
  page: 201-208
  title: >-
    Unifying the derivations for the Akaike and corrected Akaike information
    criteria
  type: article-journal
  volume: '33'

- id: ChenDiscussion
  accessed:
    - year: 2015
      month: 7
      day: 12
  author:
    - family: Chen
      given: Yen-Chi
    - family: Wang
      given: Yu-Xiang
  citation-key: ChenDiscussion
  title: >-
    Discussion on ‘Confidence Intervals and Hypothesis Testing for
    High-Dimensional Regression’
  type: article-journal
  URL: http://www.stat.cmu.edu/~ryantibs/journalclub/hdconf.pdf

- id: ChernozhukovValid2015
  accessed:
    - year: 2015
      month: 8
      day: 4
  author:
    - family: Chernozhukov
      given: Victor
    - family: Hansen
      given: Christian
    - family: Spindler
      given: Martin
  citation-key: ChernozhukovValid2015
  container-title: Annual Review of Economics
  DOI: 10.1146/annurev-economics-012315-015826
  issue: '1'
  issued:
    - year: 2015
  page: 649-688
  title: >-
    Valid Post-Selection and Post-Regularization Inference: An Elementary,
    General Approach
  type: article-journal
  volume: '7'

- id: EfronEstimation2004
  accessed:
    - year: 2015
      month: 3
      day: 19
  author:
    - family: Efron
      given: Bradley
  citation-key: EfronEstimation2004
  container-title: Journal of the American Statistical Association
  container-title-short: Journal of the American Statistical Association
  DOI: 10.1198/016214504000000692
  ISSN: 0162-1459
  issue: '467'
  issued:
    - year: 2004
      month: 9
      day: 1
  page: 619-632
  title: The Estimation of Prediction Error
  type: article-journal
  URL: https://people.eecs.berkeley.edu/~jordan/sail/readings/archive/efron_Cp.pdf
  volume: '99'

- id: EfronLeast2004
  accessed:
    - year: 2015
      month: 3
      day: 20
  author:
    - family: Efron
      given: Bradley
    - family: Hastie
      given: Trevor
    - family: Johnstone
      given: Iain
    - family: Tibshirani
      given: Robert
  citation-key: EfronLeast2004
  container-title: The Annals of Statistics
  container-title-short: Ann. Statist.
  DOI: 10.1214/009053604000000067
  ISSN: 0090-5364, 2168-8966
  issue: '2'
  issued:
    - year: 2004
      month: 4
  page: 407-499
  title: Least angle regression
  type: article-journal
  URL: http://arxiv.org/abs/math/0406456
  volume: '32'

- id: FlynnEfficiency2013
  accessed:
    - year: 2015
      month: 6
      day: 12
  author:
    - family: Flynn
      given: Cheryl J.
    - family: Hurvich
      given: Clifford M.
    - family: Simonoff
      given: Jeffrey S.
  citation-key: FlynnEfficiency2013
  container-title: arXiv:1302.2068 [stat]
  issued:
    - year: 2013
      month: 2
      day: 8
  title: >-
    Efficiency for Regularization Parameter Selection in Penalized Likelihood
    Estimation of Misspecified Models
  type: article-journal
  URL: http://arxiv.org/abs/1302.2068

- id: FriedmanRegularization2010
  accessed:
    - year: 2015
      month: 3
      day: 20
  author:
    - family: Friedman
      given: Jerome
    - family: Hastie
      given: Trevor
    - family: Tibshirani
      given: Rob
  citation-key: FriedmanRegularization2010
  container-title: Journal of statistical software
  container-title-short: J Stat Softw
  DOI: 10.18637/jss.v033.i01
  ISSN: 1548-7660
  issue: '1'
  issued:
    - year: 2010
  page: 1-22
  PMCID: PMC2929880
  PMID: '20808728'
  title: Regularization Paths for Generalized Linear Models via Coordinate Descent
  type: article-journal
  URL: http://www.ncbi.nlm.nih.gov/pmc/articles/PMC2929880/
  volume: '33'

- id: FuglstadConstructing2019
  accessed:
    - year: 2020
      month: 10
      day: 13
  author:
    - family: Fuglstad
      given: Geir-Arne
    - family: Simpson
      given: Daniel
    - family: Lindgren
      given: Finn
    - family: Rue
      given: Håvard
  citation-key: FuglstadConstructing2019
  container-title: Journal of the American Statistical Association
  container-title-short: 'null'
  DOI: 10.1080/01621459.2017.1415907
  ISSN: 0162-1459
  issue: '525'
  issued:
    - year: 2019
      month: 1
      day: 2
  page: 445-452
  publisher: Taylor & Francis
  title: Constructing Priors that Penalize the Complexity of Gaussian Random Fields
  type: article-journal
  volume: '114'

- id: GiryesStability2014
  accessed:
    - year: 2014
      month: 12
      day: 25
  author:
    - family: Giryes
      given: Raja
    - family: Sapiro
      given: Guillermo
    - family: Bronstein
      given: Alex M.
  citation-key: GiryesStability2014
  container-title: arXiv:1412.5896 [cs, math, stat]
  issued:
    - year: 2014
      month: 12
      day: 18
  title: On the Stability of Deep Networks
  type: article-journal
  URL: http://arxiv.org/abs/1412.5896

- id: GolubevRisk1990
  accessed:
    - year: 2016
      month: 7
      day: 11
  author:
    - family: Golubev
      given: Grigori K.
    - family: Nussbaum
      given: Michael
  citation-key: GolubevRisk1990
  container-title: The Annals of Statistics
  DOI: 10.1214/aos/1176347624
  ISSN: 0090-5364
  issue: '2'
  issued:
    - year: 1990
      month: 6
  language: en
  page: 758-778
  title: A Risk Bound in Sobolev Class Regression
  type: article-journal
  URL: http://digitalassets.lib.berkeley.edu/sdtr/ucb/text/227.pdf
  volume: '18'

- id: GolubGeneralized1979
  accessed:
    - year: 2015
      month: 4
      day: 4
  author:
    - family: Golub
      given: Gene H.
    - family: Heath
      given: Michael
    - family: Wahba
      given: Grace
  citation-key: GolubGeneralized1979
  container-title: Technometrics
  DOI: 10.1080/00401706.1979.10489751
  ISSN: 0040-1706
  issue: '2'
  issued:
    - year: 1979
      month: 5
      day: 1
  page: 215-223
  title: Generalized Cross-Validation as a Method for Choosing a Good Ridge Parameter
  type: article-journal
  URL: https://www.cs.nyu.edu/~roweis/csc2515-2006/readings/GCV.pdf
  volume: '21'

- id: GreenBayesian1990
  author:
    - family: Green
      given: P. J.
  citation-key: GreenBayesian1990
  container-title: IEEE Transactions on Medical Imaging
  DOI: 10.1109/42.52985
  ISSN: 0278-0062
  issue: '1'
  issued:
    - year: 1990
      month: 3
  page: 84-93
  title: >-
    Bayesian reconstructions from emission tomography data using a modified EM
    algorithm
  type: article-journal
  volume: '9'

- id: GreenUse1990
  accessed:
    - year: 2016
      month: 10
      day: 30
  author:
    - family: Green
      given: Peter J.
  citation-key: GreenUse1990
  container-title: Journal of the Royal Statistical Society. Series B (Methodological)
  container-title-short: Journal of the Royal Statistical Society. Series B (Methodological)
  ISSN: 0035-9246
  issue: '3'
  issued:
    - year: 1990
  page: 443-452
  title: On Use of the EM for Penalized Likelihood Estimation
  type: article-journal
  URL: http://www.jstor.org/stable/2345668
  volume: '52'

- id: GuiPenalized2005
  accessed:
    - year: 2015
      month: 3
      day: 20
  author:
    - family: Gui
      given: Jiang
    - family: Li
      given: Hongzhe
  citation-key: GuiPenalized2005
  container-title: Bioinformatics
  container-title-short: Bioinformatics
  DOI: 10.1093/bioinformatics/bti422
  ISSN: 1367-4803, 1460-2059
  issue: '13'
  issued:
    - year: 2005
      month: 1
      day: 7
  language: en
  page: 3001-3008
  PMID: '15814556'
  title: >-
    Penalized Cox regression analysis in the high-dimensional and low-sample
    size settings, with applications to microarray gene expression data
  type: article-journal
  volume: '21'

- id: GuSmoothing1993
  accessed:
    - year: 2016
      month: 7
      day: 20
  author:
    - family: Gu
      given: Chong
  citation-key: GuSmoothing1993
  container-title: Journal of the American Statistical Association
  container-title-short: Journal of the American Statistical Association
  DOI: 10.1080/01621459.1993.10476300
  ISSN: 0162-1459
  issue: '422'
  issued:
    - year: 1993
      month: 6
      day: 1
  page: 495-504
  title: 'Smoothing Spline Density Estimation: A Dimensionless Automatic Algorithm'
  type: article-journal
  volume: '88'

- id: HastieGeneralized1990
  accessed:
    - year: 2016
      month: 8
      day: 22
  author:
    - family: Hastie
      given: Trevor J.
    - family: Tibshirani
      given: Robert J.
  citation-key: HastieGeneralized1990
  issued:
    - year: 1990
  publisher: CRC Press
  title: Generalized additive models
  type: book
  URL: >-
    https://books.google.com.au/books?hl=en&lr=&id=qa29r1Ze1coC&oi=fnd&pg=PR13&ots=j32OnmAYkL&sig=uIjcDemVVYQpa1hDj4ip8OK4gcE
  volume: '43'

- id: HastieStatistical2015
  author:
    - family: Hastie
      given: Trevor J.
    - family: Tibshirani, Rob
      given: ''
    - family: Wainwright
      given: Martin J.
  citation-key: HastieStatistical2015
  event-place: Boca Raton
  ISBN: 978-1-4987-1216-3
  issued:
    - year: 2015
      month: 5
      day: 7
  language: English
  number-of-pages: '367'
  publisher: Chapman and Hall/CRC
  publisher-place: Boca Raton
  title: 'Statistical Learning with Sparsity: The Lasso and Generalizations'
  type: book
  URL: https://web.stanford.edu/~hastie/StatLearnSparsity/index.html

- id: HaweAnalysis2013
  accessed:
    - year: 2014
      month: 11
      day: 28
  author:
    - family: Hawe
      given: S.
    - family: Kleinsteuber
      given: M.
    - family: Diepold
      given: K.
  citation-key: HaweAnalysis2013
  container-title: IEEE Transactions on Image Processing
  DOI: 10.1109/TIP.2013.2246175
  ISSN: 1057-7149, 1941-0042
  issue: '6'
  issued:
    - year: 2013
      month: 6
  page: 2138-2150
  title: Analysis operator learning and its application to image reconstruction
  type: article-journal
  URL: http://arxiv.org/abs/1204.5309
  volume: '22'

- id: HegdeNearlylinear2015
  accessed:
    - year: 2015
      month: 12
      day: 8
  author:
    - family: Hegde
      given: Chinmay
    - family: Indyk
      given: Piotr
    - family: Schmidt
      given: Ludwig
  citation-key: HegdeNearlylinear2015
  container-title: >-
    Proceedings of the 32nd International Conference on Machine Learning
    (ICML-15)
  issued:
    - year: 2015
  page: 928–937
  title: A nearly-linear time framework for graph-structured sparsity
  type: paper-conference
  URL: http://machinelearning.wustl.edu/mlpapers/paper_files/icml2015_hegde15.pdf

- id: HoerlRidge1970
  accessed:
    - year: 2015
      month: 4
      day: 4
  author:
    - family: Hoerl
      given: Arthur E.
    - family: Kennard
      given: Robert W.
  citation-key: HoerlRidge1970
  container-title: Technometrics
  DOI: 10.1080/00401706.1970.10488634
  ISSN: 0040-1706
  issue: '1'
  issued:
    - year: 1970
      month: 2
      day: 1
  page: 55-67
  title: 'Ridge Regression: Biased Estimation for Nonorthogonal Problems'
  type: article-journal
  URL: http://math.arizona.edu/~hzhang/math574m/Read/Ridge.pdf
  volume: '12'

- id: HuangCovariance2006
  accessed:
    - year: 2016
      month: 9
      day: 13
  author:
    - family: Huang
      given: Jianhua Z.
    - family: Liu
      given: Naiping
    - family: Pourahmadi
      given: Mohsen
    - family: Liu
      given: Linxu
  citation-key: HuangCovariance2006
  container-title: Biometrika
  container-title-short: Biometrika
  DOI: 10.1093/biomet/93.1.85
  ISSN: 0006-3444, 1464-3510
  issue: '1'
  issued:
    - year: 2006
      month: 1
      day: 3
  language: en
  page: 85-98
  title: Covariance matrix selection and estimation via penalised normal likelihood
  type: article-journal
  URL: https://www.stat.tamu.edu/~jianhua/paper/HuangLiuPourahmadiLiu05.pdf
  volume: '93'

- id: JamesEstimation1961
  accessed:
    - year: 2016
      month: 9
      day: 12
  author:
    - family: James
      given: William
    - family: Stein
      given: Charles
  citation-key: JamesEstimation1961
  container-title: >-
    Proceedings of the fourth Berkeley symposium on mathematical statistics and
    probability
  issued:
    - year: 1961
  page: 361–379
  publisher: University of California Press
  title: Estimation with quadratic loss
  type: paper-conference
  URL: http://projecteuclid.org/euclid.bsmsp/1200512173
  volume: '1'

- id: JansonEffective2015
  accessed:
    - year: 2016
      month: 9
      day: 5
  author:
    - family: Janson
      given: Lucas
    - family: Fithian
      given: William
    - family: Hastie
      given: Trevor J.
  citation-key: JansonEffective2015
  container-title: Biometrika
  container-title-short: Biometrika
  DOI: 10.1093/biomet/asv019
  ISSN: 0006-3444, 1464-3510
  issue: '2'
  issued:
    - year: 2015
      month: 1
      day: 6
  language: en
  page: 479-485
  PMCID: PMC4787623
  PMID: '26977114'
  title: 'Effective degrees of freedom: a flawed metaphor'
  type: article-journal
  URL: http://arxiv.org/abs/1312.7851
  volume: '102'

- id: JavanmardConfidence2014
  accessed:
    - year: 2015
      month: 7
      day: 12
  author:
    - family: Javanmard
      given: Adel
    - family: Montanari
      given: Andrea
  citation-key: JavanmardConfidence2014
  container-title: Journal of Machine Learning Research
  ISSN: 1532-4435
  issue: '1'
  issued:
    - year: 2014
      month: 1
  page: 2869–2909
  title: Confidence Intervals and Hypothesis Testing for High-dimensional Regression
  type: article-journal
  URL: http://jmlr.org/papers/v15/javanmard14a.html
  volume: '15'

- id: KaufmanWhen2014
  accessed:
    - year: 2015
      month: 2
      day: 8
  author:
    - family: Kaufman
      given: S.
    - family: Rosset
      given: S.
  citation-key: KaufmanWhen2014
  container-title: Biometrika
  container-title-short: Biometrika
  DOI: 10.1093/biomet/asu034
  ISSN: 0006-3444, 1464-3510
  issue: '4'
  issued:
    - year: 2014
      month: 1
      day: 12
  language: en
  page: 771-784
  title: >-
    When does more regularization imply fewer degrees of freedom? Sufficient
    conditions and counterexamples
  type: article-journal
  volume: '101'

- id: KloftUnifying2010
  accessed:
    - year: 2016
      month: 7
      day: 11
  author:
    - family: Kloft
      given: Marius
    - family: Rückert
      given: Ulrich
    - family: Bartlett
      given: Peter L.
  citation-key: KloftUnifying2010
  collection-title: Lecture Notes in Computer Science
  container-title: Machine Learning and Knowledge Discovery in Databases
  DOI: 10.1007/978-3-642-15883-4_5
  editor:
    - family: Balcázar
      given: José Luis
    - family: Bonchi
      given: Francesco
    - family: Gionis
      given: Aristides
    - family: Sebag
      given: Michèle
  event-title: European Conference, ECML PKDD 2010
  ISBN: 978-3-642-15882-7 978-3-642-15883-4
  issued:
    - year: 2010
      month: 9
      day: 20
  language: en
  page: 66-81
  publisher: Springer Berlin Heidelberg
  title: A Unifying View of Multiple Kernel Learning
  type: paper-conference
  URL: http://nma.berkeley.edu/ark:/28722/bk000709632

- id: KoenkerDensity2006
  accessed:
    - year: 2015
      month: 3
      day: 6
  author:
    - family: Koenker
      given: Roger
    - family: Mizera
      given: Ivan
  citation-key: KoenkerDensity2006
  container-title: Advances in Statistical Modeling and Inference
  issued:
    - year: 2006
  page: 613–634
  title: Density estimation by total variation regularization
  type: article-journal
  URL: http://ysidro.econ.uiuc.edu/~roger/research/densiles/Doksum.pdf

- id: KonishiGeneralised1996
  accessed:
    - year: 2015
      month: 2
      day: 24
  author:
    - family: Konishi
      given: Sadanori
    - family: Kitagawa
      given: Genshiro
  citation-key: KonishiGeneralised1996
  container-title: Biometrika
  container-title-short: Biometrika
  DOI: 10.1093/biomet/83.4.875
  ISSN: 0006-3444, 1464-3510
  issue: '4'
  issued:
    - year: 1996
      month: 1
      day: 12
  language: en
  page: 875-890
  title: Generalised information criteria in model selection
  type: article-journal
  URL: >-
    http://citeseerx.ist.psu.edu/viewdoc/download?doi=10.1.1.127.1018&rep=rep1&type=pdf
  volume: '83'

- id: KonishiInformation2008
  author:
    - family: Konishi
      given: Sadanori
    - family: Kitagawa
      given: G.
  call-number: QA274.2 .K667 2008
  citation-key: KonishiInformation2008
  collection-title: Springer series in statistics
  event-place: New York
  ISBN: 978-0-387-71886-6 978-0-387-71887-3
  issued:
    - year: 2008
  number-of-pages: '273'
  publisher: Springer
  publisher-place: New York
  title: Information criteria and statistical modeling
  type: book

- id: LangeConvergence1990
  author:
    - family: Lange
      given: K.
  citation-key: LangeConvergence1990
  container-title: IEEE transactions on medical imaging
  container-title-short: IEEE Trans Med Imaging
  DOI: 10.1109/42.61759
  ISSN: 0278-0062
  issue: '4'
  issued:
    - year: 1990
  language: ENG
  page: 439-446
  PMID: '18222791'
  title: Convergence of EM image reconstruction algorithms with Gibbs smoothing
  type: article-journal
  volume: '9'

- id: LiuStability2010
  accessed:
    - year: 2014
      month: 6
      day: 23
  author:
    - family: Liu
      given: Han
    - family: Roeder
      given: Kathryn
    - family: Wasserman
      given: Larry
  citation-key: LiuStability2010
  container-title: Advances in Neural Information Processing Systems 23
  editor:
    - family: Lafferty
      given: J. D.
    - family: Williams
      given: C. K. I.
    - family: Shawe-Taylor
      given: J.
    - family: Zemel
      given: R. S.
    - family: Culotta
      given: A.
  issued:
    - year: 2010
  page: 1432–1440
  publisher: Curran Associates, Inc.
  title: >-
    Stability Approach to Regularization Selection (StARS) for High Dimensional
    Graphical Models
  type: chapter
  URL: >-
    http://papers.nips.cc/paper/3966-stability-approach-to-regularization-selection-stars-for-high-dimensional-graphical-models.pdf

- id: MeinshausenStability2010
  accessed:
    - year: 2014
      month: 7
      day: 18
  author:
    - family: Meinshausen
      given: Nicolai
    - family: Bühlmann
      given: Peter
  citation-key: MeinshausenStability2010
  container-title: 'Journal of the Royal Statistical Society: Series B (Statistical Methodology)'
  DOI: 10.1111/j.1467-9868.2010.00740.x
  ISSN: 1467-9868
  issue: '4'
  issued:
    - year: 2010
      month: 9
      day: 1
  language: en
  page: 417-473
  title: Stability selection
  type: article-journal
  URL: http://arxiv.org/abs/0809.2932
  volume: '72'

- id: MeyerInference2008
  accessed:
    - year: 2015
      month: 1
      day: 13
  author:
    - family: Meyer
      given: Mary C.
  citation-key: MeyerInference2008
  container-title: The Annals of Applied Statistics
  container-title-short: Ann. Appl. Stat.
  DOI: 10.1214/08-AOAS167
  ISSN: 1932-6157
  issue: '3'
  issued:
    - year: 2008
      month: 9
  language: EN
  page: 1013-1033
  title: Inference using shape-restricted regression splines
  type: article-journal
  URL: http://arxiv.org/abs/0811.1705
  volume: '2'

- id: MillerUnderstanding2020
  accessed:
    - year: 2021
      month: 1
      day: 26
  author:
    - family: Miller
      given: David L.
    - family: Glennie
      given: Richard
    - family: Seaton
      given: Andrew E.
  citation-key: MillerUnderstanding2020
  container-title: Journal of Agricultural, Biological and Environmental Statistics
  container-title-short: JABES
  DOI: 10.1007/s13253-019-00377-z
  ISSN: 1537-2693
  issue: '1'
  issued:
    - year: 2020
      month: 3
      day: 1
  language: en
  page: 1-16
  title: >-
    Understanding the Stochastic Partial Differential Equation Approach to
    Smoothing
  type: article-journal
  volume: '25'

- id: MontanariGraphical2012
  accessed:
    - year: 2014
      month: 12
      day: 17
  author:
    - family: Montanari
      given: Andrea
  citation-key: MontanariGraphical2012
  container-title: 'Compressed Sensing: Theory and Applications'
  issued:
    - year: 2012
  page: 394–438
  title: Graphical models concepts in compressed sensing
  type: article-journal
  URL: http://arxiv.org/abs/1011.4328

- id: NeedellCoSaMP2008
  accessed:
    - year: 2016
      month: 6
      day: 22
  author:
    - family: Needell
      given: D.
    - family: Tropp
      given: J. A.
  citation-key: NeedellCoSaMP2008
  container-title: arXiv:0803.2392 [cs, math]
  issued:
    - year: 2008
      month: 3
      day: 17
  title: 'CoSaMP: Iterative signal recovery from incomplete and inaccurate samples'
  type: article-journal
  URL: http://arxiv.org/abs/0803.2392

- id: RahimiWeighted2009
  accessed:
    - year: 2015
      month: 5
      day: 19
  author:
    - family: Rahimi
      given: Ali
    - family: Recht
      given: Benjamin
  citation-key: RahimiWeighted2009
  container-title: Advances in neural information processing systems
  issued:
    - year: 2009
  page: 1313–1320
  publisher: Curran Associates, Inc.
  title: >-
    Weighted Sums of Random Kitchen Sinks: Replacing minimization with
    randomization in learning
  type: paper-conference
  URL: >-
    http://papers.nips.cc/paper/3495-weighted-sums-of-random-kitchen-sinks-replacing-minimization-with-randomization-in-learning

- id: RezendeStochastic2015
  accessed:
    - year: 2016
      month: 10
      day: 30
  author:
    - family: Rezende
      given: Danilo Jimenez
    - family: Mohamed
      given: Shakir
    - family: Wierstra
      given: Daan
  citation-key: RezendeStochastic2015
  container-title: Proceedings of ICML
  issued:
    - year: 2015
  title: >-
    Stochastic Backpropagation and Approximate Inference in Deep Generative
    Models
  type: paper-conference
  URL: http://arxiv.org/abs/1401.4082

- id: RigolletEntropic2018
  accessed:
    - year: 2022
      month: 7
      day: 26
  author:
    - family: Rigollet
      given: Philippe
    - family: Weed
      given: Jonathan
  citation-key: RigolletEntropic2018
  issued:
    - year: 2018
      month: 9
      day: 18
  language: en
  number: arXiv:1809.05572
  publisher: arXiv
  title: Entropic optimal transport is maximum-likelihood deconvolution
  type: article
  URL: http://arxiv.org/abs/1809.05572

- id: ShenAdaptive2002
  accessed:
    - year: 2016
      month: 8
      day: 22
  author:
    - family: Shen
      given: Xiaotong
    - family: Ye
      given: Jianming
  citation-key: ShenAdaptive2002
  container-title: Journal of the American Statistical Association
  container-title-short: Journal of the American Statistical Association
  DOI: 10.1198/016214502753479356
  ISSN: 0162-1459
  issue: '457'
  issued:
    - year: 2002
      month: 3
      day: 1
  page: 210-221
  title: Adaptive Model Selection
  type: article-journal
  volume: '97'

- id: ShenAdaptive2004
  accessed:
    - year: 2016
      month: 8
      day: 22
  author:
    - family: Shen
      given: Xiaotong
    - family: Huang
      given: Hsin-Cheng
    - family: Ye
      given: Jimmy
  citation-key: ShenAdaptive2004
  container-title: Technometrics
  DOI: 10.1198/004017004000000338
  ISSN: 0040-1706
  issue: '3'
  issued:
    - year: 2004
      month: 8
      day: 1
  page: 306-317
  title: Adaptive Model Selection and Assessment for Exponential Family Distributions
  type: article-journal
  volume: '46'

- id: ShenOptimal2006
  accessed:
    - year: 2016
      month: 8
      day: 22
  author:
    - family: Shen
      given: Xiaotong
    - family: Huang
      given: Hsin-Cheng
  citation-key: ShenOptimal2006
  container-title: Journal of the American Statistical Association
  DOI: 10.1198/016214505000001078
  ISSN: 0162-1459
  issue: '474'
  issued:
    - year: 2006
      month: 6
      day: 1
  page: 554-568
  title: Optimal Model Assessment, Selection, and Combination
  type: article-journal
  URL: >-
    https://www.researchgate.net/profile/Xiaotong_Shen/publication/4742467_Optimal_Model_Assessment_Selection_and_Combination/links/548af3060cf2d1800d7dacd3.pdf
  volume: '101'

- id: SilvermanEstimation1982
  accessed:
    - year: 2015
      month: 3
      day: 6
  author:
    - family: Silverman
      given: B. W.
  citation-key: SilvermanEstimation1982
  container-title: The Annals of Statistics
  container-title-short: Ann. Statist.
  DOI: 10.1214/aos/1176345872
  ISSN: 0090-5364, 2168-8966
  issue: '3'
  issued:
    - year: 1982
      month: 9
  language: EN
  page: 795-810
  title: >-
    On the Estimation of a Probability Density Function by the Maximum Penalized
    Likelihood Method
  type: article-journal
  URL: >-
    http://oai.dtic.mil/oai/oai?verb=getRecord&metadataPrefix=html&identifier=ADA103875
  volume: '10'

- id: SilvermanSpline1984
  accessed:
    - year: 2015
      month: 2
      day: 15
  author:
    - family: Silverman
      given: B. W.
  citation-key: SilvermanSpline1984
  container-title: The Annals of Statistics
  container-title-short: Ann. Statist.
  DOI: 10.1214/aos/1176346710
  ISSN: 0090-5364, 2168-8966
  issue: '3'
  issued:
    - year: 1984
      month: 9
  language: EN
  page: 898-916
  title: 'Spline Smoothing: The Equivalent Variable Kernel Method'
  type: article-journal
  volume: '12'

- id: SimonRegularization2011
  accessed:
    - year: 2015
      month: 3
      day: 20
  author:
    - family: Simon
      given: Noah
    - family: Friedman
      given: Jerome
    - family: Hastie
      given: Trevor
    - family: Tibshirani
      given: Rob
  citation-key: SimonRegularization2011
  container-title: Journal of Statistical Software
  issue: '5'
  issued:
    - year: 2011
      month: 3
  title: >-
    Regularization Paths for Cox’s Proportional Hazards Model via Coordinate
    Descent
  type: article-journal
  URL: http://www.jstatsoft.org/v39/i05/paper
  volume: '39'

- id: SmolaConnection1998
  accessed:
    - year: 2014
      month: 4
      day: 17
  author:
    - family: Smola
      given: Alex J.
    - family: Schölkopf
      given: Bernhard
    - family: Müller
      given: Klaus-Robert
  citation-key: SmolaConnection1998
  container-title: Neural Networks
  container-title-short: Neural Networks
  DOI: 10.1016/S0893-6080(98)00032-X
  ISSN: 0893-6080
  issue: '4'
  issued:
    - year: 1998
      month: 6
  page: 637-649
  title: The connection between regularization operators and support vector kernels
  type: article-journal
  volume: '11'

- id: Somekh-BaruchNonExistence2016
  accessed:
    - year: 2016
      month: 9
      day: 28
  author:
    - family: Somekh-Baruch
      given: Anelia
    - family: Leshem
      given: Amir
    - family: Saligrama
      given: Venkatesh
  citation-key: Somekh-BaruchNonExistence2016
  container-title: arXiv:1609.07415 [cs, math, stat]
  issued:
    - year: 2016
      month: 9
      day: 23
  title: >-
    On the Non-Existence of Unbiased Estimators in Constrained Estimation
    Problems
  type: article-journal
  URL: http://arxiv.org/abs/1609.07415

- id: SteinEstimation1981
  accessed:
    - year: 2016
      month: 8
      day: 22
  author:
    - family: Stein
      given: Charles M.
  citation-key: SteinEstimation1981
  container-title: The Annals of Statistics
  container-title-short: The Annals of Statistics
  DOI: 10.1214/aos/1176345632
  ISSN: 0090-5364
  issue: '6'
  issued:
    - year: 1981
  page: 1135-1151
  title: Estimation of the Mean of a Multivariate Normal Distribution
  type: article-journal
  URL: http://www.stat.yale.edu/~hz68/619/Stein-1981.pdf
  volume: '9'

- id: TanseyFalse2014
  accessed:
    - year: 2015
      month: 1
      day: 21
  author:
    - family: Tansey
      given: Wesley
    - family: Koyejo
      given: Oluwasanmi
    - family: Poldrack
      given: Russell A.
    - family: Scott
      given: James G.
  citation-key: TanseyFalse2014
  container-title: arXiv:1411.6144 [stat]
  issued:
    - year: 2014
      month: 11
      day: 22
  title: False discovery rate smoothing
  type: article-journal
  URL: http://arxiv.org/abs/1411.6144

- id: TikhonovUse1965
  accessed:
    - year: 2015
      month: 4
      day: 5
  author:
    - family: Tikhonov
      given: A. N.
    - family: Glasko
      given: V. B.
  citation-key: TikhonovUse1965
  container-title: USSR Computational Mathematics and Mathematical Physics
  container-title-short: USSR Computational Mathematics and Mathematical Physics
  DOI: 10.1016/0041-5553(65)90150-3
  ISSN: 0041-5553
  issue: '3'
  issued:
    - year: 1965
  page: 93-107
  title: Use of the regularization method in non-linear problems
  type: article-journal
  volume: '5'

- id: UematsuPenalized2015
  accessed:
    - year: 2015
      month: 6
      day: 12
  author:
    - family: Uematsu
      given: Yoshimasa
  citation-key: UematsuPenalized2015
  container-title: arXiv:1504.06706 [math, stat]
  issued:
    - year: 2015
      month: 4
      day: 25
  title: >-
    Penalized Likelihood Estimation in High-Dimensional Time Series Models and
    its Application
  type: article-journal
  URL: http://arxiv.org/abs/1504.06706

- id: vandeGeerStatistical2014
  accessed:
    - year: 2015
      month: 7
      day: 12
  author:
    - family: Geer
      given: Sara
      non-dropping-particle: van de
  citation-key: vandeGeerStatistical2014
  container-title: arXiv:1409.8557 [math, stat]
  issued:
    - year: 2014
      month: 9
      day: 30
  title: Statistical Theory for High-Dimensional Models
  type: article-journal
  URL: http://arxiv.org/abs/1409.8557

- id: vandeGeerWeakly2014
  accessed:
    - year: 2015
      month: 10
      day: 8
  author:
    - family: Geer
      given: Sara
      non-dropping-particle: van de
  citation-key: vandeGeerWeakly2014
  container-title: Scandinavian Journal of Statistics
  container-title-short: Scand J Statist
  DOI: 10.1111/sjos.12032
  ISSN: 1467-9469
  issue: '1'
  issued:
    - year: 2014
      month: 3
      day: 1
  language: en
  page: 72-86
  title: Weakly decomposable regularization penalties and structured sparsity
  type: article-journal
  URL: http://arxiv.org/abs/1204.4813
  volume: '41'

- id: WahbaSpline1990
  author:
    - family: Wahba
      given: Grace
  citation-key: WahbaSpline1990
  ISBN: 978-0-89871-244-5
  issued:
    - year: 1990
      month: 9
      day: 1
  language: en
  number-of-pages: '174'
  publisher: SIAM
  title: Spline Models for Observational Data
  type: book

- id: WengOvercoming2018
  accessed:
    - year: 2018
      month: 11
      day: 6
  author:
    - family: Weng
      given: Haolei
    - family: Maleki
      given: Arian
    - family: Zheng
      given: Le
  citation-key: WengOvercoming2018
  container-title: The Annals of Statistics
  container-title-short: Ann. Statist.
  DOI: 10.1214/17-AOS1651
  ISSN: 0090-5364, 2168-8966
  issue: 6A
  issued:
    - year: 2018
      month: 12
      day: 1
  language: EN
  page: 3099-3129
  title: >-
    Overcoming the limitations of phase transition by higher order analysis of
    regularization techniques
  type: article-journal
  URL: http://arxiv.org/abs/1603.07377
  volume: '46'

- id: WoodFast2008
  accessed:
    - year: 2016
      month: 4
      day: 22
  author:
    - family: Wood
      given: Simon N.
  citation-key: WoodFast2008
  container-title: 'Journal of the Royal Statistical Society: Series B (Statistical Methodology)'
  DOI: 10.1111/j.1467-9868.2007.00646.x
  ISSN: 1467-9868
  issue: '3'
  issued:
    - year: 2008
      month: 7
      day: 1
  language: en
  page: 495-518
  title: >-
    Fast stable direct fitting and smoothness selection for generalized additive
    models
  type: article-journal
  volume: '70'

- id: WoodModelling2000
  accessed:
    - year: 2016
      month: 4
      day: 22
  author:
    - family: Wood
      given: S. N.
  citation-key: WoodModelling2000
  container-title: 'Journal of the Royal Statistical Society: Series B (Statistical Methodology)'
  DOI: 10.1111/1467-9868.00240
  ISSN: 1467-9868
  issue: '2'
  issued:
    - year: 2000
      month: 1
      day: 1
  language: en
  page: 413-428
  title: >-
    Modelling and smoothing parameter estimation with multiple quadratic
    penalties
  type: article-journal
  URL: http://www.ruwpa.st-and.ac.uk/depm/Downloadables/mspfinal.pdf
  volume: '62'

- id: WuCoordinate2008
  accessed:
    - year: 2015
      month: 3
      day: 20
  author:
    - family: Wu
      given: Tong Tong
    - family: Lange
      given: Kenneth
  citation-key: WuCoordinate2008
  container-title: The Annals of Applied Statistics
  container-title-short: Ann. Appl. Stat.
  DOI: 10.1214/07-AOAS147
  ISSN: 1932-6157, 1941-7330
  issue: '1'
  issued:
    - year: 2008
      month: 3
  language: EN
  page: 224-244
  title: Coordinate descent algorithms for lasso penalized regression
  type: article-journal
  URL: http://arxiv.org/abs/0803.3876
  volume: '2'

- id: XieDiversity2016
  author:
    - family: Xie
      given: Bo
    - family: Liang
      given: Yingyu
    - family: Song
      given: Le
  citation-key: XieDiversity2016
  container-title: arXiv:1611.03131 [cs, stat]
  issued:
    - year: 2016
      month: 11
      day: 9
  title: Diversity Leads to Generalization in Neural Networks
  type: article-journal
  URL: http://arxiv.org/abs/1611.03131

- id: YeMeasuring1998
  accessed:
    - year: 2016
      month: 8
      day: 22
  author:
    - family: Ye
      given: Jianming
  citation-key: YeMeasuring1998
  container-title: Journal of the American Statistical Association
  DOI: 10.1080/01621459.1998.10474094
  ISSN: 0162-1459
  issue: '441'
  issued:
    - year: 1998
      month: 3
      day: 1
  page: 120-131
  title: On Measuring and Correcting the Effects of Data Mining and Model Selection
  type: article-journal
  URL: http://pegasus.cc.ucf.edu/~lni/sta6236/Ye1998.pdf
  volume: '93'

- id: ZhangConfidence2014
  accessed:
    - year: 2014
      month: 12
      day: 18
  author:
    - family: Zhang
      given: Cun-Hui
    - family: Zhang
      given: Stephanie S.
  citation-key: ZhangConfidence2014
  container-title: 'Journal of the Royal Statistical Society: Series B (Statistical Methodology)'
  container-title-short: J. R. Stat. Soc. B
  DOI: 10.1111/rssb.12026
  ISSN: 1467-9868
  issue: '1'
  issued:
    - year: 2014
  language: en
  page: 217-242
  title: >-
    Confidence intervals for low dimensional parameters in high dimensional
    linear models
  type: article-journal
  volume: '76'

- id: ZhangRegularization2010
  accessed:
    - year: 2016
      month: 8
      day: 31
  author:
    - family: Zhang
      given: Yiyun
    - family: Li
      given: Runze
    - family: Tsai
      given: Chih-Ling
  citation-key: ZhangRegularization2010
  container-title: Journal of the American Statistical Association
  container-title-short: J Am Stat Assoc
  DOI: 10.1198/jasa.2009.tm08013
  ISSN: 0162-1459
  issue: '489'
  issued:
    - year: 2010
      month: 3
      day: 1
  page: 312-323
  PMCID: PMC2911045
  PMID: '20676354'
  title: Regularization Parameter Selections via Generalized Information Criterion
  type: article-journal
  URL: http://www.ncbi.nlm.nih.gov/pmc/articles/PMC2911045/
  volume: '105'

- id: ZouDegrees2007
  accessed:
    - year: 2015
      month: 3
      day: 18
  author:
    - family: Zou
      given: Hui
    - family: Hastie
      given: Trevor
    - family: Tibshirani
      given: Robert
  citation-key: ZouDegrees2007
  container-title: The Annals of Statistics
  container-title-short: Ann. Statist.
  DOI: 10.1214/009053607000000127
  ISSN: 0090-5364, 2168-8966
  issue: '5'
  issued:
    - year: 2007
      month: 10
  language: EN
  page: 2173-2192
  title: On the “degrees of freedom” of the lasso
  type: article-journal
  volume: '35'

- id: ZouRegularization2005
  accessed:
    - year: 2015
      month: 3
      day: 20
  author:
    - family: Zou
      given: Hui
    - family: Hastie
      given: Trevor
  citation-key: ZouRegularization2005
  container-title: 'Journal of the Royal Statistical Society: Series B (Statistical Methodology)'
  DOI: 10.1111/j.1467-9868.2005.00503.x
  ISSN: 1467-9868
  issue: '2'
  issued:
    - year: 2005
      month: 4
      day: 1
  language: en
  page: 301-320
  title: Regularization and variable selection via the elastic net
  type: article-journal
  URL: http://www.stat.umn.edu/~zouxx019/Papers/elasticnet.pdf
  volume: '67'
...
