main.bib (16123B)
1 @inproceedings{bach2013sharp, 2 title = {Sharp Analysis of Low-Rank Kernel Matrix Approximations}, 3 author = {Bach, Francis}, 4 booktitle = colt, 5 year = {2013} 6 } 7 8 @article{bai1996bounds, 9 title = {Bounds for the Trace of the Inverse and the Determinant of Symmetric Positive Definite Matrices}, 10 author = {Bai, Zhaojun and Golub, Gene H}, 11 journal = {Annals of Numerical Mathematics}, 12 volume = {4}, 13 pages = {29--38}, 14 year = {1996}, 15 publisher = {Citeseer} 16 } 17 18 @book{bishop1995neural, 19 title = {Neural Networks for Pattern Recognition}, 20 author = {Bishop, Christopher}, 21 year = {1995}, 22 publisher = {Oxford University Press} 23 } 24 25 @inproceedings{botev2017practical, 26 title = {Practical {G}auss-{N}ewton Optimisation for Deep Learning}, 27 author = {Botev, Aleksandar and Ritter, Hippolyt and Barber, David}, 28 booktitle = icml, 29 year = {2017} 30 } 31 32 @article{cavalcante2016computational, 33 title = {Computational Intelligence and Financial Markets: A Survey and Future Directions}, 34 author = {Cavalcante, Rodolfo C and Brasileiro, Rodrigo C and Souza, Victor LF and Nobrega, Jarley P and Oliveira, Adriano LI}, 35 journal = {Expert Systems with Applications}, 36 volume = {55}, 37 pages = {194--211}, 38 year = {2016}, 39 publisher = {Elsevier} 40 } 41 42 @inproceedings{choromanska2015loss, 43 title = {The Loss Surfaces of Multilayer Networks}, 44 author = {Choromanska, Anna and Henaff, Mikael and Mathieu, Michael and Arous, G{\'e}rard Ben and LeCun, Yann}, 45 booktitle = {Artificial Intelligence and Statistics}, 46 pages = {192--204}, 47 year = {2015}, 48 organization = {PMLR} 49 } 50 51 @inproceedings{damianou2013deep, 52 title = {Deep {G}aussian Processes}, 53 author = {Damianou, Andreas and Lawrence, Neil D}, 54 booktitle = {Artificial Intelligence and Statistics}, 55 pages = {207--215}, 56 year = {2013}, 57 organization = {PMLR} 58 } 59 60 @inproceedings{daxberger2021laplace, 61 title = {Laplace Redux-Effortless {B}ayesian Deep Learning}, 62 author = {Daxberger, Erik and Kristiadi, Agustinus and Immer, Alexander and Eschenhagen, Runa and Bauer, Matthias and Hennig, Philipp}, 63 booktitle = nips, 64 year = {2021} 65 } 66 67 @inproceedings{denker1990transforming, 68 title = {Transforming Neural-Net Output Levels to Probability Distributions}, 69 author = {Denker, John and LeCun, Yann}, 70 booktitle = nips, 71 year = {1990} 72 } 73 74 @article{eschenhagen2021mixtures, 75 title = {Mixtures of {L}aplace Approximations for Improved Post-Hoc Uncertainty in Deep Learning}, 76 author = {Eschenhagen, Runa and Daxberger, Erik and Hennig, Philipp and Kristiadi, Agustinus}, 77 journal = {arXiv preprint arXiv:2111.03577}, 78 year = {2021} 79 } 80 81 @article{fong2012cg, 82 title = {{CG} Versus {MINRES}: An Empirical Comparison}, 83 author = {Fong, David Chin-Lung and Saunders, Michael}, 84 journal = {Sultan Qaboos University Journal for Science [SQUJS]}, 85 volume = {17}, 86 number = {1}, 87 pages = {44--62}, 88 year = {2012} 89 } 90 91 @article{fong2020marginal, 92 title = {On the Marginal Likelihood and Cross-Validation}, 93 author = {Fong, Edwin and Holmes, Chris C}, 94 journal = {Biometrika}, 95 volume = {107}, 96 number = {2}, 97 pages = {489--496}, 98 year = {2020}, 99 publisher = {Oxford University Press} 100 } 101 102 @inproceedings{gal2016dropout, 103 title = {Dropout as a {B}ayesian Approximation: Representing Model Uncertainty in Deep Learning}, 104 author = {Gal, Yarin and Ghahramani, Zoubin}, 105 booktitle = icml, 106 year = {2016} 107 } 108 109 @inproceedings{gardner2018gpytorch, 110 title = {{GP}yTorch: Blackbox Matrix-Matrix {G}aussian Process Inference With {GPU} Acceleration}, 111 author = {Gardner, Jacob and Pleiss, Geoff and Weinberger, Kilian Q and Bindel, David and Wilson, Andrew G}, 112 booktitle = nips, 113 year = {2018} 114 } 115 116 @book{gelman1995bayesian, 117 title = {Bayesian Data Analysis}, 118 author = {Gelman, Andrew and Carlin, John B and Stern, Hal S and Rubin, Donald B}, 119 year = {1995}, 120 publisher = {Chapman and Hall/CRC} 121 } 122 123 @article{giordano2018covariances, 124 title = {Covariances, Robustness and Variational {B}ayes}, 125 author = {Giordano, Ryan and Broderick, Tamara and Jordan, Michael I}, 126 journal = jmlr, 127 volume = {19}, 128 number = {51}, 129 year = {2018} 130 } 131 132 @article{hale2008computing, 133 title = {Computing $A^\alpha$, $\log(A)$, and Related Matrix Functions by Contour Integrals}, 134 author = {Hale, Nicholas and Higham, Nicholas J and Trefethen, Lloyd N}, 135 journal = {SIAM Journal on Numerical Analysis}, 136 volume = {46}, 137 number = {5}, 138 pages = {2505--2523}, 139 year = {2008}, 140 publisher = {SIAM} 141 } 142 143 @article{harbrecht2012low, 144 title = {On the Low-Rank Approximation by the Pivoted {C}holesky Decomposition}, 145 author = {Harbrecht, Helmut and Peters, Michael and Schneider, Reinhold}, 146 journal = {Applied Numerical Mathematics}, 147 volume = {62}, 148 number = {4}, 149 pages = {428--440}, 150 year = {2012}, 151 publisher = {Elsevier} 152 } 153 154 @article{heskes2000natural, 155 title = {On ``Natural'' Learning and Pruning in Multilayered Perceptrons}, 156 author = {Heskes, Tom}, 157 journal = {Neural Computation}, 158 volume = {12}, 159 number = {4}, 160 pages = {881--901}, 161 year = {2000}, 162 publisher = {MIT Press Cambridge} 163 } 164 165 @article{hochreiter1997flat, 166 title = {Flat Minima}, 167 author = {Hochreiter, Sepp and Schmidhuber, J{\"u}rgen}, 168 journal = {Neural Computation}, 169 volume = {9}, 170 number = {1}, 171 pages = {1--42}, 172 year = {1997}, 173 publisher = {MIT Press Cambridge} 174 } 175 176 @article{hutchinson1990stochastic, 177 title = {A Stochastic Estimator of the Trace of the Influence Matrix for {L}aplacian Smoothing Splines}, 178 author = {Hutchinson, Michael F}, 179 journal = {Communications in Statistics-Simulation and Computation}, 180 volume = {19}, 181 number = {2}, 182 pages = {433--450}, 183 year = {1990}, 184 publisher = {Taylor \& Francis} 185 } 186 187 @inproceedings{immer2021scalable, 188 title = {Scalable Marginal Likelihood Estimation for Model Selection in Deep Learning}, 189 author = {Immer, Alexander and Bauer, Matthias and Fortuin, Vincent and R{\"a}tsch, Gunnar and Emtiyaz, Khan Mohammad}, 190 booktitle = icml, 191 year = {2021} 192 } 193 194 @article{izzatullah2022laplace, 195 title = {Laplace {H}ypo{PINN}: Physics-Informed Neural Network for Hypocenter Localization and Its Predictive Uncertainty}, 196 author = {Izzatullah, Muhammad and Yildirim, Isa Eren and Waheed, Umair Bin and Alkhalifah, Tariq}, 197 journal = {Machine Learning: Science and Technology}, 198 volume = {3}, 199 number = {4}, 200 pages = {045001}, 201 year = {2022}, 202 publisher = {IOP Publishing} 203 } 204 205 @software{jax2018github, 206 author = {James Bradbury and Roy Frostig and Peter Hawkins and Matthew James Johnson and Chris Leary and Dougal Maclaurin and George Necula and Adam Paszke and Jake Vander{P}las and Skye Wanderman-{M}ilne and Qiao Zhang}, 207 title = {{JAX}: Composable Transformations of {P}ython+{N}um{P}y Programs}, 208 url = {http://github.com/google/jax}, 209 version = {0.3.13}, 210 year = {2018} 211 } 212 213 @inproceedings{jiang2019fantastic, 214 title = {Fantastic Generalization Measures and Where to Find Them}, 215 author = {Yiding Jiang and Behnam Neyshabur and Hossein Mobahi and Dilip Krishnan and Samy Bengio}, 216 booktitle = iclr, 217 year = {2020} 218 } 219 220 @article{jordan1999introduction, 221 title = {An Introduction to Variational Methods for Graphical Models}, 222 author = {Jordan, Michael I and Ghahramani, Zoubin and Jaakkola, Tommi S and Saul, Lawrence K}, 223 journal = {Machine Learning}, 224 volume = {37}, 225 pages = {183--233}, 226 year = {1999}, 227 publisher = {Springer} 228 } 229 230 @article{jospin2022hands, 231 title = {Hands-on {B}ayesian Neural Networks---A Tutorial for Deep Learning Users}, 232 author = {Jospin, Laurent Valentin and Laga, Hamid and Boussaid, Farid and Buntine, Wray and Bennamoun, Mohammed}, 233 journal = {IEEE Computational Intelligence Magazine}, 234 volume = {17}, 235 number = {2}, 236 pages = {29--48}, 237 year = {2022}, 238 publisher = {IEEE} 239 } 240 241 @article{ker2017deep, 242 title = {Deep Learning Applications in Medical Image Analysis}, 243 author = {Ker, Justin and Wang, Lipo and Rao, Jai and Lim, Tchoyoson}, 244 journal = {IEEE Access}, 245 volume = {6}, 246 pages = {9375--9389}, 247 year = {2017}, 248 publisher = {IEEE} 249 } 250 251 @article{keskar2016large, 252 title = {On Large-Batch Training for Deep Learning: Generalization Gap and Sharp Minima}, 253 author = {Keskar, Nitish Shirish and Mudigere, Dheevatsa and Nocedal, Jorge and Smelyanskiy, Mikhail and Tang, Ping Tak Peter}, 254 journal = {arXiv preprint arXiv:1609.04836}, 255 year = {2016} 256 } 257 258 @inproceedings{kingma2014adam, 259 title = {Adam: A Method for Stochastic Optimization}, 260 author = {Kingma, Diederik P and Ba, Jimmy}, 261 booktitle = iclr, 262 year = {2015} 263 } 264 265 @inproceedings{kunstner2019limitations, 266 title = {Limitations of the Empirical {F}isher Approximation for Natural Gradient Descent}, 267 author = {Kunstner, Frederik and Hennig, Philipp and Balles, Lukas}, 268 booktitle = nips, 269 year = {2019} 270 } 271 272 @inproceedings{lakshminarayanan2017simple, 273 title = {Simple and Scalable Predictive Uncertainty Estimation Using Deep Ensembles}, 274 author = {Lakshminarayanan, Balaji and Pritzel, Alexander and Blundell, Charles}, 275 booktitle = nips, 276 year = {2017} 277 } 278 279 @article{laplace1774memoire, 280 title = {M\'emoire Sur La Probabilit\'e Des Causes Par Les \'Ev\'enements}, 281 author = {Laplace, Pierre-Simon}, 282 journal = {M\'em. De Math. Et Phys. Pr\'esent\'es à l'Acad. Roy. Des Sci}, 283 volume = {6}, 284 pages = {621--656}, 285 year = {1774} 286 } 287 288 @inproceedings{lecun1989optimal, 289 title = {Optimal Brain Damage}, 290 author = {LeCun, Yann and Denker, John and Solla, Sara}, 291 booktitle = nips, 292 year = {1989} 293 } 294 295 @book{mackay2003information, 296 title = {Information Theory, Inference and Learning Algorithms}, 297 author = {MacKay, David}, 298 year = {2003}, 299 publisher = {Cambridge University Press} 300 } 301 302 @inproceedings{maddox2019simple, 303 title = {A Simple Baseline for {B}ayesian Uncertainty in Deep Learning}, 304 author = {Maddox, Wesley J and Izmailov, Pavel and Garipov, Timur and Vetrov, Dmitry P and Wilson, Andrew Gordon}, 305 booktitle = nips, 306 year = {2019} 307 } 308 309 @inproceedings{martens2015optimizing, 310 title = {Optimizing Neural Networks With {K}ronecker-Factored Approximate Curvature}, 311 author = {Martens, James and Grosse, Roger}, 312 booktitle = icml, 313 year = {2015} 314 } 315 316 @article{martens2020new, 317 title = {New Insights and Perspectives on the Natural Gradient Method}, 318 author = {Martens, James}, 319 journal = jmlr, 320 volume = {21}, 321 number = {1}, 322 pages = {5776--5851}, 323 year = {2020} 324 } 325 326 @inproceedings{miani2022laplacian, 327 title = {Laplacian Autoencoders for Learning Stochastic Representations}, 328 author = {Miani, Marco and Warburg, Frederik and Moreno-Mu{\~n}oz, Pablo and Detlefsen, Nicke Skafte and Hauberg, S{\o}ren}, 329 booktitle = nips, 330 year = {2022} 331 } 332 333 @book{nocedal1999numerical, 334 title = {Numerical Optimization}, 335 author = {Nocedal, Jorge and Wright, Stephen J}, 336 year = {1999}, 337 publisher = {Springer} 338 } 339 340 @article{pascanu2013revisiting, 341 title = {Revisiting Natural Gradient for Deep Networks}, 342 author = {Pascanu, Razvan and Bengio, Yoshua}, 343 journal = {arXiv preprint arXiv:1301.3584}, 344 year = {2013} 345 } 346 347 @inproceedings{pleiss2020fast, 348 title = {Fast Matrix Square Roots With Applications to {G}aussian Processes and {B}ayesian Optimization}, 349 author = {Pleiss, Geoff and Jankowiak, Martin and Eriksson, David and Damle, Anil and Gardner, Jacob}, 350 booktitle = nips, 351 year = {2020} 352 } 353 354 @article{polyak1964some, 355 title = {Some Methods of Speeding Up the Convergence of Iteration Methods}, 356 author = {Polyak, Boris T}, 357 journal = {USSR Computational Mathematics and Mathematical Physics}, 358 volume = {4}, 359 number = {5}, 360 pages = {1--17}, 361 year = {1964}, 362 publisher = {Elsevier} 363 } 364 365 @inproceedings{rao2018deep, 366 title = {Deep Learning for Self-Driving Cars: Chances and Challenges}, 367 author = {Rao, Qing and Frtunikj, Jelena}, 368 booktitle = {Proceedings of the 1st International Workshop on Software Engineering for AI in Autonomous Systems}, 369 pages = {35--38}, 370 year = {2018} 371 } 372 373 @article{rattray1998natural, 374 title = {Natural Gradient Descent for On-Line Learning}, 375 author = {Rattray, Magnus and Saad, David and Amari, Shun-ichi}, 376 journal = {Physical Review Letters}, 377 volume = {81}, 378 number = {24}, 379 pages = {5461}, 380 year = {1998}, 381 publisher = {American Physical Society} 382 } 383 384 @inproceedings{ritter2018online, 385 title = {Online Structured {L}aplace Approximations for Overcoming Catastrophic Forgetting}, 386 author = {Ritter, Hippolyt and Botev, Aleksandar and Barber, David}, 387 booktitle = nips, 388 volume = {31}, 389 year = {2018} 390 } 391 392 @inproceedings{ritter2018scalable, 393 title = {A Scalable {L}aplace Approximation for Neural Networks}, 394 author = {Ritter, Hippolyt and Botev, Aleksandar and Barber, David}, 395 booktitle = iclr, 396 volume = {6}, 397 year = {2018} 398 } 399 400 @article{sabne2020xla, 401 title = {{XLA}: Compiling Machine Learning for Peak Performance}, 402 author = {Sabne, Amit}, 403 year = {2020} 404 } 405 406 @inproceedings{skafte2019reliable, 407 title = {Reliable Training and Estimation of Variance Networks}, 408 author = {Skafte, Nicki and J{\o}rgensen, Martin and Hauberg, S{\o}ren}, 409 booktitle = nips, 410 year = {2019} 411 } 412 413 @inproceedings{sutskever2013importance, 414 title = {On the Importance of Initialization and Momentum in Deep Learning}, 415 author = {Sutskever, Ilya and Martens, James and Dahl, George and Hinton, Geoffrey}, 416 booktitle = icml, 417 year = {2013} 418 } 419 420 @article{vono2022high, 421 title = {High-Dimensional {G}aussian Sampling: A Review and a Unifying Approach Based on a Stochastic Proximal Point Algorithm}, 422 author = {Vono, Maxime and Dobigeon, Nicolas and Chainais, Pierre}, 423 journal = {SIAM Review}, 424 volume = {64}, 425 number = {1}, 426 pages = {3--56}, 427 year = {2022}, 428 publisher = {SIAM} 429 } 430 431 @article{chen2022randomly, 432 title = {Randomly Pivoted {C}holesky: Practical Approximation of a Kernel Matrix with Few Entry Evaluations}, 433 author = {Chen, Yifan and Epperly, Ethan N and Tropp, Joel A and Webber, Robert J}, 434 journal = {arXiv preprint arXiv:2207.06503}, 435 year = {2022} 436 } 437 438 @article{wainwright2008graphical, 439 title = {Graphical Models, Exponential Families, and Variational Inference}, 440 author = {Wainwright, Martin J and Jordan, Michael I and others}, 441 journal = {Foundations and Trends{\textregistered} in Machine Learning}, 442 volume = {1}, 443 number = {1--2}, 444 pages = {1--305}, 445 year = {2008}, 446 publisher = {Now Publishers, Inc.} 447 } 448 449 @inproceedings{wenzel2020good, 450 title = {How Good is the {B}ayes Posterior in Deep Neural Networks Really?}, 451 author = {Wenzel, Florian and Roth, Kevin and Veeling, Bastiaan S and {\'S}wi{\k{a}}tkowski, Jakub and Tran, Linh and Mandt, Stephan and Snoek, Jasper and Salimans, Tim and Jenatton, Rodolphe and Nowozin, Sebastian}, 452 booktitle = icml, 453 year = {2020} 454 } 455 456 @book{williams2006gaussian, 457 title = {Gaussian Processes for Machine Learning}, 458 author = {Williams, Christopher KI and Rasmussen, Carl Edward}, 459 volume = {2}, 460 number = {3}, 461 year = {2006}, 462 publisher = {MIT Press Cambridge} 463 } 464 465 @book{woodbury1950inverting, 466 title = {Inverting Modified Matrices}, 467 author = {Woodbury, Max}, 468 year = {1950}, 469 publisher = {Statistical Research Group} 470 } 471 472 @article{wu2019logan, 473 title = {Logan: Latent Optimisation for Generative Adversarial Networks}, 474 author = {Wu, Yan and Donahue, Jeff and Balduzzi, David and Simonyan, Karen and Lillicrap, Timothy}, 475 journal = {arXiv preprint arXiv:1912.00953}, 476 year = {2019} 477 }