2024
|
Sukthanker, Rhea Sanjay; Staffler, Benedikt; Hutter, Frank; Klein, Aaron Large Language Model Compression with Neural Architecture Search Inproceedings In: NeurIPS 2024 Workshop on Machine Learning and Compression, 2024. @inproceedings{Sukthanker2024c,
title = {Large Language Model Compression with Neural Architecture Search},
author = {Rhea Sanjay Sukthanker and Benedikt Staffler and Frank Hutter and Aaron Klein},
year = {2024},
booktitle = {NeurIPS 2024 Workshop on Machine Learning and Compression},
keywords = {}
}
|
Mallik, Neeratyoy; Janowski, Maciej; Hog, Johannes; Rakotoarison, Herilalaina; Klein, Aaron; Grabocka, Josif; Hutter, Frank Warmstarting for Scaling Language Models Inproceedings In: NeurIPS 2024 Workshop Adaptive Foundation Models, 2024. @inproceedings{Mallik2024,
title = {Warmstarting for Scaling Language Models},
author = {Neeratyoy Mallik and Maciej Janowski and Johannes Hog and Herilalaina Rakotoarison and Aaron Klein and Josif Grabocka and Frank Hutter},
year = {2024},
booktitle = {NeurIPS 2024 Workshop Adaptive Foundation Models},
keywords = {}
}
|
Sukthanker, Rhea Sanjay; Zela, Arber; Staffler, Benedikt; Klein, Aaron; Purucker, Lennart; Franke, Joerg K. H.; Hutter, Frank HW-GPT-Bench: Hardware-Aware Architecture Benchmark for Language Models Inproceedings In: 38th Conference on Neural Information Processing Systems (NeurIPS), DBT Track, 2024. @inproceedings{Sukthanker2024e,
title = {HW-GPT-Bench: Hardware-Aware Architecture Benchmark for Language Models},
author = {Rhea Sanjay Sukthanker and Arber Zela and Benedikt Staffler and Aaron Klein and Lennart Purucker and Joerg K.H. Franke and Frank Hutter},
year = {2024},
booktitle = {38th Conference on Neural Information Processing Systems (NeurIPS), DBT Track},
keywords = {}
}
|
2021
|
Eggensperger, Katharina; Müller, Philipp; Mallik, Neeratyoy; Feurer, Matthias; Sass, René; Klein, Aaron; Awad, Noor; Lindauer, Marius; Hutter, Frank HPOBench: A Collection of Reproducible Multi-Fidelity Benchmark Problems for HPO Inproceedings In: Vanschoren, J.; Yeung, S. (Ed.): Proceedings of the Neural Information Processing Systems Track on Datasets and Benchmarks, 2021. @inproceedings{eggensperger-neuripsdbt21,
title = {HPOBench: A Collection of Reproducible Multi-Fidelity Benchmark Problems for HPO},
author = {Katharina Eggensperger and Philipp Müller and Neeratyoy Mallik and Matthias Feurer and René Sass and Aaron Klein and Noor Awad and Marius Lindauer and Frank Hutter},
editor = {J. Vanschoren and S. Yeung},
year = {2021},
booktitle = {Proceedings of the Neural Information Processing Systems Track on Datasets and Benchmarks},
journal = {arXiv:2109.06716},
volume = {1},
keywords = {}
}
|
Siems, Julien; Klein, Aaron; Archambeau, Cedric; Mahsereci, Maren Dynamic Pruning of a Neural Network via Gradient Signal-to-Noise Ratio Conference AutoML Workshop at ICML 2021, 2021. @conference{nokey,
title = {Dynamic Pruning of a Neural Network via Gradient Signal-to-Noise Ratio },
author = {Julien Siems and Aaron Klein and Cedric Archambeau and Maren Mahsereci},
year = {2021},
booktitle = {AutoML Workshop at ICML 2021},
keywords = {}
}
|
2019
|
Gargiani, M; Klein, A; Falkner, S; Hutter, F Probabilistic Rollouts for Learning Curve Extrapolation Across Hyperparameter Settings Inproceedings In: 6th ICML Workshop on Automated Machine Learning, 2019. @inproceedings{Gargiani6automl,
title = {Probabilistic Rollouts for Learning Curve Extrapolation Across Hyperparameter Settings},
author = {M Gargiani and A Klein and S Falkner and F Hutter},
year = {2019},
booktitle = {6th ICML Workshop on Automated Machine Learning},
keywords = {}
}
|
Feurer, Matthias; Klein, Aaron; Eggensperger, Katharina; Springenberg, Jost; Blum, Manuel; Hutter, Frank Auto-sklearn: Efficient and Robust Automated Machine Learning Incollection In: Hutter, Frank; Kotthoff, Lars; Vanschoren, Joaquin (Ed.): AutoML: Methods, Systems, Challenges, pp. 113–134, Springer, 2019. @incollection{feurer-automlbook19b,
title = {Auto-sklearn: Efficient and Robust Automated Machine Learning},
author = {Matthias Feurer and Aaron Klein and Katharina Eggensperger and Jost Springenberg and Manuel Blum and Frank Hutter},
editor = {Frank Hutter and Lars Kotthoff and Joaquin Vanschoren},
doi = {10.1007/978-3-030-05318-5_6},
year = {2019},
booktitle = {AutoML: Methods, Systems, Challenges},
pages = {113--134},
publisher = {Springer},
chapter = {6},
keywords = {}
}
|
Mendoza, Hector; Klein, Aaron; Feurer, Matthias; Springenberg, Jost Tobias; Urban, Matthias; Burkart, Michael; Dippel, Max; Lindauer, Marius; Hutter, Frank Towards Automatically-Tuned Deep Neural Networks Incollection In: Hutter, Frank; Kotthoff, Lars; Vanschoren, Joaquin (Ed.): AutoML: Methods, Sytems, Challenges, pp. 135–149, Springer, 2019. @incollection{mendoza-automlbook19a,
title = {Towards Automatically-Tuned Deep Neural Networks},
author = {Hector Mendoza and Aaron Klein and Matthias Feurer and Jost Tobias Springenberg and Matthias Urban and Michael Burkart and Max Dippel and Marius Lindauer and Frank Hutter},
editor = {Frank Hutter and Lars Kotthoff and Joaquin Vanschoren},
year = {2019},
booktitle = {AutoML: Methods, Sytems, Challenges},
pages = {135--149},
publisher = {Springer},
chapter = {7},
keywords = {}
}
|
Klein, Aaron; Dai, Zhenwen; Hutter, Frank; Lawrence, Neil; Gonzalez, Javier Meta-Surrogate Benchmarking for Hyperparameter Optimization Incollection In: Wallach, H; Larochelle, H; Beygelzimer, A; d' Alché-Buc, F; Fox, E; Garnett, R (Ed.): Advances in Neural Information Processing Systems 32, pp. 6270–6280, Curran Associates, Inc., 2019. @incollection{NIPS2019_8857,
title = {Meta-Surrogate Benchmarking for Hyperparameter Optimization},
author = {Aaron Klein and Zhenwen Dai and Frank Hutter and Neil Lawrence and Javier Gonzalez},
editor = {H Wallach and H Larochelle and A Beygelzimer and F d' Alché-Buc and E Fox and R Garnett},
year = {2019},
booktitle = {Advances in Neural Information Processing Systems 32},
pages = {6270--6280},
publisher = {Curran Associates, Inc.},
keywords = {}
}
|
Ying, Chris; Klein, Aaron; Real, Esteban; Christiansen, Eric; Murphy, Kevin; Hutter, Frank Nas-bench-101: Towards reproducible neural architecture search Inproceedings In: Thirty-sixth International Conference on Machine Learning, 2019. @inproceedings{ying2019bench,
title = {Nas-bench-101: Towards reproducible neural architecture search},
author = {Chris Ying and Aaron Klein and Esteban Real and Eric Christiansen and Kevin Murphy and Frank Hutter},
year = {2019},
booktitle = {Thirty-sixth International Conference on Machine Learning},
keywords = {}
}
|
2018
|
Zela, Arber; Klein, Aaron; Falkner, Stefan; Hutter, Frank Towards Automated Deep Learning: Efficient Joint Neural Architecture and Hyperparameter Search Inproceedings In: ICML 2018 AutoML Workshop, 2018. @inproceedings{zela-automl18,
title = {Towards Automated Deep Learning: Efficient Joint Neural Architecture and Hyperparameter Search},
author = {Arber Zela and Aaron Klein and Stefan Falkner and Frank Hutter},
year = {2018},
booktitle = {ICML 2018 AutoML Workshop},
keywords = {}
}
|
Falkner, Stefan; Klein, Aaron; Hutter, Frank BOHB: Robust and Efficient Hyperparameter Optimization at Scale Inproceedings In: Proceedings of the 35th International Conference on Machine Learning (ICML 2018), pp. 1436–1445, 2018. @inproceedings{falkner-icml-18,
title = {BOHB: Robust and Efficient Hyperparameter Optimization at Scale},
author = {Stefan Falkner and Aaron Klein and Frank Hutter},
year = {2018},
booktitle = {Proceedings of the 35th International Conference on Machine Learning (ICML 2018)},
pages = {1436--1445},
keywords = {}
}
|
Ilg, Eddy; Cicek, Oezguen; Galesso, Silvio; Klein, Aaron; Makansi, Osama; Hutter, Frank; Brox, Thomas Uncertainty Estimates for Optical Flow with Multi-Hypotheses Networks Journal Article In: Proceedings of ECCV 2018, 2018. @article{ilg-arxiv18a,
title = {Uncertainty Estimates for Optical Flow with Multi-Hypotheses Networks},
author = {Eddy Ilg and Oezguen Cicek and Silvio Galesso and Aaron Klein and Osama Makansi and Frank Hutter and Thomas Brox},
year = {2018},
journal = {Proceedings of ECCV 2018},
keywords = {}
}
|
2017
|
Klein, A; Falkner, S; Mansur, N; Hutter, F RoBO: A Flexible and Robust Bayesian Optimization Framework in Python Inproceedings In: NIPS 2017 Bayesian Optimization Workshop, 2017. @inproceedings{klein-bayesopt17,
title = {RoBO: A Flexible and Robust Bayesian Optimization Framework in Python},
author = {A Klein and S Falkner and N Mansur and F Hutter},
year = {2017},
booktitle = {NIPS 2017 Bayesian Optimization Workshop},
keywords = {}
}
|
Falkner, S; Klein, A; Hutter, F Combining Hyperband and Bayesian Optimization Inproceedings In: NIPS 2017 Bayesian Optimization Workshop, 2017. @inproceedings{falkner-bayesopt17,
title = {Combining Hyperband and Bayesian Optimization},
author = {S Falkner and A Klein and F Hutter},
year = {2017},
booktitle = {NIPS 2017 Bayesian Optimization Workshop},
keywords = {}
}
|
Greff, K; Klein, A; Chovanec, M; Hutter, F; Schmidhuber, J The Sacred Infrastructure for Computational Research Inproceedings In: Proceedings of the 15th Python in Science Conference (SciPy 2017), 2017. @inproceedings{greff-scipy17,
title = {The Sacred Infrastructure for Computational Research},
author = {K Greff and A Klein and M Chovanec and F Hutter and J Schmidhuber},
year = {2017},
booktitle = {Proceedings of the 15th Python in Science Conference (SciPy 2017)},
keywords = {}
}
|
Klein, A; Falkner, S; Springenberg, J T; Hutter, F Learning Curve Prediction with Bayesian Neural Networks Inproceedings In: International Conference on Learning Representations (ICLR) 2017 Conference Track, 2017. @inproceedings{klein-iclr17,
title = {Learning Curve Prediction with Bayesian Neural Networks},
author = {A Klein and S Falkner and J T Springenberg and F Hutter},
year = {2017},
booktitle = {International Conference on Learning Representations (ICLR) 2017 Conference Track},
keywords = {}
}
|
Klein, A; Falkner, S; Bartels, S; Hennig, P; Hutter, F Fast Bayesian Optimization of Machine Learning Hyperparameters on Large Datasets Inproceedings In: Proceedings of the AISTATS conference, 2017. @inproceedings{klein-aistats17,
title = {Fast Bayesian Optimization of Machine Learning Hyperparameters on Large Datasets},
author = {A Klein and S Falkner and S Bartels and P Hennig and F Hutter},
year = {2017},
booktitle = {Proceedings of the AISTATS conference},
keywords = {}
}
|
Klein, A; Falkner, S; Bartels, S; Hennig, P; Hutter, F Fast Bayesian hyperparameter optimization on large datasets Inproceedings In: Electronic Journal of Statistics, 2017. @inproceedings{klein-ejs17,
title = {Fast Bayesian hyperparameter optimization on large datasets},
author = {A Klein and S Falkner and S Bartels and P Hennig and F Hutter},
year = {2017},
booktitle = {Electronic Journal of Statistics},
volume = {11},
keywords = {}
}
|
2016
|
Springenberg, J T; Klein, A; Falkner, S; Hutter, F Bayesian optimization with robust Bayesian neural networks Inproceedings In: Advances in Neural Information Processing Systems 29, 2016. @inproceedings{springenberg-nips2016,
title = {Bayesian optimization with robust Bayesian neural networks},
author = {J T Springenberg and A Klein and S Falkner and F Hutter},
year = {2016},
booktitle = {Advances in Neural Information Processing Systems 29},
keywords = {}
}
|
Mendoza, H; Klein, A; Feurer, M; Springenberg, J; Hutter, F Towards Automatically-Tuned Neural Networks Inproceedings In: ICML 2016 AutoML Workshop, 2016. @inproceedings{mendoza-automl16a,
title = {Towards Automatically-Tuned Neural Networks},
author = {H Mendoza and A Klein and M Feurer and J Springenberg and F Hutter},
year = {2016},
booktitle = {ICML 2016 AutoML Workshop},
keywords = {}
}
|
2015
|
Klein, A; Bartels, S; Falkner, S; Hennig, P; Hutter, F Towards efficient Bayesian Optimization for Big Data Inproceedings In: NIPS 2015 Bayesian Optimization Workshop, 2015. @inproceedings{klein-bayesopt15,
title = {Towards efficient Bayesian Optimization for Big Data},
author = {A Klein and S Bartels and S Falkner and P Hennig and F Hutter},
year = {2015},
booktitle = {NIPS 2015 Bayesian Optimization Workshop},
keywords = {}
}
|
Feurer, Matthias; Klein, Aaron; Eggensperger, Katharina; Springenberg, Jost Tobias; Blum, Manuel; Hutter, Frank Efficient and Robust Automated Machine Learning Inproceedings In: Advances in Neural Information Processing Systems 28 (NeurIPS'15), pp. 2962–2970, 2015. @inproceedings{feurer-neurip2015,
title = {Efficient and Robust Automated Machine Learning},
author = {Matthias Feurer and Aaron Klein and Katharina Eggensperger and Jost Tobias Springenberg and Manuel Blum and Frank Hutter},
year = {2015},
booktitle = {Advances in Neural Information Processing Systems 28 (NeurIPS'15)},
pages = {2962--2970},
keywords = {}
}
|
Feurer, Matthias; Klein, Aaron; Eggensperger, Katharina; Springenberg, Jost Tobias; Blum, Manuel; Hutter, Frank Methods for Improving Bayesian Optimization for AutoML Inproceedings In: ICML 2015 AutoML Workshop, 2015. @inproceedings{feurer-automl15a,
title = {Methods for Improving Bayesian Optimization for AutoML},
author = {Matthias Feurer and Aaron Klein and Katharina Eggensperger and Jost Tobias Springenberg and Manuel Blum and Frank Hutter},
year = {2015},
booktitle = {ICML 2015 AutoML Workshop},
keywords = {}
}
|
