| %% LaTeX2e file `references.bib' | |
| %% generated by the `filecontents' environment | |
| %% from source `template' on 2024/08/08. | |
| %% | |
| @book{goodfellow2016deep, | |
| title={Deep learning}, | |
| author={Goodfellow, Ian and Bengio, Yoshua and Courville, Aaron and Bengio, Yoshua}, | |
| volume={1}, | |
| year={2016}, | |
| publisher={MIT Press} | |
| } | |
| @article{power2022grokking, | |
| title={Grokking: Generalization beyond overfitting on small algorithmic datasets}, | |
| author={Power, Alethea and Burda, Yuri and Edwards, Harri and Babuschkin, Igor and Misra, Vedant}, | |
| journal={arXiv preprint arXiv:2201.02177}, | |
| year={2022} | |
| } | |
| @article{vaswani2017attention, | |
| title={Attention is all you need}, | |
| author={Vaswani, Ashish and Shazeer, Noam and Parmar, Niki and Uszkoreit, Jakob and Jones, Llion and Gomez, Aidan N and Kaiser, {\L}ukasz and Polosukhin, Illia}, | |
| journal={Advances in neural information processing systems}, | |
| volume={30}, | |
| year={2017} | |
| } | |
| @article{kingma2014adam, | |
| title={Adam: A method for stochastic optimization}, | |
| author={Kingma, Diederik P and Ba, Jimmy}, | |
| journal={arXiv preprint arXiv:1412.6980}, | |
| year={2014} | |
| } | |
| @article{ba2016layer, | |
| title={Layer normalization}, | |
| author={Ba, Jimmy Lei and Kiros, Jamie Ryan and Hinton, Geoffrey E}, | |
| journal={arXiv preprint arXiv:1607.06450}, | |
| year={2016} | |
| } | |
| @article{loshchilov2017adamw, | |
| title={Decoupled weight decay regularization}, | |
| author={Loshchilov, Ilya and Hutter, Frank}, | |
| journal={arXiv preprint arXiv:1711.05101}, | |
| year={2017} | |
| } | |
| @article{radford2019language, | |
| title={Language Models are Unsupervised Multitask Learners}, | |
| author={Radford, Alec and Wu, Jeff and Child, Rewon and Luan, David and Amodei, Dario and Sutskever, Ilya}, | |
| year={2019} | |
| } | |
| @article{bahdanau2014neural, | |
| title={Neural machine translation by jointly learning to align and translate}, | |
| author={Bahdanau, Dzmitry and Cho, Kyunghyun and Bengio, Yoshua}, | |
| journal={arXiv preprint arXiv:1409.0473}, | |
| year={2014} | |
| } | |
| @article{paszke2019pytorch, | |
| title={Pytorch: An imperative style, high-performance deep learning library}, | |
| author={Paszke, Adam and Gross, Sam and Massa, Francisco and Lerer, Adam and Bradbury, James and Chanan, Gregory and Killeen, Trevor and Lin, Zeming and Gimelshein, Natalia and Antiga, Luca and others}, | |
| journal={Advances in neural information processing systems}, | |
| volume={32}, | |
| year={2019} | |
| } | |
| @Article{Glorot2010UnderstandingTD, | |
| author = {Xavier Glorot and Yoshua Bengio}, | |
| booktitle = {International Conference on Artificial Intelligence and Statistics}, | |
| pages = {249-256}, | |
| title = {Understanding the difficulty of training deep feedforward neural networks}, | |
| year = {2010} | |
| } | |
| @Article{He2015DelvingDI, | |
| author = {Kaiming He and X. Zhang and Shaoqing Ren and Jian Sun}, | |
| booktitle = {IEEE International Conference on Computer Vision}, | |
| journal = {2015 IEEE International Conference on Computer Vision (ICCV)}, | |
| pages = {1026-1034}, | |
| title = {Delving Deep into Rectifiers: Surpassing Human-Level Performance on ImageNet Classification}, | |
| year = {2015} | |
| } | |
| @Article{Saxe2013ExactST, | |
| author = {Andrew M. Saxe and James L. McClelland and S. Ganguli}, | |
| booktitle = {International Conference on Learning Representations}, | |
| journal = {CoRR}, | |
| title = {Exact solutions to the nonlinear dynamics of learning in deep linear neural networks}, | |
| volume = {abs/1312.6120}, | |
| year = {2013} | |
| } | |