@article{Veit:2016tc,
author = {Veit, A and Wilber, M and Belongie, S},
title = {{Residual Networks Behave Like Ensembles of Relatively Shallow Networks}},
journal = {ArXiv e-prints},
year = {2016},
volume = {cs.CV},
month = may,
annote = {Very elegant paper giving insights on the success of ResNet. Essentially, ResNet is powerful because it's ensemble of many relatively independent networks.

Also, being deep is not necessary, as effectively, short paths are most critical.

However, there's some doubt on Section 4.1. I think VGG doesn't have Batch Normalization layers, making the statistics of different layers very different, and it's doomed to fail. So maybe the comparison is not fair.},
keywords = {deep learning},
read = {Yes},
rating = {5},
date-added = {2017-03-28T21:38:05GMT},
date-modified = {2017-03-30T14:58:45GMT},
url = {http://arxiv.org/abs/1605.06431},
uri = {\url{papers3://publication/uuid/559EAEE5-EEC0-4CBD-9788-DA7DAF667964}}
}

{"_id":"Q8NixngE5XbnbyobE","bibbaseid":"veit-wilber-belongie-residualnetworksbehavelikeensemblesofrelativelyshallownetworks-2016","downloads":0,"creationDate":"2017-06-08T12:53:07.189Z","title":"Residual Networks Behave Like Ensembles of Relatively Shallow Networks","author_short":["Veit, A","Wilber, M","Belongie, S"],"year":2016,"bibtype":"article","biburl":"https://leelabcnbc.github.io/lab-wiki/reference_library/machine_learning/neural_networks/bib.bib","bibdata":{"bibtype":"article","type":"article","author":[{"propositions":[],"lastnames":["Veit"],"firstnames":["A"],"suffixes":[]},{"propositions":[],"lastnames":["Wilber"],"firstnames":["M"],"suffixes":[]},{"propositions":[],"lastnames":["Belongie"],"firstnames":["S"],"suffixes":[]}],"title":"Residual Networks Behave Like Ensembles of Relatively Shallow Networks","journal":"ArXiv e-prints","year":"2016","volume":"cs.CV","month":"May","annote":"Very elegant paper giving insights on the success of ResNet. Essentially, ResNet is powerful because it's ensemble of many relatively independent networks. Also, being deep is not necessary, as effectively, short paths are most critical. However, there's some doubt on Section 4.1. I think VGG doesn't have Batch Normalization layers, making the statistics of different layers very different, and it's doomed to fail. So maybe the comparison is not fair.","keywords":"deep learning","read":"Yes","rating":"5","date-added":"2017-03-28T21:38:05GMT","date-modified":"2017-03-30T14:58:45GMT","url":"http://arxiv.org/abs/1605.06431","uri":"˘rlpapers3://publication/uuid/559EAEE5-EEC0-4CBD-9788-DA7DAF667964","bibtex":"@article{Veit:2016tc,\nauthor = {Veit, A and Wilber, M and Belongie, S},\ntitle = {{Residual Networks Behave Like Ensembles of Relatively Shallow Networks}},\njournal = {ArXiv e-prints},\nyear = {2016},\nvolume = {cs.CV},\nmonth = may,\nannote = {Very elegant paper giving insights on the success of ResNet. Essentially, ResNet is powerful because it's ensemble of many relatively independent networks.\n\nAlso, being deep is not necessary, as effectively, short paths are most critical.\n\nHowever, there's some doubt on Section 4.1. I think VGG doesn't have Batch Normalization layers, making the statistics of different layers very different, and it's doomed to fail. So maybe the comparison is not fair.},\nkeywords = {deep learning},\nread = {Yes},\nrating = {5},\ndate-added = {2017-03-28T21:38:05GMT},\ndate-modified = {2017-03-30T14:58:45GMT},\nurl = {http://arxiv.org/abs/1605.06431},\nuri = {\\url{papers3://publication/uuid/559EAEE5-EEC0-4CBD-9788-DA7DAF667964}}\n}\n\n\n\n","author_short":["Veit, A","Wilber, M","Belongie, S"],"key":"Veit:2016tc","id":"Veit:2016tc","bibbaseid":"veit-wilber-belongie-residualnetworksbehavelikeensemblesofrelativelyshallownetworks-2016","role":"author","urls":{"Paper":"http://arxiv.org/abs/1605.06431"},"keyword":["deep learning"],"metadata":{"authorlinks":{}}},"search_terms":["residual","networks","behave","ensembles","relatively","shallow","networks","veit","wilber","belongie"],"keywords":["deep learning"],"authorIDs":[],"dataSources":["bzxc3uBcwMv3h47xE","FmMWikxn3hFTmELuA","6AGHfbf4TXye2tqMA"]}