Neural networks with quadratic VC dimension. Koiran, P. & Sontag, E. J. Comput. System Sci., 54(1, part 2):190–198, Academic Press, Inc., Orlando, FL, USA, 1997. (1st Annual Dagstuhl Seminar on Neural Computing, 1994)doi abstract bibtex This paper shows that neural networks which use continuous activation functions have VC dimension at least as large as the square of the number of weights w. This result settles the open question of whether whether the well-known O(w log w) bound, known for hard-threshold nets, also held for more general sigmoidal nets. Implications for the number of samples needed for valid generalization are discussed.
@ARTICLE{MR1463259,
AUTHOR = {P. Koiran and E.D. Sontag},
JOURNAL = {J. Comput. System Sci.},
TITLE = {Neural networks with quadratic VC dimension},
YEAR = {1997},
OPTMONTH = {},
NOTE = {(1st Annual Dagstuhl Seminar on Neural Computing, 1994)},
NUMBER = {1, part 2},
PAGES = {190--198},
VOLUME = {54},
ADDRESS = {Orlando, FL, USA},
KEYWORDS = {neural networks, VC dimension},
PUBLISHER = {Academic Press, Inc.},
PDF = {../../FTPDIR/quadratic-vc.pdf},
ABSTRACT = { This paper shows that neural networks which use
continuous activation functions have VC dimension at least as large
as the square of the number of weights w. This result settles the
open question of whether whether the well-known O(w log w) bound,
known for hard-threshold nets, also held for more general sigmoidal
nets. Implications for the number of samples needed for valid
generalization are discussed. },
DOI = {http://dx.doi.org/10.1006/jcss.1997.1479}
}
Downloads: 0
{"_id":"og6MDrueSWH6YuZnw","bibbaseid":"koiran-sontag-neuralnetworkswithquadraticvcdimension-1997","downloads":0,"creationDate":"2018-10-18T05:07:06.434Z","title":"Neural networks with quadratic VC dimension","author_short":["Koiran, P.","Sontag, E."],"year":1997,"bibtype":"article","biburl":"http://www.sontaglab.org/PUBDIR/Biblio/complete-bibliography.bib","bibdata":{"bibtype":"article","type":"article","author":[{"firstnames":["P."],"propositions":[],"lastnames":["Koiran"],"suffixes":[]},{"firstnames":["E.D."],"propositions":[],"lastnames":["Sontag"],"suffixes":[]}],"journal":"J. Comput. System Sci.","title":"Neural networks with quadratic VC dimension","year":"1997","optmonth":"","note":"(1st Annual Dagstuhl Seminar on Neural Computing, 1994)","number":"1, part 2","pages":"190–198","volume":"54","address":"Orlando, FL, USA","keywords":"neural networks, VC dimension","publisher":"Academic Press, Inc.","pdf":"../../FTPDIR/quadratic-vc.pdf","abstract":"This paper shows that neural networks which use continuous activation functions have VC dimension at least as large as the square of the number of weights w. This result settles the open question of whether whether the well-known O(w log w) bound, known for hard-threshold nets, also held for more general sigmoidal nets. Implications for the number of samples needed for valid generalization are discussed. ","doi":"http://dx.doi.org/10.1006/jcss.1997.1479","bibtex":"@ARTICLE{MR1463259,\n AUTHOR = {P. Koiran and E.D. Sontag},\n JOURNAL = {J. Comput. System Sci.},\n TITLE = {Neural networks with quadratic VC dimension},\n YEAR = {1997},\n OPTMONTH = {},\n NOTE = {(1st Annual Dagstuhl Seminar on Neural Computing, 1994)},\n NUMBER = {1, part 2},\n PAGES = {190--198},\n VOLUME = {54},\n ADDRESS = {Orlando, FL, USA},\n KEYWORDS = {neural networks, VC dimension},\n PUBLISHER = {Academic Press, Inc.},\n PDF = {../../FTPDIR/quadratic-vc.pdf},\n ABSTRACT = { This paper shows that neural networks which use \n continuous activation functions have VC dimension at least as large \n as the square of the number of weights w. This result settles the \n open question of whether whether the well-known O(w log w) bound, \n known for hard-threshold nets, also held for more general sigmoidal \n nets. Implications for the number of samples needed for valid \n generalization are discussed. },\n DOI = {http://dx.doi.org/10.1006/jcss.1997.1479}\n}\n\n","author_short":["Koiran, P.","Sontag, E."],"key":"MR1463259","id":"MR1463259","bibbaseid":"koiran-sontag-neuralnetworkswithquadraticvcdimension-1997","role":"author","urls":{},"keyword":["neural networks","VC dimension"],"downloads":0,"html":""},"search_terms":["neural","networks","quadratic","dimension","koiran","sontag"],"keywords":["neural networks","vc dimension"],"authorIDs":["5bc814f9db768e100000015a"],"dataSources":["DKqZbTmd7peqE4THw"]}