Automatically assigned DDC number: 00632
Manually assigned DDC number: 00632
Number of references: 8
Title: VC Dimension of Neural Networks
Author:
Subject: Eduardo D. Sontag VC Dimension of Neural Networks
Description: . This paper presents a brief introduction to Vapnik-Chervonenkis (VC) dimension, a quantity which characterizes the difficulty of distribution-independent learning. The paper establishes various elementary results, and discusses how to estimate the VC dimension in several examples of interest in neural network theory. 1 Introduction In this expository paper, we present a brief introduction to the subject of computing and estimating the VC dimension of neural network architectures. We provide precise definitions and prove several basic results, discussing also how one estimates VC dimension in several examples of interest in neural network theory. We do not address the learning and estimation-theoretic applications of VC dimension. (Roughly, the VC dimension is a number which helps to quantify the difficulty when learning from examples. The sample complexity, that is, the number of "learning instances" that one must be exposed to, in order to be reasonably certain to derive accurate p...
Contributor: The Pennsylvania State University CiteSeer Archives
Publisher: unknown
Date: 1998-07-20
Pubyear: 1998
Format: ps
Identifier: http://citeseer.ist.psu.edu/191558.html
Source: http://www.math.rutgers.edu/~sontag/FTP_DIR/vc-expo.ps.gz
Language: en
Relation:
Relation:
Relation:
Relation:
Relation:
Relation:
Relation:
Relation:
Rights: unrestricted
<?xml version="1.0" encoding="UTF-8"?>
<references_metadata>
<rec ID="/273331.html" Type="inproceedings" CiteSeer_Book="" CiteSeer_Volume="" Title="Uniqueness of weights for neural networks,">
<identifier Org="ISBN:0387987452" Paper_ID="/273331.html" Extracted="0387987452" DDC="006.3/2" Normalized_DDC="00632" Normalized_Weight="0.1111111111111111" />
<identifier Org="ISBN:0521460867" Paper_ID="/273331.html" Extracted="0521460867" DDC="006.4" Normalized_DDC="0064" Normalized_Weight="0.1111111111111111" />
<identifier Org="ISBN:052157353X" Paper_ID="/273331.html" Extracted="052157353X" DDC="006.3/2" Normalized_DDC="00632" Normalized_Weight="0.1111111111111111" />
<identifier Org="ISBN:0521770882" Paper_ID="/273331.html" Extracted="0521770882" />
<identifier Org="ISBN:0780312988" Paper_ID="/273331.html" Extracted="0780312988" DDC="629.83" Normalized_DDC="62983" Normalized_Weight="0.1111111111111111" />
<identifier Org="ISBN:0780327691" Paper_ID="/273331.html" Extracted="0780327691" DDC="006.3" Normalized_DDC="0063" Normalized_Weight="0.1111111111111111" />
<identifier Org="ISBN:0780329724" Paper_ID="/273331.html" Extracted="0780329724" DDC="670.427" Normalized_DDC="670427" Normalized_Weight="0.1111111111111111" />
<identifier Org="ISBN:0780341236" Paper_ID="/273331.html" Extracted="0780341236" DDC="006.3/2" Normalized_DDC="00632" Normalized_Weight="0.1111111111111111" />
<identifier Org="ISBN:0817636706" Paper_ID="/273331.html" Extracted="0817636706" DDC="003/.5" Normalized_DDC="0035" Normalized_Weight="0.1111111111111111" />
<identifier Org="ISBN:0897918916" Paper_ID="/273331.html" Extracted="0897918916" />
<identifier Org="ISBN:3540198873" Paper_ID="/273331.html" Extracted="3540198873" DDC="006.32" Normalized_DDC="00632" Normalized_Weight="0.1111111111111111" />
</rec>
<rec ID="/141462.html" Type="inproceedings" CiteSeer_Book="Advances in Neural Information Processing Systems" CiteSeer_Volume="" Title="Sample Complexity for Learning Recurrent Perceptron Mappings,">
<identifier Org="ISBN:0262201070" Paper_ID="/141462.html" Extracted="0262201070" DDC="006.3" Normalized_DDC="0063" Normalized_Weight="0.16666666666666666" />
<identifier Org="ISBN:052157353X" Paper_ID="/141462.html" Extracted="052157353X" DDC="006.3/2" Normalized_DDC="00632" Normalized_Weight="0.16666666666666666" />
<identifier Org="ISBN:1584885505" Paper_ID="/141462.html" Extracted="1584885505" DDC="005.1" Normalized_DDC="0051" Normalized_Weight="0.16666666666666666" />
<identifier Org="ISBN:1852330449" Paper_ID="/141462.html" Extracted="1852330449" DDC="003" Normalized_DDC="003" Normalized_Weight="0.16666666666666666" />
<identifier Org="ISBN:1852334452" Paper_ID="/141462.html" Extracted="1852334452" DDC="005.3" Normalized_DDC="0053" Normalized_Weight="0.16666666666666666" />
<identifier Org="ISBN:3540424865" Paper_ID="/141462.html" Extracted="3540424865" DDC="006.3/2" Normalized_DDC="00632" Normalized_Weight="0.16666666666666666" />
</rec>
<rec ID="/181483.html" Type="inproceedings" CiteSeer_Book="Advances in Neural Information Processing Systems" CiteSeer_Volume="" Title="Neural Networks with Quadratic {VC} Dimension,">
<identifier Org="ISBN:0262100657" Paper_ID="/181483.html" Extracted="0262100657" />
<identifier Org="ISBN:0262112450" Paper_ID="/181483.html" Extracted="0262112450" />
<identifier Org="ISBN:0262194503" Paper_ID="/181483.html" Extracted="0262194503" />
<identifier Org="ISBN:0262201070" Paper_ID="/181483.html" Extracted="0262201070" DDC="006.3" Normalized_DDC="0063" Normalized_Weight="0.07692307692307693" />
<identifier Org="ISBN:0387951172" Paper_ID="/181483.html" Extracted="0387951172" DDC="512.2/4" Normalized_DDC="51224" Normalized_Weight="0.07692307692307693" />
<identifier Org="ISBN:0521460867" Paper_ID="/181483.html" Extracted="0521460867" DDC="006.4" Normalized_DDC="0064" Normalized_Weight="0.07692307692307693" />
<identifier Org="ISBN:0780327691" Paper_ID="/181483.html" Extracted="0780327691" DDC="006.3" Normalized_DDC="0063" Normalized_Weight="0.07692307692307693" />
<identifier Org="ISBN:0780331214" Paper_ID="/181483.html" Extracted="0780331214" />
<identifier Org="ISBN:0792399331" Paper_ID="/181483.html" Extracted="0792399331" DDC="006.3/2/0151" Normalized_DDC="006320151" Normalized_Weight="0.07692307692307693" />
<identifier Org="ISBN:0818673877" Paper_ID="/181483.html" Extracted="0818673877" />
<identifier Org="ISBN:0897918916" Paper_ID="/181483.html" Extracted="0897918916" />
<identifier Org="ISBN:1584885505" Paper_ID="/181483.html" Extracted="1584885505" DDC="005.1" Normalized_DDC="0051" Normalized_Weight="0.07692307692307693" />
<identifier Org="ISBN:1846283027" Paper_ID="/181483.html" Extracted="1846283027" DDC="006.32" Normalized_DDC="00632" Normalized_Weight="0.07692307692307693" />
<identifier Org="ISBN:3540222820" Paper_ID="/181483.html" Extracted="3540222820" DDC="006.31" Normalized_DDC="00631" Normalized_Weight="0.07692307692307693" />
<identifier Org="ISBN:3540231226" Paper_ID="/181483.html" Extracted="3540231226" DDC="006.3/1" Normalized_DDC="00631" Normalized_Weight="0.07692307692307693" />
<identifier Org="ISBN:3540423435" Paper_ID="/181483.html" Extracted="3540423435" DDC="006.3/1" Normalized_DDC="00631" Normalized_Weight="0.07692307692307693" />
<identifier Org="ISBN:3540424865" Paper_ID="/181483.html" Extracted="3540424865" DDC="006.3/2" Normalized_DDC="00632" Normalized_Weight="0.07692307692307693" />
<identifier Org="ISBN:3540626859" Paper_ID="/181483.html" Extracted="3540626859" DDC="006.3/1" Normalized_DDC="00631" Normalized_Weight="0.07692307692307693" />
<identifier Org="ISBN:3540632468" Paper_ID="/181483.html" Extracted="3540632468" DDC="511.3" Normalized_DDC="5113" Normalized_Weight="0.07692307692307693" />
<identifier Org="ISBN:3540746897" Paper_ID="/181483.html" Extracted="3540746897" />
</rec>
<rec ID="/107834.html" Type="inproceedings" CiteSeer_Book="European Conference on Computational Learning Theory" CiteSeer_Volume="" Title="Vapnik-Chervonenkis Dimension of Recurrent Neural Networks,">
<identifier Org="ISBN:0262042061" Paper_ID="/107834.html" Extracted="0262042061" />
<identifier Org="ISBN:052157353X" Paper_ID="/107834.html" Extracted="052157353X" DDC="006.3/2" Normalized_DDC="00632" Normalized_Weight="0.1111111111111111" />
<identifier Org="ISBN:0780353692" Paper_ID="/107834.html" Extracted="0780353692" DDC="006.3/2" Normalized_DDC="00632" Normalized_Weight="0.1111111111111111" />
<identifier Org="ISBN:1852330449" Paper_ID="/107834.html" Extracted="1852330449" DDC="003" Normalized_DDC="003" Normalized_Weight="0.1111111111111111" />
<identifier Org="ISBN:185233343X" Paper_ID="/107834.html" Extracted="185233343X" DDC="006.3/2" Normalized_DDC="00632" Normalized_Weight="0.1111111111111111" />
<identifier Org="ISBN:1852334452" Paper_ID="/107834.html" Extracted="1852334452" DDC="005.3" Normalized_DDC="0053" Normalized_Weight="0.1111111111111111" />
<identifier Org="ISBN:3540341692" Paper_ID="/107834.html" Extracted="3540341692" />
<identifier Org="ISBN:3540424865" Paper_ID="/107834.html" Extracted="3540424865" DDC="006.3/2" Normalized_DDC="00632" Normalized_Weight="0.1111111111111111" />
<identifier Org="ISBN:3540626859" Paper_ID="/107834.html" Extracted="3540626859" DDC="006.3/1" Normalized_DDC="00631" Normalized_Weight="0.1111111111111111" />
<identifier Org="ISBN:354073953X" Paper_ID="/107834.html" Extracted="354073953X" DDC="006.32" Normalized_DDC="00632" Normalized_Weight="0.1111111111111111" />
<identifier Org="ISBN:9813083697" Paper_ID="/107834.html" Extracted="9813083697" DDC="511.3" Normalized_DDC="5113" Normalized_Weight="0.1111111111111111" />
</rec>
<rec ID="/112836.html" Type="incollection" CiteSeer_Book="Theoretical Advances in Neural Computation and Learning" CiteSeer_Volume="" Title="Perspectives of current research about the complexity of learning on neural nets,">
<identifier Org="ISBN:0521717701" Paper_ID="/112836.html" Extracted="0521717701" DDC="006.4" Normalized_DDC="0064" Normalized_Weight="0.125" />
<identifier Org="ISBN:0791800512" Paper_ID="/112836.html" Extracted="0791800512" />
<identifier Org="ISBN:079239478X" Paper_ID="/112836.html" Extracted="079239478X" DDC="006.3" Normalized_DDC="0063" Normalized_Weight="0.125" />
<identifier Org="ISBN:0805812016" Paper_ID="/112836.html" Extracted="0805812016" DDC="006.3" Normalized_DDC="0063" Normalized_Weight="0.125" />
<identifier Org="ISBN:1402001983" Paper_ID="/112836.html" Extracted="1402001983" DDC="510/.3" Normalized_DDC="5103" Normalized_Weight="0.125" />
<identifier Org="ISBN:1558603778" Paper_ID="/112836.html" Extracted="1558603778" DDC="006.3/1" Normalized_DDC="00631" Normalized_Weight="0.125" />
<identifier Org="ISBN:1852333731" Paper_ID="/112836.html" Extracted="1852333731" DDC="006.3/1" Normalized_DDC="00631" Normalized_Weight="0.125" />
<identifier Org="ISBN:3540632468" Paper_ID="/112836.html" Extracted="3540632468" DDC="511.3" Normalized_DDC="5113" Normalized_Weight="0.125" />
<identifier Org="ISBN:3540761209" Paper_ID="/112836.html" Extracted="3540761209" DDC="006.3/1" Normalized_DDC="00631" Normalized_Weight="0.125" />
</rec>
<rec ID="/14212.html" Type="inproceedings" CiteSeer_Book="" CiteSeer_Volume="" Title="Finiteness results for sigmoidal ``neural'' networks,">
<identifier Org="ISBN:0262201046" Paper_ID="/14212.html" Extracted="0262201046" />
<identifier Org="ISBN:0387951172" Paper_ID="/14212.html" Extracted="0387951172" DDC="512.2/4" Normalized_DDC="51224" Normalized_Weight="0.058823529411764705" />
<identifier Org="ISBN:0444816925" Paper_ID="/14212.html" Extracted="0444816925" DDC="006.3" Normalized_DDC="0063" Normalized_Weight="0.058823529411764705" />
<identifier Org="ISBN:052157353X" Paper_ID="/14212.html" Extracted="052157353X" DDC="006.3/2" Normalized_DDC="00632" Normalized_Weight="0.058823529411764705" />
<identifier Org="ISBN:0521717701" Paper_ID="/14212.html" Extracted="0521717701" DDC="006.4" Normalized_DDC="0064" Normalized_Weight="0.058823529411764705" />
<identifier Org="ISBN:0780327691" Paper_ID="/14212.html" Extracted="0780327691" DDC="006.3" Normalized_DDC="0063" Normalized_Weight="0.058823529411764705" />
<identifier Org="ISBN:0780353692" Paper_ID="/14212.html" Extracted="0780353692" DDC="006.3/2" Normalized_DDC="00632" Normalized_Weight="0.058823529411764705" />
<identifier Org="ISBN:079239478X" Paper_ID="/14212.html" Extracted="079239478X" DDC="006.3" Normalized_DDC="0063" Normalized_Weight="0.058823529411764705" />
<identifier Org="ISBN:0805821252" Paper_ID="/14212.html" Extracted="0805821252" />
<identifier Org="ISBN:0824796063" Paper_ID="/14212.html" Extracted="0824796063" DDC="511.3/24" Normalized_DDC="511324" Normalized_Weight="0.058823529411764705" />
<identifier Org="ISBN:0897915917" Paper_ID="/14212.html" Extracted="0897915917" />
<identifier Org="ISBN:0897916115" Paper_ID="/14212.html" Extracted="0897916115" DDC="006.3/1" Normalized_DDC="00631" Normalized_Weight="0.058823529411764705" />
<identifier Org="ISBN:0897917189" Paper_ID="/14212.html" Extracted="0897917189" DDC="004" Normalized_DDC="004" Normalized_Weight="0.058823529411764705" />
<identifier Org="ISBN:1584885505" Paper_ID="/14212.html" Extracted="1584885505" DDC="005.1" Normalized_DDC="0051" Normalized_Weight="0.058823529411764705" />
<identifier Org="ISBN:185233343X" Paper_ID="/14212.html" Extracted="185233343X" DDC="006.3/2" Normalized_DDC="00632" Normalized_Weight="0.058823529411764705" />
<identifier Org="ISBN:1852333731" Paper_ID="/14212.html" Extracted="1852333731" DDC="006.3/1" Normalized_DDC="00631" Normalized_Weight="0.058823529411764705" />
<identifier Org="ISBN:3540231226" Paper_ID="/14212.html" Extracted="3540231226" DDC="006.3/1" Normalized_DDC="00631" Normalized_Weight="0.058823529411764705" />
<identifier Org="ISBN:3540428755" Paper_ID="/14212.html" Extracted="3540428755" DDC="005.1" Normalized_DDC="0051" Normalized_Weight="0.058823529411764705" />
<identifier Org="ISBN:3540591192" Paper_ID="/14212.html" Extracted="3540591192" DDC="006.3/1" Normalized_DDC="00631" Normalized_Weight="0.058823529411764705" />
<identifier Org="ISBN:3540632468" Paper_ID="/14212.html" Extracted="3540632468" DDC="511.3" Normalized_DDC="5113" Normalized_Weight="0.058823529411764705" />
</rec>
<rec ID="/168679.html" Type="misc" CiteSeer_Book="" CiteSeer_Volume="" Title="A learning result for continuous-time recurrent neural networks,">
<identifier Org="ISBN:1852330449" Paper_ID="/168679.html" Extracted="1852330449" DDC="003" Normalized_DDC="003" Normalized_Weight="1.0" />
</rec>
<rec ID="/128304.html" Type="article" CiteSeer_Book="Neural Networks" CiteSeer_Volume="2" Title="Uniqueness of the weights for minimal feedforward nets with a given input-output map,">
<identifier Org="ISBN:0124790402" Paper_ID="/128304.html" Extracted="0124790402" DDC="006.3" Normalized_DDC="0063" Normalized_Weight="0.07142857142857142" />
<identifier Org="ISBN:0521770882" Paper_ID="/128304.html" Extracted="0521770882" />
<identifier Org="ISBN:0780312988" Paper_ID="/128304.html" Extracted="0780312988" DDC="629.83" Normalized_DDC="62983" Normalized_Weight="0.07142857142857142" />
<identifier Org="ISBN:0780314212" Paper_ID="/128304.html" Extracted="0780314212" DDC="006.3" Normalized_DDC="0063" Normalized_Weight="0.07142857142857142" />
<identifier Org="ISBN:0780327691" Paper_ID="/128304.html" Extracted="0780327691" DDC="006.3" Normalized_DDC="0063" Normalized_Weight="0.07142857142857142" />
<identifier Org="ISBN:0780329023" Paper_ID="/128304.html" Extracted="0780329023" DDC="005.1" Normalized_DDC="0051" Normalized_Weight="0.07142857142857142" />
<identifier Org="ISBN:0780358007" Paper_ID="/128304.html" Extracted="0780358007" DDC="629.8/36" Normalized_DDC="629836" Normalized_Weight="0.07142857142857142" />
<identifier Org="ISBN:0792396782" Paper_ID="/128304.html" Extracted="0792396782" DDC="003/.75/028563" Normalized_DDC="00375028563" Normalized_Weight="0.07142857142857142" />
<identifier Org="ISBN:0805821252" Paper_ID="/128304.html" Extracted="0805821252" />
<identifier Org="ISBN:0897915917" Paper_ID="/128304.html" Extracted="0897915917" />
<identifier Org="ISBN:1852334452" Paper_ID="/128304.html" Extracted="1852334452" DDC="005.3" Normalized_DDC="0053" Normalized_Weight="0.07142857142857142" />
<identifier Org="ISBN:3211836519" Paper_ID="/128304.html" Extracted="3211836519" />
<identifier Org="ISBN:3540198873" Paper_ID="/128304.html" Extracted="3540198873" DDC="006.32" Normalized_DDC="00632" Normalized_Weight="0.07142857142857142" />
<identifier Org="ISBN:3540221239" Paper_ID="/128304.html" Extracted="3540221239" DDC="006.3" Normalized_DDC="0063" Normalized_Weight="0.07142857142857142" />
<identifier Org="ISBN:3540259120" Paper_ID="/128304.html" Extracted="3540259120" DDC="006.32" Normalized_DDC="00632" Normalized_Weight="0.07142857142857142" />
<identifier Org="ISBN:3540347763" Paper_ID="/128304.html" Extracted="3540347763" DDC="006.3" Normalized_DDC="0063" Normalized_Weight="0.07142857142857142" />
<identifier Org="ISBN:354040211X" Paper_ID="/128304.html" Extracted="354040211X" DDC="006.3/2" Normalized_DDC="00632" Normalized_Weight="0.07142857142857142" />
<identifier Org="ISBN:3540615105" Paper_ID="/128304.html" Extracted="3540615105" DDC="006.3" Normalized_DDC="0063" Normalized_Weight="0.07142857142857142" />
<identifier Org="ISBN:3790815543" Paper_ID="/128304.html" Extracted="3790815543" />
</rec>
<rec ID="SELF" Type="SELF" CiteSeer_Book="SELF" CiteSeer_Volume="SELF" Title="VC Dimension of Neural Networks">
<identifier Org="ISBN:0262111934" Paper_ID="SELF" Extracted="0262111934" DDC="006.3" Normalized_DDC="0063" Normalized_Weight="0.07692307692307693" />
<identifier Org="ISBN:0262112450" Paper_ID="SELF" Extracted="0262112450" />
<identifier Org="ISBN:0387573704" Paper_ID="SELF" Extracted="0387573704" DDC="006.3/1" Normalized_DDC="00631" Normalized_Weight="0.07692307692307693" />
<identifier Org="ISBN:052157353X" Paper_ID="SELF" Extracted="052157353X" DDC="006.3/2" Normalized_DDC="00632" Normalized_Weight="0.07692307692307693" />
<identifier Org="ISBN:0521717701" Paper_ID="SELF" Extracted="0521717701" DDC="006.4" Normalized_DDC="0064" Normalized_Weight="0.07692307692307693" />
<identifier Org="ISBN:0780353692" Paper_ID="SELF" Extracted="0780353692" DDC="006.3/2" Normalized_DDC="00632" Normalized_Weight="0.07692307692307693" />
<identifier Org="ISBN:0780358007" Paper_ID="SELF" Extracted="0780358007" DDC="629.8/36" Normalized_DDC="629836" Normalized_Weight="0.07692307692307693" />
<identifier Org="ISBN:079239478X" Paper_ID="SELF" Extracted="079239478X" DDC="006.3" Normalized_DDC="0063" Normalized_Weight="0.07692307692307693" />
<identifier Org="ISBN:080581745X" Paper_ID="SELF" Extracted="080581745X" />
<identifier Org="ISBN:0805821252" Paper_ID="SELF" Extracted="0805821252" />
<identifier Org="ISBN:0819418455" Paper_ID="SELF" Extracted="0819418455" />
<identifier Org="ISBN:1586033417" Paper_ID="SELF" Extracted="1586033417" DDC="006.3/1" Normalized_DDC="00631" Normalized_Weight="0.07692307692307693" />
<identifier Org="ISBN:185233343X" Paper_ID="SELF" Extracted="185233343X" DDC="006.3/2" Normalized_DDC="00632" Normalized_Weight="0.07692307692307693" />
<identifier Org="ISBN:1852333731" Paper_ID="SELF" Extracted="1852333731" DDC="006.3/1" Normalized_DDC="00631" Normalized_Weight="0.07692307692307693" />
<identifier Org="ISBN:3540001700" Paper_ID="SELF" Extracted="3540001700" DDC="005.1" Normalized_DDC="0051" Normalized_Weight="0.07692307692307693" />
<identifier Org="ISBN:3540423435" Paper_ID="SELF" Extracted="3540423435" DDC="006.3/1" Normalized_DDC="00631" Normalized_Weight="0.07692307692307693" />
<identifier Org="ISBN:3540746897" Paper_ID="SELF" Extracted="3540746897" />
<identifier Org="ISBN:3540761209" Paper_ID="SELF" Extracted="3540761209" DDC="006.3/1" Normalized_DDC="00631" Normalized_Weight="0.07692307692307693" />
</rec>
</references_metadata>