Automatically assigned DDC number: 00632

Manually assigned DDC number: 00632

Number of references: 4

Title: Second Differentials in Arbitrary Feed-Forward Neural Networks

Author:

Subject: Fabrice Rossi Second Differentials in Arbitrary Feed-Forward Neural Networks

Description: We extend here a general mathematical model for feed-forward neural networks. Such a network is represented as a vectorial function f of two variables, x (the input of the network) and w (the weight vector). We have already shown that the differential of f can be computed with an extended back-propagation algorithm as well as with a direct method. In this paper, we show that the second differentials of f can also be computed with several different algorithms. Evaluating the theoretical complexities of these methods allow to choose the fastest algorithm for a particular architecture. This will allow us to handle arbitrary feed-forward neural network learning with the help of recent training and analysis techniques based on the Hessian matrix of the error.

Contributor: The Pennsylvania State University CiteSeer Archives

Publisher: unknown

Date: 1996-07-15

Pubyear: 1995

Format: ps

Identifier: http://citeseer.ist.psu.edu/147586.html

Source: http://a48.ufrmd.dauphine.fr/~rossi/ieee.icnn.96.ps.gz

Language: en

Relation:

Relation:

Relation:

Relation:

Rights: unrestricted

Graph

<?xml   version="1.0"   encoding="UTF-8"?>

<references_metadata>

      <rec   ID="/273383.html"   Type="inproceedings"   CiteSeer_Book="Advances   in   Neural   Information   Processing   Systems"   CiteSeer_Volume=""   Title="A   Framework   for   the   Cooperation   of   Learning   Algorithms,">

            <identifier   Org="ISBN:0262201070"   Paper_ID="/273383.html"   Extracted="0262201070"   DDC="006.3"   Normalized_DDC="0063"   Normalized_Weight="0.06666666666666667"   />

            <identifier   Org="ISBN:0444894888"   Paper_ID="/273383.html"   Extracted="0444894888"   DDC="006.3"   Normalized_DDC="0063"   Normalized_Weight="0.06666666666666667"   />

            <identifier   Org="ISBN:0780309111"   Paper_ID="/273383.html"   Extracted="0780309111"   DDC="620.82"   Normalized_DDC="62082"   Normalized_Weight="0.06666666666666667"   />

            <identifier   Org="ISBN:0780311043"   Paper_ID="/273383.html"   Extracted="0780311043"   DDC="006.3"   Normalized_DDC="0063"   Normalized_Weight="0.06666666666666667"   />

            <identifier   Org="ISBN:0780314212"   Paper_ID="/273383.html"   Extracted="0780314212"   DDC="006.3"   Normalized_DDC="0063"   Normalized_Weight="0.06666666666666667"   />

            <identifier   Org="ISBN:0780332113"   Paper_ID="/273383.html"   Extracted="0780332113"   DDC="006.3/2"   Normalized_DDC="00632"   Normalized_Weight="0.06666666666666667"   />

            <identifier   Org="ISBN:0780360109"   Paper_ID="/273383.html"   Extracted="0780360109"   DDC="621.382/2"   Normalized_DDC="6213822"   Normalized_Weight="0.06666666666666667"   />

            <identifier   Org="ISBN:0818679190"   Paper_ID="/273383.html"   Extracted="0818679190"   />

            <identifier   Org="ISBN:0819408751"   Paper_ID="/273383.html"   Extracted="0819408751"   DDC="006.3"   Normalized_DDC="0063"   Normalized_Weight="0.06666666666666667"   />

            <identifier   Org="ISBN:3211826920"   Paper_ID="/273383.html"   Extracted="3211826920"   DDC="006.3"   Normalized_DDC="0063"   Normalized_Weight="0.06666666666666667"   />

            <identifier   Org="ISBN:3540643419"   Paper_ID="/273383.html"   Extracted="3540643419"   DDC="006.3/2"   Normalized_DDC="00632"   Normalized_Weight="0.06666666666666667"   />

            <identifier   Org="ISBN:3540644105"   Paper_ID="/273383.html"   Extracted="3540644105"   DDC="006.3/7"   Normalized_DDC="00637"   Normalized_Weight="0.06666666666666667"   />

            <identifier   Org="ISBN:3540663665"   Paper_ID="/273383.html"   Extracted="3540663665"   DDC="006.4/2"   Normalized_DDC="00642"   Normalized_Weight="0.06666666666666667"   />

            <identifier   Org="ISBN:3790815136"   Paper_ID="/273383.html"   Extracted="3790815136"   DDC="629.8/92"   Normalized_DDC="629892"   Normalized_Weight="0.06666666666666667"   />

            <identifier   Org="ISBN:8173713936"   Paper_ID="/273383.html"   Extracted="8173713936"   />

            <identifier   Org="ISBN:9051991002"   Paper_ID="/273383.html"   Extracted="9051991002"   DDC="004/.35"   Normalized_DDC="00435"   Normalized_Weight="0.06666666666666667"   />

            <identifier   Org="ISBN:981023175X"   Paper_ID="/273383.html"   Extracted="981023175X"   DDC="602/.85/632"   Normalized_DDC="60285632"   Normalized_Weight="0.06666666666666667"   />

      </rec>

      <rec   ID="/165022.html"   Type="article"   CiteSeer_Book="IEEE   Transactions   on   Neural   Networks   TNN"   CiteSeer_Volume="in   print"   Title="Computing   Second   Derivatives   in   Feed-Forward   Networks:   a   Review,">

            <identifier   Org="ISBN:0198538642"   Paper_ID="/165022.html"   Extracted="0198538642"   DDC="006.4"   Normalized_DDC="0064"   Normalized_Weight="0.16666666666666666"   />

            <identifier   Org="ISBN:0387987452"   Paper_ID="/165022.html"   Extracted="0387987452"   DDC="006.3/2"   Normalized_DDC="00632"   Normalized_Weight="0.16666666666666666"   />

            <identifier   Org="ISBN:0471219487"   Paper_ID="/165022.html"   Extracted="0471219487"   DDC="006.3/2"   Normalized_DDC="00632"   Normalized_Weight="0.16666666666666666"   />

            <identifier   Org="ISBN:0780330749"   Paper_ID="/165022.html"   Extracted="0780330749"   />

            <identifier   Org="ISBN:0780332113"   Paper_ID="/165022.html"   Extracted="0780332113"   DDC="006.3/2"   Normalized_DDC="00632"   Normalized_Weight="0.16666666666666666"   />

            <identifier   Org="ISBN:3540228810"   Paper_ID="/165022.html"   Extracted="3540228810"   DDC="005.74"   Normalized_DDC="00574"   Normalized_Weight="0.16666666666666666"   />

            <identifier   Org="ISBN:3540404082"   Paper_ID="/165022.html"   Extracted="3540404082"   DDC="006.3/2"   Normalized_DDC="00632"   Normalized_Weight="0.16666666666666666"   />

            <identifier   Org="ISBN:443110013X"   Paper_ID="/165022.html"   Extracted="443110013X"   />

      </rec>

      <rec   ID="/66272.html"   Type="misc"   CiteSeer_Book=""   CiteSeer_Volume=""   Title="Generic   Back-Propagation   in   Arbitrary   Feedforward   Neural   Networks,">

            <identifier   Org="ISBN:0387284850"   Paper_ID="/66272.html"   Extracted="0387284850"   DDC="006.32"   Normalized_DDC="00632"   Normalized_Weight="0.3333333333333333"   />

            <identifier   Org="ISBN:0780332113"   Paper_ID="/66272.html"   Extracted="0780332113"   DDC="006.3/2"   Normalized_DDC="00632"   Normalized_Weight="0.3333333333333333"   />

            <identifier   Org="ISBN:3211826920"   Paper_ID="/66272.html"   Extracted="3211826920"   DDC="006.3"   Normalized_DDC="0063"   Normalized_Weight="0.3333333333333333"   />

      </rec>

      <rec   ID="/526006.html"   Type="techreport"   CiteSeer_Book=""   CiteSeer_Volume=""   Title="Second   Differentials   in   Arbitrary   Feed-Forward   Neural   Networks,">

            <identifier   Org="ISBN:0780332113"   Paper_ID="/526006.html"   Extracted="0780332113"   DDC="006.3/2"   Normalized_DDC="00632"   Normalized_Weight="1.0"   />

      </rec>

      <rec   ID="SELF"   Type="SELF"   CiteSeer_Book="SELF"   CiteSeer_Volume="SELF"   Title="Second   Differentials   in   Arbitrary   Feed-Forward   Neural   Networks">

            <identifier   Org="ISBN:0780332113"   Paper_ID="SELF"   Extracted="0780332113"   DDC="006.3/2"   Normalized_DDC="00632"   Normalized_Weight="1.0"   />

      </rec>

</references_metadata>