Automatically assigned DDC number: 00632

Manually assigned DDC number: 00632

Number of references: 0

Title: Training with Noise is Equivalent to Tikhonov Regularization

Author:

Subject: Chris M Bishop Training with Noise is Equivalent to Tikhonov Regularization

Description: It is well known that the addition of noise to the input data of a neural network during training can, in some circumstances, lead to significant improvements in generalization performance. Previous work has shown that such training with noise is equivalent to a form of regularization in which an extra term is added to the error function. However, the regularization term, which involves second derivatives of the error function, is not bounded below, and so can lead to difficulties if used directly in a learning algorithm based on error minimization. In this paper we show that, for the purposes of network training, the regularization term can be reduced to a positive definite form which involves only first derivatives of the network mapping. For a sum-of-squares error function, the regularization term belongs to the class of generalized Tikhonov regularizers. Direct minimization of the regularized error function provides a practical alternative to training with noise. 1 Regularization...

Contributor: The Pennsylvania State University CiteSeer Archives

Publisher: unknown

Date: 1994-05-06

Pubyear: 1995

Format: ps

Identifier: http://citeseer.ist.psu.edu/140893.html

Source: ftp://archive.cis.ohio-state.edu/pub/neuroprose/bishop.noise.ps.Z

Language: en

Rights: unrestricted

Graph

<?xml   version="1.0"   encoding="UTF-8"?>

<references_metadata>

      <rec   ID="SELF"   Type="SELF"   CiteSeer_Book="SELF"   CiteSeer_Volume="SELF"   Title="Training   with   Noise   is   Equivalent   to   Tikhonov   Regularization">

            <identifier   Org="ISBN:0198524226"   Paper_ID="SELF"   Extracted="0198524226"   DDC="519.5/0285/632"   Normalized_DDC="51950285632"   Normalized_Weight="0.058823529411764705"   />

            <identifier   Org="ISBN:0262201046"   Paper_ID="SELF"   Extracted="0262201046"   />

            <identifier   Org="ISBN:0262201070"   Paper_ID="SELF"   Extracted="0262201070"   DDC="006.3"   Normalized_DDC="0063"   Normalized_Weight="0.058823529411764705"   />

            <identifier   Org="ISBN:0387262873"   Paper_ID="SELF"   Extracted="0387262873"   DDC="572.8/6/015118"   Normalized_DDC="57286015118"   Normalized_Weight="0.058823529411764705"   />

            <identifier   Org="ISBN:0387346546"   Paper_ID="SELF"   Extracted="0387346546"   DDC="006.3"   Normalized_DDC="0063"   Normalized_Weight="0.058823529411764705"   />

            <identifier   Org="ISBN:074840595X"   Paper_ID="SELF"   Extracted="074840595X"   DDC="629.8"   Normalized_DDC="6298"   Normalized_Weight="0.058823529411764705"   />

            <identifier   Org="ISBN:0780332113"   Paper_ID="SELF"   Extracted="0780332113"   DDC="006.3/2"   Normalized_DDC="00632"   Normalized_Weight="0.058823529411764705"   />

            <identifier   Org="ISBN:0780341236"   Paper_ID="SELF"   Extracted="0780341236"   DDC="006.3/2"   Normalized_DDC="00632"   Normalized_Weight="0.058823529411764705"   />

            <identifier   Org="ISBN:0780366735"   Paper_ID="SELF"   Extracted="0780366735"   DDC="621.31"   Normalized_DDC="62131"   Normalized_Weight="0.058823529411764705"   />

            <identifier   Org="ISBN:0780378105"   Paper_ID="SELF"   Extracted="0780378105"   />

            <identifier   Org="ISBN:0780378989"   Paper_ID="SELF"   Extracted="0780378989"   />

            <identifier   Org="ISBN:0805812016"   Paper_ID="SELF"   Extracted="0805812016"   DDC="006.3"   Normalized_DDC="0063"   Normalized_Weight="0.058823529411764705"   />

            <identifier   Org="ISBN:1402002238"   Paper_ID="SELF"   Extracted="1402002238"   DDC="519.5/42"   Normalized_DDC="519542"   Normalized_Weight="0.058823529411764705"   />

            <identifier   Org="ISBN:3540220046"   Paper_ID="SELF"   Extracted="3540220046"   DDC="006.3"   Normalized_DDC="0063"   Normalized_Weight="0.058823529411764705"   />

            <identifier   Org="ISBN:3540408738"   Paper_ID="SELF"   Extracted="3540408738"   DDC="551.51/3/0284"   Normalized_DDC="5515130284"   Normalized_Weight="0.058823529411764705"   />

            <identifier   Org="ISBN:3540422358"   Paper_ID="SELF"   Extracted="3540422358"   DDC="573.8"   Normalized_DDC="5738"   Normalized_Weight="0.058823529411764705"   />

            <identifier   Org="ISBN:3540440747"   Paper_ID="SELF"   Extracted="3540440747"   DDC="006.3/2"   Normalized_DDC="00632"   Normalized_Weight="0.058823529411764705"   />

            <identifier   Org="ISBN:3540719830"   Paper_ID="SELF"   Extracted="3540719830"   DDC="006.3"   Normalized_DDC="0063"   Normalized_Weight="0.058823529411764705"   />

            <identifier   Org="ISBN:3540747419"   Paper_ID="SELF"   Extracted="3540747419"   DDC="004/.35"   Normalized_DDC="00435"   Normalized_Weight="0.058823529411764705"   />

            <identifier   Org="ISBN:3790812633"   Paper_ID="SELF"   Extracted="3790812633"   DDC="610/.1/511322"   Normalized_DDC="6101511322"   Normalized_Weight="0.058823529411764705"   />

      </rec>

</references_metadata>

www.000webhost.com