Automatically assigned DDC number: 00631

Manually assigned DDC number: 00631

Number of references: 4

Title: Memory-based Stochastic Optimization

Author:

Author:

Subject: Andrew W. Moore,Jeff Schneider Memory-based Stochastic Optimization

Description: In this paper we introduce new algorithms for optimizing noisy plants in which each experiment is very expensive. The algorithms build a global non-linear model of the expected output at the same time as using Bayesian linear regression analysis of locally weighted polynomial models. The local model answers queries about confidence, noise, gradient and Hessians, and use them to make automated decisions similar to those made by a practitioner of Response Surface Methodology. The global and local models are combined naturally as a locally weighted regression. We examine the question of whether the global model can really help optimization, and we extend it to the case of time-varying functions. We compare the new algorithms with a highly tuned higher-order stochastic optimization algorithm on randomly-generated functions and a simulated manufacturing task. We note significant improvements in total regret, time to converge, and final solution quality. 1 INTRODUCTION In a stochastic optim...

Contributor: The Pennsylvania State University CiteSeer Archives

Publisher: unknown

Date: 1995-09-01

Pubyear: 1995

Format: ps

Identifier: http://citeseer.ist.psu.edu/147164.html

Source: http://www.cs.cmu.edu/afs/cs.cmu.edu/project/reinforcement/papers/memstoch.ps

Language: en

Relation:

Relation:

Relation:

Relation:

Rights: unrestricted

Graph

<?xml   version="1.0"   encoding="UTF-8"?>

<references_metadata>

      <rec   ID="/84482.html"   Type="inproceedings"   CiteSeer_Book="National   Conference   on   Artificial   Intelligence"   CiteSeer_Volume=""   Title="A   Statistical   Approach   to   Solving   the   {EBL}   Utility   Problem,">

            <identifier   Org="ISBN:0262201070"   Paper_ID="/84482.html"   Extracted="0262201070"   DDC="006.3"   Normalized_DDC="0063"   Normalized_Weight="0.1"   />

            <identifier   Org="ISBN:0262510634"   Paper_ID="/84482.html"   Extracted="0262510634"   DDC="006.3"   Normalized_DDC="0063"   Normalized_Weight="0.1"   />

            <identifier   Org="ISBN:0262510715"   Paper_ID="/84482.html"   Extracted="0262510715"   />

            <identifier   Org="ISBN:0262611023"   Paper_ID="/84482.html"   Extracted="0262611023"   DDC="006.3"   Normalized_DDC="0063"   Normalized_Weight="0.1"   />

            <identifier   Org="ISBN:0780337425"   Paper_ID="/84482.html"   Extracted="0780337425"   />

            <identifier   Org="ISBN:0780344669"   Paper_ID="/84482.html"   Extracted="0780344669"   DDC="629.8/92"   Normalized_DDC="629892"   Normalized_Weight="0.1"   />

            <identifier   Org="ISBN:0792345843"   Paper_ID="/84482.html"   Extracted="0792345843"   DDC="006.3/1"   Normalized_DDC="00631"   Normalized_Weight="0.1"   />

            <identifier   Org="ISBN:1558603778"   Paper_ID="/84482.html"   Extracted="1558603778"   DDC="006.3/1"   Normalized_DDC="00631"   Normalized_Weight="0.1"   />

            <identifier   Org="ISBN:1558603859"   Paper_ID="/84482.html"   Extracted="1558603859"   DDC="006.3"   Normalized_DDC="0063"   Normalized_Weight="0.1"   />

            <identifier   Org="ISBN:1558604804"   Paper_ID="/84482.html"   Extracted="1558604804"   />

            <identifier   Org="ISBN:158488360X"   Paper_ID="/84482.html"   Extracted="158488360X"   DDC="004"   Normalized_DDC="004"   Normalized_Weight="0.1"   />

            <identifier   Org="ISBN:2884491287"   Paper_ID="/84482.html"   Extracted="2884491287"   DDC="620.0028563"   Normalized_DDC="6200028563"   Normalized_Weight="0.1"   />

            <identifier   Org="ISBN:3540581073"   Paper_ID="/84482.html"   Extracted="3540581073"   DDC="006.3/3"   Normalized_DDC="00633"   Normalized_Weight="0.1"   />

      </rec>

      <rec   ID="/95142.html"   Type="misc"   CiteSeer_Book=""   CiteSeer_Volume=""   Title="Multigrid   Q-Learning,">

            <identifier   Org="ISBN:3540747818"   Paper_ID="/95142.html"   Extracted="3540747818"   />

      </rec>

      <rec   ID="/143383.html"   Type="inproceedings"   CiteSeer_Book="Advances   in   Neural   Information   Processing   Systems"   CiteSeer_Volume=""   Title="Hoeffding   Races:   Accelerating   Model   Selection   Search   for   Classification   and   Function   Approximation,">

            <identifier   Org="ISBN:0262511290"   Paper_ID="/143383.html"   Extracted="0262511290"   DDC="006.3"   Normalized_DDC="0063"   Normalized_Weight="0.07142857142857142"   />

            <identifier   Org="ISBN:0780332113"   Paper_ID="/143383.html"   Extracted="0780332113"   DDC="006.3/2"   Normalized_DDC="00632"   Normalized_Weight="0.07142857142857142"   />

            <identifier   Org="ISBN:0780341201"   Paper_ID="/143383.html"   Extracted="0780341201"   DDC="629.8/92"   Normalized_DDC="629892"   Normalized_Weight="0.07142857142857142"   />

            <identifier   Org="ISBN:0792345843"   Paper_ID="/143383.html"   Extracted="0792345843"   DDC="006.3/1"   Normalized_DDC="00631"   Normalized_Weight="0.07142857142857142"   />

            <identifier   Org="ISBN:0805826084"   Paper_ID="/143383.html"   Extracted="0805826084"   />

            <identifier   Org="ISBN:1558603778"   Paper_ID="/143383.html"   Extracted="1558603778"   DDC="006.3/1"   Normalized_DDC="00631"   Normalized_Weight="0.07142857142857142"   />

            <identifier   Org="ISBN:1558607781"   Paper_ID="/143383.html"   Extracted="1558607781"   DDC="006.3"   Normalized_DDC="0063"   Normalized_Weight="0.07142857142857142"   />

            <identifier   Org="ISBN:3540230920"   Paper_ID="/143383.html"   Extracted="3540230920"   DDC="004/.35"   Normalized_DDC="00435"   Normalized_Weight="0.07142857142857142"   />

            <identifier   Org="ISBN:354026972X"   Paper_ID="/143383.html"   Extracted="354026972X"   DDC="006.3"   Normalized_DDC="0063"   Normalized_Weight="0.07142857142857142"   />

            <identifier   Org="ISBN:3540412379"   Paper_ID="/143383.html"   Extracted="3540412379"   DDC="006.3/1"   Normalized_DDC="00631"   Normalized_Weight="0.07142857142857142"   />

            <identifier   Org="ISBN:3540429123"   Paper_ID="/143383.html"   Extracted="3540429123"   DDC="004"   Normalized_DDC="004"   Normalized_Weight="0.07142857142857142"   />

            <identifier   Org="ISBN:3540592865"   Paper_ID="/143383.html"   Extracted="3540592865"   DDC="006.3/1"   Normalized_DDC="00631"   Normalized_Weight="0.07142857142857142"   />

            <identifier   Org="ISBN:3540633464"   Paper_ID="/143383.html"   Extracted="3540633464"   DDC="006.3"   Normalized_DDC="0063"   Normalized_Weight="0.07142857142857142"   />

            <identifier   Org="ISBN:3540694315"   Paper_ID="/143383.html"   Extracted="3540694315"   DDC="006.3"   Normalized_DDC="0063"   Normalized_Weight="0.07142857142857142"   />

            <identifier   Org="ISBN:3540734988"   Paper_ID="/143383.html"   Extracted="3540734988"   DDC="974.7"   Normalized_DDC="9747"   Normalized_Weight="0.07142857142857142"   />

            <identifier   Org="ISBN:3540738134"   Paper_ID="/143383.html"   Extracted="3540738134"   />

            <identifier   Org="ISBN:3540755136"   Paper_ID="/143383.html"   Extracted="3540755136"   />

            <identifier   Org="ISBN:354077016X"   Paper_ID="/143383.html"   Extracted="354077016X"   />

            <identifier   Org="ISBN:3642013066"   Paper_ID="/143383.html"   Extracted="3642013066"   />

      </rec>

      <rec   ID="/134222.html"   Type="misc"   CiteSeer_Book=""   CiteSeer_Volume=""   Title="Memory-based   learning   for   control,">

            <identifier   Org="ISBN:0262011654"   Paper_ID="/134222.html"   Extracted="0262011654"   DDC="629.8/92"   Normalized_DDC="629892"   Normalized_Weight="0.16666666666666666"   />

            <identifier   Org="ISBN:0262201070"   Paper_ID="/134222.html"   Extracted="0262201070"   DDC="006.3"   Normalized_DDC="0063"   Normalized_Weight="0.16666666666666666"   />

            <identifier   Org="ISBN:0780341201"   Paper_ID="/134222.html"   Extracted="0780341201"   DDC="629.8/92"   Normalized_DDC="629892"   Normalized_Weight="0.16666666666666666"   />

            <identifier   Org="ISBN:3540411623"   Paper_ID="/134222.html"   Extracted="3540411623"   DDC="629.8/9263"   Normalized_DDC="62989263"   Normalized_Weight="0.16666666666666666"   />

            <identifier   Org="ISBN:3540646035"   Paper_ID="/134222.html"   Extracted="3540646035"   DDC="003/.54"   Normalized_DDC="00354"   Normalized_Weight="0.16666666666666666"   />

            <identifier   Org="ISBN:427490525X"   Paper_ID="/134222.html"   Extracted="427490525X"   DDC="006.3"   Normalized_DDC="0063"   Normalized_Weight="0.16666666666666666"   />

      </rec>

      <rec   ID="SELF"   Type="SELF"   CiteSeer_Book="SELF"   CiteSeer_Volume="SELF"   Title="Memory-based   Stochastic   Optimization">

            <identifier   Org="ISBN:0262100657"   Paper_ID="SELF"   Extracted="0262100657"   />

            <identifier   Org="ISBN:0262201070"   Paper_ID="SELF"   Extracted="0262201070"   DDC="006.3"   Normalized_DDC="0063"   Normalized_Weight="0.2"   />

            <identifier   Org="ISBN:038709623X"   Paper_ID="SELF"   Extracted="038709623X"   />

            <identifier   Org="ISBN:0780341201"   Paper_ID="SELF"   Extracted="0780341201"   DDC="629.8/92"   Normalized_DDC="629892"   Normalized_Weight="0.2"   />

            <identifier   Org="ISBN:0792345843"   Paper_ID="SELF"   Extracted="0792345843"   DDC="006.3/1"   Normalized_DDC="00631"   Normalized_Weight="0.2"   />

            <identifier   Org="ISBN:1558607072"   Paper_ID="SELF"   Extracted="1558607072"   DDC="006.3"   Normalized_DDC="0063"   Normalized_Weight="0.2"   />

            <identifier   Org="ISBN:1581130570"   Paper_ID="SELF"   Extracted="1581130570"   />

            <identifier   Org="ISBN:1584885505"   Paper_ID="SELF"   Extracted="1584885505"   DDC="005.1"   Normalized_DDC="0051"   Normalized_Weight="0.2"   />

      </rec>

</references_metadata>