Automatically assigned DDC number: 00631
Manually assigned DDC number: 00631
Number of references: 16
Title: Learning Team Strategies: Soccer Case Studies
Author:
Author:
Author:
Subject: Marco A. Wiering,Michael Huhns,Gerhard Weiss Learning Team Strategies: Soccer Case Studies
Description: . We use simulated soccer to study multiagent learning. Each team's players (agents) share action set and policy, but may behave differently due to position-dependent inputs. All agents making up a team are rewarded or punished collectively in case of goals. We conduct simulations with varying team sizes, and compare several learning algorithms: TD-Q learning with linear neural networks (TD-Q), Probabilistic Incremental Program Evolution (PIPE), and a PIPE version that learns by coevolution (CO-PIPE). TD-Q is based on learning evaluation functions (EFs) mapping input/action pairs to expected reward. PIPE and CO-PIPE search policy space directly. They use adaptive probability distributions to synthesize programs that calculate action probabilities from current inputs. Our results show that linear TD-Q encounters several difficulties in learning appropriate shared EFs. PIPE and CO-PIPE, however, do not depend on EFs and find good policies faster and more reliably. This suggests that in s...
Contributor: The Pennsylvania State University CiteSeer Archives
Publisher: unknown
Date: 1997-12-16
Pubyear: 1998
Format: ps
Identifier: http://citeseer.ist.psu.edu/166643.html
Source: ftp://ftp.idsia.ch/pub/rafal/soccer.ps.gz
Language: en
Relation:
Relation:
Relation:
Relation:
Relation:
Relation:
Relation:
Relation:
Relation:
Relation:
Relation:
Relation:
Relation:
Relation:
Relation:
Relation:
Rights: unrestricted
<?xml version="1.0" encoding="UTF-8"?>
<references_metadata>
<rec ID="/188921.html" Type="misc" CiteSeer_Book="" CiteSeer_Volume="" Title="A vision-based reinforcement learning for coordination of soccer playing behaviors," />
<rec ID="/58044.html" Type="techreport" CiteSeer_Book="" CiteSeer_Volume="" Title="Population-Based Incremental Learning: {A} Method for Integrating Genetic Search Based Function Optimization and Competitive Learning,,">
<identifier Org="ISBN:0387334157" Paper_ID="/58044.html" Extracted="0387334157" DDC="006.3/2" Normalized_DDC="00632" Normalized_Weight="0.05555555555555555" />
<identifier Org="ISBN:0792372212" Paper_ID="/58044.html" Extracted="0792372212" DDC="519.7" Normalized_DDC="5197" Normalized_Weight="0.05555555555555555" />
<identifier Org="ISBN:0792374665" Paper_ID="/58044.html" Extracted="0792374665" DDC="005.1" Normalized_DDC="0051" Normalized_Weight="0.05555555555555555" />
<identifier Org="ISBN:1402081219" Paper_ID="/58044.html" Extracted="1402081219" DDC="003.7" Normalized_DDC="0037" Normalized_Weight="0.05555555555555555" />
<identifier Org="ISBN:1558603778" Paper_ID="/58044.html" Extracted="1558603778" DDC="006.3/1" Normalized_DDC="00631" Normalized_Weight="0.05555555555555555" />
<identifier Org="ISBN:3211249346" Paper_ID="/58044.html" Extracted="3211249346" DDC="005.1" Normalized_DDC="0051" Normalized_Weight="0.05555555555555555" />
<identifier Org="ISBN:3211836519" Paper_ID="/58044.html" Extracted="3211836519" />
<identifier Org="ISBN:3540018697" Paper_ID="/58044.html" Extracted="3540018697" DDC="658.4/03" Normalized_DDC="658403" Normalized_Weight="0.05555555555555555" />
<identifier Org="ISBN:3540204091" Paper_ID="/58044.html" Extracted="3540204091" DDC="004" Normalized_DDC="004" Normalized_Weight="0.05555555555555555" />
<identifier Org="ISBN:3540219463" Paper_ID="/58044.html" Extracted="3540219463" DDC="004.35" Normalized_DDC="00435" Normalized_Weight="0.05555555555555555" />
<identifier Org="ISBN:3540254366" Paper_ID="/58044.html" Extracted="3540254366" DDC="005.1" Normalized_DDC="0051" Normalized_Weight="0.05555555555555555" />
<identifier Org="ISBN:3540272372" Paper_ID="/58044.html" Extracted="3540272372" DDC="005.1" Normalized_DDC="0051" Normalized_Weight="0.05555555555555555" />
<identifier Org="ISBN:3540349537" Paper_ID="/58044.html" Extracted="3540349537" DDC="519.6/4" Normalized_DDC="51964" Normalized_Weight="0.05555555555555555" />
<identifier Org="ISBN:3540362444" Paper_ID="/58044.html" Extracted="3540362444" />
<identifier Org="ISBN:3540406034" Paper_ID="/58044.html" Extracted="3540406034" DDC="006.3/1" Normalized_DDC="00631" Normalized_Weight="0.05555555555555555" />
<identifier Org="ISBN:3540497722" Paper_ID="/58044.html" Extracted="3540497722" DDC="006.32" Normalized_DDC="00632" Normalized_Weight="0.05555555555555555" />
<identifier Org="ISBN:3540718044" Paper_ID="/58044.html" Extracted="3540718044" DDC="006.3/2" Normalized_DDC="00632" Normalized_Weight="0.05555555555555555" />
<identifier Org="ISBN:3540729593" Paper_ID="/58044.html" Extracted="3540729593" DDC="519.7" Normalized_DDC="5197" Normalized_Weight="0.05555555555555555" />
<identifier Org="ISBN:3540762140" Paper_ID="/58044.html" Extracted="3540762140" DDC="670/.285/63" Normalized_DDC="67028563" Normalized_Weight="0.05555555555555555" />
<identifier Org="ISBN:3540787607" Paper_ID="/58044.html" Extracted="3540787607" DDC="005.1" Normalized_DDC="0051" Normalized_Weight="0.05555555555555555" />
</rec>
<rec ID="/90084.html" Type="inproceedings" CiteSeer_Book="The Int Conf on Machine Learning 1995" CiteSeer_Volume="" Title="Removing the Genetics from the Standard Genetic Algorithm,">
<identifier Org="ISBN:0262100657" Paper_ID="/90084.html" Extracted="0262100657" />
<identifier Org="ISBN:0471678066" Paper_ID="/90084.html" Extracted="0471678066" DDC="519.6" Normalized_DDC="5196" Normalized_Weight="0.05263157894736842" />
<identifier Org="ISBN:0780355369" Paper_ID="/90084.html" Extracted="0780355369" DDC="006.3" Normalized_DDC="0063" Normalized_Weight="0.05263157894736842" />
<identifier Org="ISBN:1402081219" Paper_ID="/90084.html" Extracted="1402081219" DDC="003.7" Normalized_DDC="0037" Normalized_Weight="0.05263157894736842" />
<identifier Org="ISBN:1558603778" Paper_ID="/90084.html" Extracted="1558603778" DDC="006.3/1" Normalized_DDC="00631" Normalized_Weight="0.05263157894736842" />
<identifier Org="ISBN:3540223436" Paper_ID="/90084.html" Extracted="3540223436" DDC="006.31" Normalized_DDC="00631" Normalized_Weight="0.05263157894736842" />
<identifier Org="ISBN:3540229027" Paper_ID="/90084.html" Extracted="3540229027" DDC="004" Normalized_DDC="004" Normalized_Weight="0.05263157894736842" />
<identifier Org="ISBN:3540349537" Paper_ID="/90084.html" Extracted="3540349537" DDC="519.6/4" Normalized_DDC="51964" Normalized_Weight="0.05263157894736842" />
<identifier Org="ISBN:3540410562" Paper_ID="/90084.html" Extracted="3540410562" DDC="004/.35" Normalized_DDC="00435" Normalized_Weight="0.05263157894736842" />
<identifier Org="ISBN:3540435441" Paper_ID="/90084.html" Extracted="3540435441" DDC="005.1" Normalized_DDC="0051" Normalized_Weight="0.05263157894736842" />
<identifier Org="ISBN:3540441395" Paper_ID="/90084.html" Extracted="3540441395" DDC="004/.35" Normalized_DDC="00435" Normalized_Weight="0.05263157894736842" />
<identifier Org="ISBN:3540441468" Paper_ID="/90084.html" Extracted="3540441468" DDC="512/.7" Normalized_DDC="5127" Normalized_Weight="0.05263157894736842" />
<identifier Org="ISBN:354061723X" Paper_ID="/90084.html" Extracted="354061723X" DDC="006.3" Normalized_DDC="0063" Normalized_Weight="0.05263157894736842" />
<identifier Org="ISBN:3540673962" Paper_ID="/90084.html" Extracted="3540673962" DDC="006.3" Normalized_DDC="0063" Normalized_Weight="0.05263157894736842" />
<identifier Org="ISBN:3540712305" Paper_ID="/90084.html" Extracted="3540712305" DDC="006.3/1" Normalized_DDC="00631" Normalized_Weight="0.05263157894736842" />
<identifier Org="ISBN:3540718044" Paper_ID="/90084.html" Extracted="3540718044" DDC="006.3/2" Normalized_DDC="00632" Normalized_Weight="0.05263157894736842" />
<identifier Org="ISBN:3540762140" Paper_ID="/90084.html" Extracted="3540762140" DDC="670/.285/63" Normalized_DDC="67028563" Normalized_Weight="0.05263157894736842" />
<identifier Org="ISBN:3540786708" Paper_ID="/90084.html" Extracted="3540786708" DDC="006.3/1" Normalized_DDC="00631" Normalized_Weight="0.05263157894736842" />
<identifier Org="ISBN:3540787607" Paper_ID="/90084.html" Extracted="3540787607" DDC="005.1" Normalized_DDC="0051" Normalized_Weight="0.05263157894736842" />
<identifier Org="ISBN:3540876995" Paper_ID="/90084.html" Extracted="3540876995" DDC="004/.35" Normalized_DDC="00435" Normalized_Weight="0.05263157894736842" />
</rec>
<rec ID="/155080.html" Type="book" CiteSeer_Book="An Introduction to Kolmogorov Complexity and Its Applications" CiteSeer_Volume="" Title="An Introduction to Kolmogorov Complexity and Its Applications,">
<identifier Org="ISBN:0262522586" Paper_ID="/155080.html" Extracted="0262522586" />
<identifier Org="ISBN:0387948686" Paper_ID="/155080.html" Extracted="0387948686" DDC="511.3" Normalized_DDC="5113" Normalized_Weight="0.0625" />
<identifier Org="ISBN:0387973508" Paper_ID="/155080.html" Extracted="0387973508" DDC="511" Normalized_DDC="511" Normalized_Weight="0.0625" />
<identifier Org="ISBN:0521852315" Paper_ID="/155080.html" Extracted="0521852315" DDC="005.82" Normalized_DDC="00582" Normalized_Weight="0.0625" />
<identifier Org="ISBN:0631229191" Paper_ID="/155080.html" Extracted="0631229191" DDC="004.01" Normalized_DDC="00401" Normalized_Weight="0.0625" />
<identifier Org="ISBN:0821819224" Paper_ID="/155080.html" Extracted="0821819224" DDC="511.3" Normalized_DDC="5113" Normalized_Weight="0.0625" />
<identifier Org="ISBN:1402001983" Paper_ID="/155080.html" Extracted="1402001983" DDC="510/.3" Normalized_DDC="5103" Normalized_Weight="0.0625" />
<identifier Org="ISBN:1586034529" Paper_ID="/155080.html" Extracted="1586034529" />
<identifier Org="ISBN:3540001425" Paper_ID="/155080.html" Extracted="3540001425" DDC="004.015118" Normalized_DDC="004015118" Normalized_Weight="0.0625" />
<identifier Org="ISBN:3540249982" Paper_ID="/155080.html" Extracted="3540249982" DDC="004" Normalized_DDC="004" Normalized_Weight="0.0625" />
<identifier Org="ISBN:3540363491" Paper_ID="/155080.html" Extracted="3540363491" DDC="510.92" Normalized_DDC="51092" Normalized_Weight="0.0625" />
<identifier Org="ISBN:3540408010" Paper_ID="/155080.html" Extracted="3540408010" DDC="005.1/01/5113" Normalized_DDC="0051015113" Normalized_Weight="0.0625" />
<identifier Org="ISBN:3540412379" Paper_ID="/155080.html" Extracted="3540412379" DDC="006.3/1" Normalized_DDC="00631" Normalized_Weight="0.0625" />
<identifier Org="ISBN:3540438645" Paper_ID="/155080.html" Extracted="3540438645" DDC="005.1" Normalized_DDC="0051" Normalized_Weight="0.0625" />
<identifier Org="ISBN:3540558403" Paper_ID="/155080.html" Extracted="3540558403" DDC="511.3" Normalized_DDC="5113" Normalized_Weight="0.0625" />
<identifier Org="ISBN:3540591192" Paper_ID="/155080.html" Extracted="3540591192" DDC="006.3/1" Normalized_DDC="00631" Normalized_Weight="0.0625" />
<identifier Org="ISBN:3540745092" Paper_ID="/155080.html" Extracted="3540745092" DDC="004.0947" Normalized_DDC="0040947" Normalized_Weight="0.0625" />
<identifier Org="ISBN:9812389652" Paper_ID="/155080.html" Extracted="9812389652" DDC="004" Normalized_DDC="004" Normalized_Weight="0.0625" />
</rec>
<rec ID="/45407.html" Type="inproceedings" CiteSeer_Book="Proceedings of the 11th International Conference on Machine Learning ML94" CiteSeer_Volume="" Title="Markov Games as a Framework for Multi-Agent Reinforcement Learning,">
<identifier Org="ISBN:026204207X" Paper_ID="/45407.html" Extracted="026204207X" />
<identifier Org="ISBN:0262193981" Paper_ID="/45407.html" Extracted="0262193981" DDC="006.3/1" Normalized_DDC="00631" Normalized_Weight="0.0625" />
<identifier Org="ISBN:0387741607" Paper_ID="/45407.html" Extracted="0387741607" DDC="006.3" Normalized_DDC="0063" Normalized_Weight="0.0625" />
<identifier Org="ISBN:0748408827" Paper_ID="/45407.html" Extracted="0748408827" DDC="658.5/752/028563" Normalized_DDC="6585752028563" Normalized_Weight="0.0625" />
<identifier Org="ISBN:0780367227" Paper_ID="/45407.html" Extracted="0780367227" />
<identifier Org="ISBN:1558603352" Paper_ID="/45407.html" Extracted="1558603352" DDC="006.3/1" Normalized_DDC="00631" Normalized_Weight="0.0625" />
<identifier Org="ISBN:1586032399" Paper_ID="/45407.html" Extracted="1586032399" DDC="629.8/9263" Normalized_DDC="62989263" Normalized_Weight="0.0625" />
<identifier Org="ISBN:1586033948" Paper_ID="/45407.html" Extracted="1586033948" DDC="006.3" Normalized_DDC="0063" Normalized_Weight="0.0625" />
<identifier Org="ISBN:3540001972" Paper_ID="/45407.html" Extracted="3540001972" DDC="006.3" Normalized_DDC="0063" Normalized_Weight="0.0625" />
<identifier Org="ISBN:3540201211" Paper_ID="/45407.html" Extracted="3540201211" DDC="006.3/1" Normalized_DDC="00631" Normalized_Weight="0.0625" />
<identifier Org="ISBN:3540220070" Paper_ID="/45407.html" Extracted="3540220070" DDC="006.3" Normalized_DDC="0063" Normalized_Weight="0.0625" />
<identifier Org="ISBN:3540222820" Paper_ID="/45407.html" Extracted="3540222820" DDC="006.31" Normalized_DDC="00631" Normalized_Weight="0.0625" />
<identifier Org="ISBN:3540229590" Paper_ID="/45407.html" Extracted="3540229590" DDC="006.3" Normalized_DDC="0063" Normalized_Weight="0.0625" />
<identifier Org="ISBN:3540252606" Paper_ID="/45407.html" Extracted="3540252606" DDC="006.3" Normalized_DDC="0063" Normalized_Weight="0.0625" />
<identifier Org="ISBN:3540425365" Paper_ID="/45407.html" Extracted="3540425365" DDC="006.3/1" Normalized_DDC="00631" Normalized_Weight="0.0625" />
<identifier Org="ISBN:3540439412" Paper_ID="/45407.html" Extracted="3540439412" DDC="006.3" Normalized_DDC="0063" Normalized_Weight="0.0625" />
<identifier Org="ISBN:3540609237" Paper_ID="/45407.html" Extracted="3540609237" DDC="006.3/1" Normalized_DDC="00631" Normalized_Weight="0.0625" />
<identifier Org="ISBN:3540726640" Paper_ID="/45407.html" Extracted="3540726640" />
<identifier Org="ISBN:3540770003" Paper_ID="/45407.html" Extracted="3540770003" />
<identifier Org="ISBN:3540779477" Paper_ID="/45407.html" Extracted="3540779477" DDC="006.3" Normalized_DDC="0063" Normalized_Weight="0.0625" />
</rec>
<rec ID="/107311.html" Type="inproceedings" CiteSeer_Book="Proceedings of the First International Workshop on RoboCup at the International Joint Conference on Artificial Intelligence" CiteSeer_Volume="" Title="Co-evolving Soccer Softbot Team Coordination with Genetic Programming,">
<identifier Org="ISBN:0262194384" Paper_ID="/107311.html" Extracted="0262194384" DDC="006.3" Normalized_DDC="0063" Normalized_Weight="0.07692307692307693" />
<identifier Org="ISBN:0792381351" Paper_ID="/107311.html" Extracted="0792381351" DDC="006.3/1" Normalized_DDC="00631" Normalized_Weight="0.07692307692307693" />
<identifier Org="ISBN:084932288X" Paper_ID="/107311.html" Extracted="084932288X" />
<identifier Org="ISBN:1558606114" Paper_ID="/107311.html" Extracted="1558606114" />
<identifier Org="ISBN:1558608788" Paper_ID="/107311.html" Extracted="1558608788" DDC="006.31" Normalized_DDC="00631" Normalized_Weight="0.07692307692307693" />
<identifier Org="ISBN:1568811551" Paper_ID="/107311.html" Extracted="1568811551" DDC="629.8/92" Normalized_DDC="629892" Normalized_Weight="0.07692307692307693" />
<identifier Org="ISBN:1599047179" Paper_ID="/107311.html" Extracted="1599047179" DDC="300.1/1" Normalized_DDC="30011" Normalized_Weight="0.07692307692307693" />
<identifier Org="ISBN:3540421858" Paper_ID="/107311.html" Extracted="3540421858" DDC="629.8/92" Normalized_DDC="629892" Normalized_Weight="0.07692307692307693" />
<identifier Org="ISBN:3540430806" Paper_ID="/107311.html" Extracted="3540430806" DDC="794.81" Normalized_DDC="79481" Normalized_Weight="0.07692307692307693" />
<identifier Org="ISBN:3540439129" Paper_ID="/107311.html" Extracted="3540439129" DDC="629.8/92" Normalized_DDC="629892" Normalized_Weight="0.07692307692307693" />
<identifier Org="ISBN:3540441395" Paper_ID="/107311.html" Extracted="3540441395" DDC="004/.35" Normalized_DDC="00435" Normalized_Weight="0.07692307692307693" />
<identifier Org="ISBN:354059132X" Paper_ID="/107311.html" Extracted="354059132X" DDC="005.7/3" Normalized_DDC="00573" Normalized_Weight="0.07692307692307693" />
<identifier Org="ISBN:3540658998" Paper_ID="/107311.html" Extracted="3540658998" DDC="006.3/1" Normalized_DDC="00631" Normalized_Weight="0.07692307692307693" />
<identifier Org="ISBN:3540676023" Paper_ID="/107311.html" Extracted="3540676023" DDC="006.3/1" Normalized_DDC="00631" Normalized_Weight="0.07692307692307693" />
<identifier Org="ISBN:3540688587" Paper_ID="/107311.html" Extracted="3540688587" />
<identifier Org="ISBN:3540786708" Paper_ID="/107311.html" Extracted="3540786708" DDC="006.3/1" Normalized_DDC="00631" Normalized_Weight="0.07692307692307693" />
<identifier Org="ISBN:3826033523" Paper_ID="/107311.html" Extracted="3826033523" />
</rec>
<rec ID="/20584.html" Type="inproceedings" CiteSeer_Book="International Conference on Machine Learning" CiteSeer_Volume="" Title="Incremental Multi-Step Q-Learning,">
<identifier Org="ISBN:0262193981" Paper_ID="/20584.html" Extracted="0262193981" DDC="006.3/1" Normalized_DDC="00631" Normalized_Weight="0.07692307692307693" />
<identifier Org="ISBN:0262631784" Paper_ID="/20584.html" Extracted="0262631784" DDC="591.5" Normalized_DDC="5915" Normalized_Weight="0.07692307692307693" />
<identifier Org="ISBN:0262632004" Paper_ID="/20584.html" Extracted="0262632004" DDC="591.50113" Normalized_DDC="59150113" Normalized_Weight="0.07692307692307693" />
<identifier Org="ISBN:0470035617" Paper_ID="/20584.html" Extracted="0470035617" DDC="006.3" Normalized_DDC="0063" Normalized_Weight="0.07692307692307693" />
<identifier Org="ISBN:0780366379" Paper_ID="/20584.html" Extracted="0780366379" DDC="363.2" Normalized_DDC="3632" Normalized_Weight="0.07692307692307693" />
<identifier Org="ISBN:0780376579" Paper_ID="/20584.html" Extracted="0780376579" DDC="621.381" Normalized_DDC="621381" Normalized_Weight="0.07692307692307693" />
<identifier Org="ISBN:0780378040" Paper_ID="/20584.html" Extracted="0780378040" />
<identifier Org="ISBN:1558603352" Paper_ID="/20584.html" Extracted="1558603352" DDC="006.3/1" Normalized_DDC="00631" Normalized_Weight="0.07692307692307693" />
<identifier Org="ISBN:1558603778" Paper_ID="/20584.html" Extracted="1558603778" DDC="006.3/1" Normalized_DDC="00631" Normalized_Weight="0.07692307692307693" />
<identifier Org="ISBN:1558607072" Paper_ID="/20584.html" Extracted="1558607072" DDC="006.3" Normalized_DDC="0063" Normalized_Weight="0.07692307692307693" />
<identifier Org="ISBN:3540250735" Paper_ID="/20584.html" Extracted="3540250735" DDC="006.3/1" Normalized_DDC="00631" Normalized_Weight="0.07692307692307693" />
<identifier Org="ISBN:3540284966" Paper_ID="/20584.html" Extracted="3540284966" DDC="629.8/92" Normalized_DDC="629892" Normalized_Weight="0.07692307692307693" />
<identifier Org="ISBN:3540413855" Paper_ID="/20584.html" Extracted="3540413855" DDC="510 s" Normalized_DDC="51" Normalized_Weight="0.07692307692307693" />
<identifier Org="ISBN:3540723927" Paper_ID="/20584.html" Extracted="3540723927" />
<identifier Org="ISBN:3540740236" Paper_ID="/20584.html" Extracted="3540740236" />
<identifier Org="ISBN:3540742816" Paper_ID="/20584.html" Extracted="3540742816" />
<identifier Org="ISBN:3790813486" Paper_ID="/20584.html" Extracted="3790813486" DDC="794.8/151" Normalized_DDC="7948151" Normalized_Weight="0.07692307692307693" />
<identifier Org="ISBN:3866110383" Paper_ID="/20584.html" Extracted="3866110383" />
</rec>
<rec ID="/31705.html" Type="misc" CiteSeer_Book="" CiteSeer_Volume="" Title="Evolving Soccer Strategies,">
<identifier Org="ISBN:1848000936" Paper_ID="/31705.html" Extracted="1848000936" DDC="006.3/3" Normalized_DDC="00633" Normalized_Weight="0.3333333333333333" />
<identifier Org="ISBN:3540762639" Paper_ID="/31705.html" Extracted="3540762639" DDC="006.3/2" Normalized_DDC="00632" Normalized_Weight="0.3333333333333333" />
<identifier Org="ISBN:3790813486" Paper_ID="/31705.html" Extracted="3790813486" DDC="794.8/151" Normalized_DDC="7948151" Normalized_Weight="0.3333333333333333" />
</rec>
<rec ID="/303690.html" Type="article" CiteSeer_Book="Neural Networks" CiteSeer_Volume="10" Title="Discovering Neural Nets with Low Kolmogorov Complexity and High Generalization Capability,">
<identifier Org="ISBN:0262661446" Paper_ID="/303690.html" Extracted="0262661446" DDC="591.5/01/1" Normalized_DDC="5915011" Normalized_Weight="0.05555555555555555" />
<identifier Org="ISBN:0387339981" Paper_ID="/303690.html" Extracted="0387339981" DDC="511.3" Normalized_DDC="5113" Normalized_Weight="0.05555555555555555" />
<identifier Org="ISBN:0780353692" Paper_ID="/303690.html" Extracted="0780353692" DDC="006.3/2" Normalized_DDC="00632" Normalized_Weight="0.05555555555555555" />
<identifier Org="ISBN:078037388X" Paper_ID="/303690.html" Extracted="078037388X" DDC="629.8/9" Normalized_DDC="62989" Normalized_Weight="0.05555555555555555" />
<identifier Org="ISBN:0792366700" Paper_ID="/303690.html" Extracted="0792366700" DDC="006.3/3" Normalized_DDC="00633" Normalized_Weight="0.05555555555555555" />
<identifier Org="ISBN:0792380479" Paper_ID="/303690.html" Extracted="0792380479" DDC="006.3/1" Normalized_DDC="00631" Normalized_Weight="0.05555555555555555" />
<identifier Org="ISBN:1586038338" Paper_ID="/303690.html" Extracted="1586038338" DDC="006.3" Normalized_DDC="0063" Normalized_Weight="0.05555555555555555" />
<identifier Org="ISBN:3540221395" Paper_ID="/303690.html" Extracted="3540221395" DDC="006.3'1" Normalized_DDC="00631" Normalized_Weight="0.05555555555555555" />
<identifier Org="ISBN:354023733X" Paper_ID="/303690.html" Extracted="354023733X" DDC="006.3" Normalized_DDC="0063" Normalized_Weight="0.05555555555555555" />
<identifier Org="ISBN:3540252606" Paper_ID="/303690.html" Extracted="3540252606" DDC="006.3" Normalized_DDC="0063" Normalized_Weight="0.05555555555555555" />
<identifier Org="ISBN:3540415971" Paper_ID="/303690.html" Extracted="3540415971" DDC="006.3/1" Normalized_DDC="00631" Normalized_Weight="0.05555555555555555" />
<identifier Org="ISBN:3540425365" Paper_ID="/303690.html" Extracted="3540425365" DDC="006.3/1" Normalized_DDC="00631" Normalized_Weight="0.05555555555555555" />
<identifier Org="ISBN:3540433309" Paper_ID="/303690.html" Extracted="3540433309" DDC="005.1" Normalized_DDC="0051" Normalized_Weight="0.05555555555555555" />
<identifier Org="ISBN:354043836X" Paper_ID="/303690.html" Extracted="354043836X" DDC="006.31" Normalized_DDC="00631" Normalized_Weight="0.05555555555555555" />
<identifier Org="ISBN:354063746X" Paper_ID="/303690.html" Extracted="354063746X" DDC="004" Normalized_DDC="004" Normalized_Weight="0.05555555555555555" />
<identifier Org="ISBN:354069045X" Paper_ID="/303690.html" Extracted="354069045X" DDC="006.3" Normalized_DDC="0063" Normalized_Weight="0.05555555555555555" />
<identifier Org="ISBN:9810223064" Paper_ID="/303690.html" Extracted="9810223064" DDC="006.3" Normalized_DDC="0063" Normalized_Weight="0.05555555555555555" />
<identifier Org="ISBN:9813083700" Paper_ID="/303690.html" Extracted="9813083700" DDC="006.3/2" Normalized_DDC="00632" Normalized_Weight="0.05555555555555555" />
</rec>
<rec ID="/348346.html" Type="incollection" CiteSeer_Book="Evolutionary Computation Theory and Applications" CiteSeer_Volume="" Title="A General Method for Incremental Self-Improvement and Multi-agent Learning in Unrestricted Environments,">
<identifier Org="ISBN:0262631784" Paper_ID="/348346.html" Extracted="0262631784" DDC="591.5" Normalized_DDC="5915" Normalized_Weight="0.2" />
<identifier Org="ISBN:0660184931" Paper_ID="/348346.html" Extracted="0660184931" DDC="620/.0042/0285" Normalized_DDC="62000420285" Normalized_Weight="0.2" />
<identifier Org="ISBN:0792380479" Paper_ID="/348346.html" Extracted="0792380479" DDC="006.3/1" Normalized_DDC="00631" Normalized_Weight="0.2" />
<identifier Org="ISBN:1558604197" Paper_ID="/348346.html" Extracted="1558604197" />
<identifier Org="ISBN:3540628584" Paper_ID="/348346.html" Extracted="3540628584" DDC="006.3/1" Normalized_DDC="00631" Normalized_Weight="0.2" />
<identifier Org="ISBN:4274903605" Paper_ID="/348346.html" Extracted="4274903605" DDC="006.3" Normalized_DDC="0063" Normalized_Weight="0.2" />
</rec>
<rec ID="/24470.html" Type="techreport" CiteSeer_Book="" CiteSeer_Volume="" Title="Reinforcement Learning with Self-Modifying Policies,">
<identifier Org="ISBN:0262661446" Paper_ID="/24470.html" Extracted="0262661446" DDC="591.5/01/1" Normalized_DDC="5915011" Normalized_Weight="0.07142857142857142" />
<identifier Org="ISBN:0780355369" Paper_ID="/24470.html" Extracted="0780355369" DDC="006.3" Normalized_DDC="0063" Normalized_Weight="0.07142857142857142" />
<identifier Org="ISBN:0792366700" Paper_ID="/24470.html" Extracted="0792366700" DDC="006.3/3" Normalized_DDC="00633" Normalized_Weight="0.07142857142857142" />
<identifier Org="ISBN:0792380479" Paper_ID="/24470.html" Extracted="0792380479" DDC="006.3/1" Normalized_DDC="00631" Normalized_Weight="0.07142857142857142" />
<identifier Org="ISBN:1558607781" Paper_ID="/24470.html" Extracted="1558607781" DDC="006.3" Normalized_DDC="0063" Normalized_Weight="0.07142857142857142" />
<identifier Org="ISBN:1600219683" Paper_ID="/24470.html" Extracted="1600219683" DDC="612.8" Normalized_DDC="6128" Normalized_Weight="0.07142857142857142" />
<identifier Org="ISBN:3540201211" Paper_ID="/24470.html" Extracted="3540201211" DDC="006.3/1" Normalized_DDC="00631" Normalized_Weight="0.07142857142857142" />
<identifier Org="ISBN:354023733X" Paper_ID="/24470.html" Extracted="354023733X" DDC="006.3" Normalized_DDC="0063" Normalized_Weight="0.07142857142857142" />
<identifier Org="ISBN:3540252606" Paper_ID="/24470.html" Extracted="3540252606" DDC="006.3" Normalized_DDC="0063" Normalized_Weight="0.07142857142857142" />
<identifier Org="ISBN:3540415971" Paper_ID="/24470.html" Extracted="3540415971" DDC="006.3/1" Normalized_DDC="00631" Normalized_Weight="0.07142857142857142" />
<identifier Org="ISBN:3540433309" Paper_ID="/24470.html" Extracted="3540433309" DDC="005.1" Normalized_DDC="0051" Normalized_Weight="0.07142857142857142" />
<identifier Org="ISBN:3540719830" Paper_ID="/24470.html" Extracted="3540719830" DDC="006.3" Normalized_DDC="0063" Normalized_Weight="0.07142857142857142" />
<identifier Org="ISBN:3790813486" Paper_ID="/24470.html" Extracted="3790813486" DDC="794.8/151" Normalized_DDC="7948151" Normalized_Weight="0.07142857142857142" />
<identifier Org="ISBN:9810223064" Paper_ID="/24470.html" Extracted="9810223064" DDC="006.3" Normalized_DDC="0063" Normalized_Weight="0.07142857142857142" />
</rec>
<rec ID="/15972.html" Type="article" CiteSeer_Book="Machine Learning" CiteSeer_Volume="28" Title="Shifting Inductive Bias with Success-Story Algorithm, Adaptive Levin Search, and Incremental Self-Improvement,">
<identifier Org="ISBN:0262661446" Paper_ID="/15972.html" Extracted="0262661446" DDC="591.5/01/1" Normalized_DDC="5915011" Normalized_Weight="0.05555555555555555" />
<identifier Org="ISBN:0387339981" Paper_ID="/15972.html" Extracted="0387339981" DDC="511.3" Normalized_DDC="5113" Normalized_Weight="0.05555555555555555" />
<identifier Org="ISBN:0387401652" Paper_ID="/15972.html" Extracted="0387401652" DDC="006.3" Normalized_DDC="0063" Normalized_Weight="0.05555555555555555" />
<identifier Org="ISBN:0780355369" Paper_ID="/15972.html" Extracted="0780355369" DDC="006.3" Normalized_DDC="0063" Normalized_Weight="0.05555555555555555" />
<identifier Org="ISBN:0792366700" Paper_ID="/15972.html" Extracted="0792366700" DDC="006.3/3" Normalized_DDC="00633" Normalized_Weight="0.05555555555555555" />
<identifier Org="ISBN:1558606114" Paper_ID="/15972.html" Extracted="1558606114" />
<identifier Org="ISBN:1586034146" Paper_ID="/15972.html" Extracted="1586034146" DDC="629.8/9263" Normalized_DDC="62989263" Normalized_Weight="0.05555555555555555" />
<identifier Org="ISBN:3540221395" Paper_ID="/15972.html" Extracted="3540221395" DDC="006.3'1" Normalized_DDC="00631" Normalized_Weight="0.05555555555555555" />
<identifier Org="ISBN:354023733X" Paper_ID="/15972.html" Extracted="354023733X" DDC="006.3" Normalized_DDC="0063" Normalized_Weight="0.05555555555555555" />
<identifier Org="ISBN:3540252606" Paper_ID="/15972.html" Extracted="3540252606" DDC="006.3" Normalized_DDC="0063" Normalized_Weight="0.05555555555555555" />
<identifier Org="ISBN:3540287558" Paper_ID="/15972.html" Extracted="3540287558" DDC="006.32" Normalized_DDC="00632" Normalized_Weight="0.05555555555555555" />
<identifier Org="ISBN:3540415971" Paper_ID="/15972.html" Extracted="3540415971" DDC="006.3/1" Normalized_DDC="00631" Normalized_Weight="0.05555555555555555" />
<identifier Org="ISBN:3540424865" Paper_ID="/15972.html" Extracted="3540424865" DDC="006.3/2" Normalized_DDC="00632" Normalized_Weight="0.05555555555555555" />
<identifier Org="ISBN:3540425365" Paper_ID="/15972.html" Extracted="3540425365" DDC="006.3/1" Normalized_DDC="00631" Normalized_Weight="0.05555555555555555" />
<identifier Org="ISBN:3540433309" Paper_ID="/15972.html" Extracted="3540433309" DDC="005.1" Normalized_DDC="0051" Normalized_Weight="0.05555555555555555" />
<identifier Org="ISBN:354063746X" Paper_ID="/15972.html" Extracted="354063746X" DDC="004" Normalized_DDC="004" Normalized_Weight="0.05555555555555555" />
<identifier Org="ISBN:3540732624" Paper_ID="/15972.html" Extracted="3540732624" DDC="006.31" Normalized_DDC="00631" Normalized_Weight="0.05555555555555555" />
<identifier Org="ISBN:3790813486" Paper_ID="/15972.html" Extracted="3790813486" DDC="794.8/151" Normalized_DDC="7948151" Normalized_Weight="0.05555555555555555" />
<identifier Org="ISBN:9810223064" Paper_ID="/15972.html" Extracted="9810223064" DDC="006.3" Normalized_DDC="0063" Normalized_Weight="0.05555555555555555" />
</rec>
<rec ID="/533809.html" Type="incollection" CiteSeer_Book="" CiteSeer_Volume="" Title="The Application of Algorithmic Probability to Problems in Artificial Intelligence,">
<identifier Org="ISBN:012012128X" Paper_ID="/533809.html" Extracted="012012128X" />
<identifier Org="ISBN:0444700587" Paper_ID="/533809.html" Extracted="0444700587" DDC="006.3" Normalized_DDC="0063" Normalized_Weight="0.16666666666666666" />
<identifier Org="ISBN:1557980675" Paper_ID="/533809.html" Extracted="1557980675" />
<identifier Org="ISBN:3540221395" Paper_ID="/533809.html" Extracted="3540221395" DDC="006.3'1" Normalized_DDC="00631" Normalized_Weight="0.16666666666666666" />
<identifier Org="ISBN:354023733X" Paper_ID="/533809.html" Extracted="354023733X" DDC="006.3" Normalized_DDC="0063" Normalized_Weight="0.16666666666666666" />
<identifier Org="ISBN:3540541659" Paper_ID="/533809.html" Extracted="3540541659" DDC="006.3" Normalized_DDC="0063" Normalized_Weight="0.16666666666666666" />
<identifier Org="ISBN:3540591192" Paper_ID="/533809.html" Extracted="3540591192" DDC="006.3/1" Normalized_DDC="00631" Normalized_Weight="0.16666666666666666" />
<identifier Org="ISBN:9812705481" Paper_ID="/533809.html" Extracted="9812705481" DDC="501" Normalized_DDC="501" Normalized_Weight="0.16666666666666666" />
</rec>
<rec ID="/142710.html" Type="article" CiteSeer_Book="Machine Learning" CiteSeer_Volume="3" Title="Learning to Predict by the Methods of Temporal Differences,">
<identifier Org="ISBN:0262195348" Paper_ID="/142710.html" Extracted="0262195348" />
<identifier Org="ISBN:026258168X" Paper_ID="/142710.html" Extracted="026258168X" DDC="612.8/2" Normalized_DDC="61282" Normalized_Weight="0.08333333333333333" />
<identifier Org="ISBN:0262631490" Paper_ID="/142710.html" Extracted="0262631490" DDC="591.51" Normalized_DDC="59151" Normalized_Weight="0.08333333333333333" />
<identifier Org="ISBN:0262632004" Paper_ID="/142710.html" Extracted="0262632004" DDC="591.50113" Normalized_DDC="59150113" Normalized_Weight="0.08333333333333333" />
<identifier Org="ISBN:0387741607" Paper_ID="/142710.html" Extracted="0387741607" DDC="006.3" Normalized_DDC="0063" Normalized_Weight="0.08333333333333333" />
<identifier Org="ISBN:0792392345" Paper_ID="/142710.html" Extracted="0792392345" DDC="006.3/1" Normalized_DDC="00631" Normalized_Weight="0.08333333333333333" />
<identifier Org="ISBN:0805815902" Paper_ID="/142710.html" Extracted="0805815902" />
<identifier Org="ISBN:080581745X" Paper_ID="/142710.html" Extracted="080581745X" />
<identifier Org="ISBN:1422333442" Paper_ID="/142710.html" Extracted="1422333442" />
<identifier Org="ISBN:1558601643" Paper_ID="/142710.html" Extracted="1558601643" DDC="658.5" Normalized_DDC="6585" Normalized_Weight="0.08333333333333333" />
<identifier Org="ISBN:1586030132" Paper_ID="/142710.html" Extracted="1586030132" DDC="006.3" Normalized_DDC="0063" Normalized_Weight="0.08333333333333333" />
<identifier Org="ISBN:1586033948" Paper_ID="/142710.html" Extracted="1586033948" DDC="006.3" Normalized_DDC="0063" Normalized_Weight="0.08333333333333333" />
<identifier Org="ISBN:3540233393" Paper_ID="/142710.html" Extracted="3540233393" DDC="003/.54" Normalized_DDC="00354" Normalized_Weight="0.08333333333333333" />
<identifier Org="ISBN:3540425365" Paper_ID="/142710.html" Extracted="3540425365" DDC="006.3/1" Normalized_DDC="00631" Normalized_Weight="0.08333333333333333" />
<identifier Org="ISBN:3540592865" Paper_ID="/142710.html" Extracted="3540592865" DDC="006.3/1" Normalized_DDC="00631" Normalized_Weight="0.08333333333333333" />
<identifier Org="ISBN:3540645748" Paper_ID="/142710.html" Extracted="3540645748" DDC="006.3" Normalized_DDC="0063" Normalized_Weight="0.08333333333333333" />
<identifier Org="ISBN:3540729259" Paper_ID="/142710.html" Extracted="3540729259" />
<identifier Org="ISBN:3540740236" Paper_ID="/142710.html" Extracted="3540740236" />
</rec>
<rec ID="/33497.html" Type="inproceedings" CiteSeer_Book="Advances in Neural Information Processing Systems" CiteSeer_Volume="" Title="Generalization in Reinforcement Learning: Successful Examples Using Sparse Coarse Coding,">
<identifier Org="ISBN:0262193981" Paper_ID="/33497.html" Extracted="0262193981" DDC="006.3/1" Normalized_DDC="00631" Normalized_Weight="0.05555555555555555" />
<identifier Org="ISBN:0262195682" Paper_ID="/33497.html" Extracted="0262195682" DDC="006.3" Normalized_DDC="0063" Normalized_Weight="0.05555555555555555" />
<identifier Org="ISBN:0262661446" Paper_ID="/33497.html" Extracted="0262661446" DDC="591.5/01/1" Normalized_DDC="5915011" Normalized_Weight="0.05555555555555555" />
<identifier Org="ISBN:0792397169" Paper_ID="/33497.html" Extracted="0792397169" DDC="006.3/1" Normalized_DDC="00631" Normalized_Weight="0.05555555555555555" />
<identifier Org="ISBN:3540231056" Paper_ID="/33497.html" Extracted="3540231056" DDC="006.3/1" Normalized_DDC="00631" Normalized_Weight="0.05555555555555555" />
<identifier Org="ISBN:3540274405" Paper_ID="/33497.html" Extracted="3540274405" DDC="629.8/92632" Normalized_DDC="629892632" Normalized_Weight="0.05555555555555555" />
<identifier Org="ISBN:3540278729" Paper_ID="/33497.html" Extracted="3540278729" DDC="004" Normalized_DDC="004" Normalized_Weight="0.05555555555555555" />
<identifier Org="ISBN:354029046X" Paper_ID="/33497.html" Extracted="354029046X" DDC="006.3" Normalized_DDC="0063" Normalized_Weight="0.05555555555555555" />
<identifier Org="ISBN:3540441395" Paper_ID="/33497.html" Extracted="3540441395" DDC="004/.35" Normalized_DDC="00435" Normalized_Weight="0.05555555555555555" />
<identifier Org="ISBN:3540497196" Paper_ID="/33497.html" Extracted="3540497196" DDC="629.8932" Normalized_DDC="6298932" Normalized_Weight="0.05555555555555555" />
<identifier Org="ISBN:3540628584" Paper_ID="/33497.html" Extracted="3540628584" DDC="006.3/1" Normalized_DDC="00631" Normalized_Weight="0.05555555555555555" />
<identifier Org="ISBN:3540654801" Paper_ID="/33497.html" Extracted="3540654801" DDC="629.8/9263" Normalized_DDC="62989263" Normalized_Weight="0.05555555555555555" />
<identifier Org="ISBN:3540657010" Paper_ID="/33497.html" Extracted="3540657010" DDC="006.3/1" Normalized_DDC="00631" Normalized_Weight="0.05555555555555555" />
<identifier Org="ISBN:3540659072" Paper_ID="/33497.html" Extracted="3540659072" DDC="003/.3" Normalized_DDC="0033" Normalized_Weight="0.05555555555555555" />
<identifier Org="ISBN:3540691332" Paper_ID="/33497.html" Extracted="3540691332" DDC="591.50113" Normalized_DDC="59150113" Normalized_Weight="0.05555555555555555" />
<identifier Org="ISBN:3540712305" Paper_ID="/33497.html" Extracted="3540712305" DDC="006.3/1" Normalized_DDC="00631" Normalized_Weight="0.05555555555555555" />
<identifier Org="ISBN:3540729259" Paper_ID="/33497.html" Extracted="3540729259" />
<identifier Org="ISBN:3540743766" Paper_ID="/33497.html" Extracted="3540743766" DDC="006.3" Normalized_DDC="0063" Normalized_Weight="0.05555555555555555" />
<identifier Org="ISBN:3540749128" Paper_ID="/33497.html" Extracted="3540749128" />
<identifier Org="ISBN:3540779477" Paper_ID="/33497.html" Extracted="3540779477" DDC="006.3" Normalized_DDC="0063" Normalized_Weight="0.05555555555555555" />
</rec>
<rec ID="/640919.html" Type="inproceedings" CiteSeer_Book="ECAI Workshop LDAIS ICMAS Workshop LIOME" CiteSeer_Volume="" Title="Learning Real Team Solutions,">
<identifier Org="ISBN:3540316493" Paper_ID="/640919.html" Extracted="3540316493" />
<identifier Org="ISBN:3540440259" Paper_ID="/640919.html" Extracted="3540440259" DDC="005.74" Normalized_DDC="00574" Normalized_Weight="0.3333333333333333" />
<identifier Org="ISBN:3540628584" Paper_ID="/640919.html" Extracted="3540628584" DDC="006.3/1" Normalized_DDC="00631" Normalized_Weight="0.3333333333333333" />
<identifier Org="ISBN:3540647805" Paper_ID="/640919.html" Extracted="3540647805" DDC="006" Normalized_DDC="006" Normalized_Weight="0.3333333333333333" />
</rec>
<rec ID="SELF" Type="SELF" CiteSeer_Book="SELF" CiteSeer_Volume="SELF" Title="Learning Team Strategies: Soccer Case Studies">
<identifier Org="ISBN:0262194384" Paper_ID="SELF" Extracted="0262194384" DDC="006.3" Normalized_DDC="0063" Normalized_Weight="0.09090909090909091" />
<identifier Org="ISBN:0262632004" Paper_ID="SELF" Extracted="0262632004" DDC="591.50113" Normalized_DDC="59150113" Normalized_Weight="0.09090909090909091" />
<identifier Org="ISBN:0262661446" Paper_ID="SELF" Extracted="0262661446" DDC="591.5/01/1" Normalized_DDC="5915011" Normalized_Weight="0.09090909090909091" />
<identifier Org="ISBN:0769506259" Paper_ID="SELF" Extracted="0769506259" DDC="006.3" Normalized_DDC="0063" Normalized_Weight="0.09090909090909091" />
<identifier Org="ISBN:0780358414" Paper_ID="SELF" Extracted="0780358414" />
<identifier Org="ISBN:0780363493" Paper_ID="SELF" Extracted="0780363493" DDC="629.8/92" Normalized_DDC="629892" Normalized_Weight="0.09090909090909091" />
<identifier Org="ISBN:0805838805" Paper_ID="SELF" Extracted="0805838805" DDC="153" Normalized_DDC="153" Normalized_Weight="0.09090909090909091" />
<identifier Org="ISBN:1409200736" Paper_ID="SELF" Extracted="1409200736" />
<identifier Org="ISBN:3540497196" Paper_ID="SELF" Extracted="3540497196" DDC="629.8932" Normalized_DDC="6298932" Normalized_Weight="0.09090909090909091" />
<identifier Org="ISBN:3540679111" Paper_ID="SELF" Extracted="3540679111" DDC="006.3" Normalized_DDC="0063" Normalized_Weight="0.09090909090909091" />
<identifier Org="ISBN:3540719830" Paper_ID="SELF" Extracted="3540719830" DDC="006.3" Normalized_DDC="0063" Normalized_Weight="0.09090909090909091" />
<identifier Org="ISBN:3540762639" Paper_ID="SELF" Extracted="3540762639" DDC="006.3/2" Normalized_DDC="00632" Normalized_Weight="0.09090909090909091" />
<identifier Org="ISBN:3790813486" Paper_ID="SELF" Extracted="3790813486" DDC="794.8/151" Normalized_DDC="7948151" Normalized_Weight="0.09090909090909091" />
</rec>
</references_metadata>