Automatically assigned DDC number: 00435
Manually assigned DDC number: 00435
Number of references: 8
Title: Data Access Reorganizations in Compiling Out-of-core Data Parallel Programs on Distributed Memory Machines
Author:
Author:
Author:
Subject: Rajesh Bordawekar,Alok Choudhary,Rajeev Thakur Data Access Reorganizations in Compiling Out-of-core Data Parallel Programs on Distributed Memory Machines
Description: This paper describes techniques for translating out-of-core programs written in a data parallel language like HPF to message passing node programs with explicit parallel I/O. We describe the basic compilation model and various steps involved in the compilation. The compilation process is explained with the help of an out-of-core matrix multiplication program. We first discuss how an out-of-core program can be translated by extending the method used for translating in-core programs. We demonstrate that straightforward extension of in-core compiler does not work for out-of-core programs. We then describe how the compiler can optimize the code by (1) estimating the I/O costs associated with different array access patterns, (2) reorganizing array accesses, (3) selecting the method with the least I/O cost, and (4) allocating memory according to access cost for competing out-of-core arrays. These optimizations can reduce the amount of I/O by as much as an order of magnitude. Performance resu...
Contributor: The Pennsylvania State University CiteSeer Archives
Publisher: unknown
Date: 1998-12-27
Pubyear: 1994
Format: ps
Identifier: http://citeseer.ist.psu.edu/160724.html
Source: ftp://erc.cat.syr.edu/ece/choudhary/PASSION/access_reorg.ps.Z
Language: en
Relation:
Relation:
Relation:
Relation:
Relation:
Relation:
Relation:
Relation:
Rights: unrestricted
<?xml version="1.0" encoding="UTF-8"?>
<references_metadata>
<rec ID="/582165.html" Type="article" CiteSeer_Book="ACM Computing Surveys" CiteSeer_Volume="26" Title="Compiler Transformations for High-Performance Computing,">
<identifier Org="ISBN:038700310X" Paper_ID="/582165.html" Extracted="038700310X" DDC="004.5" Normalized_DDC="0045" Normalized_Weight="0.07692307692307693" />
<identifier Org="ISBN:0387731369" Paper_ID="/582165.html" Extracted="0387731369" DDC="004" Normalized_DDC="004" Normalized_Weight="0.07692307692307693" />
<identifier Org="ISBN:038774908X" Paper_ID="/582165.html" Extracted="038774908X" />
<identifier Org="ISBN:0818675578" Paper_ID="/582165.html" Extracted="0818675578" />
<identifier Org="ISBN:0818679018" Paper_ID="/582165.html" Extracted="0818679018" />
<identifier Org="ISBN:084931240X" Paper_ID="/582165.html" Extracted="084931240X" DDC="005.4/53" Normalized_DDC="005453" Normalized_Weight="0.07692307692307693" />
<identifier Org="ISBN:0849326168" Paper_ID="/582165.html" Extracted="0849326168" DDC="004/.35" Normalized_DDC="00435" Normalized_Weight="0.07692307692307693" />
<identifier Org="ISBN:0849326184" Paper_ID="/582165.html" Extracted="0849326184" DDC="004/.35" Normalized_DDC="00435" Normalized_Weight="0.07692307692307693" />
<identifier Org="ISBN:0849379237" Paper_ID="/582165.html" Extracted="0849379237" DDC="621.3815" Normalized_DDC="6213815" Normalized_Weight="0.07692307692307693" />
<identifier Org="ISBN:1402075286" Paper_ID="/582165.html" Extracted="1402075286" DDC="005.1" Normalized_DDC="0051" Normalized_Weight="0.07692307692307693" />
<identifier Org="ISBN:3540201459" Paper_ID="/582165.html" Extracted="3540201459" DDC="005.4/53" Normalized_DDC="005453" Normalized_Weight="0.07692307692307693" />
<identifier Org="ISBN:354028009X" Paper_ID="/582165.html" Extracted="354028009X" DDC="004/.35" Normalized_DDC="00435" Normalized_Weight="0.07692307692307693" />
<identifier Org="ISBN:3540307818" Paper_ID="/582165.html" Extracted="3540307818" DDC="001.64" Normalized_DDC="00164" Normalized_Weight="0.07692307692307693" />
<identifier Org="ISBN:3540435379" Paper_ID="/582165.html" Extracted="3540435379" DDC="005.13" Normalized_DDC="00513" Normalized_Weight="0.07692307692307693" />
<identifier Org="ISBN:3540610537" Paper_ID="/582165.html" Extracted="3540610537" DDC="005.4/53" Normalized_DDC="005453" Normalized_Weight="0.07692307692307693" />
<identifier Org="ISBN:3540654143" Paper_ID="/582165.html" Extracted="3540654143" DDC="004/.35" Normalized_DDC="00435" Normalized_Weight="0.07692307692307693" />
<identifier Org="ISBN:364200721X" Paper_ID="/582165.html" Extracted="364200721X" />
</rec>
<rec ID="/92085.html" Type="techreport" CiteSeer_Book="" CiteSeer_Volume="" Title="Memory-Hierarchy Management,">
<identifier Org="ISBN:0070388687" Paper_ID="/92085.html" Extracted="0070388687" DDC="005.4/35" Normalized_DDC="005435" Normalized_Weight="0.09090909090909091" />
<identifier Org="ISBN:0780318633" Paper_ID="/92085.html" Extracted="0780318633" DDC="004" Normalized_DDC="004" Normalized_Weight="0.09090909090909091" />
<identifier Org="ISBN:0780319613" Paper_ID="/92085.html" Extracted="0780319613" DDC="621.381" Normalized_DDC="621381" Normalized_Weight="0.09090909090909091" />
<identifier Org="ISBN:0780377133" Paper_ID="/92085.html" Extracted="0780377133" DDC="621.382/2" Normalized_DDC="6213822" Normalized_Weight="0.09090909090909091" />
<identifier Org="ISBN:0818620250" Paper_ID="/92085.html" Extracted="0818620250" />
<identifier Org="ISBN:0818678348" Paper_ID="/92085.html" Extracted="0818678348" DDC="005.4/3" Normalized_DDC="00543" Normalized_Weight="0.09090909090909091" />
<identifier Org="ISBN:0818679778" Paper_ID="/92085.html" Extracted="0818679778" DDC="005.6" Normalized_DDC="0056" Normalized_Weight="0.09090909090909091" />
<identifier Org="ISBN:1595930574" Paper_ID="/92085.html" Extracted="1595930574" />
<identifier Org="ISBN:2884491287" Paper_ID="/92085.html" Extracted="2884491287" DDC="620.0028563" Normalized_DDC="6200028563" Normalized_Weight="0.09090909090909091" />
<identifier Org="ISBN:3540659692" Paper_ID="/92085.html" Extracted="3540659692" DDC="004/.3" Normalized_DDC="0043" Normalized_Weight="0.09090909090909091" />
<identifier Org="ISBN:3540668187" Paper_ID="/92085.html" Extracted="3540668187" DDC="005.1/17" Normalized_DDC="005117" Normalized_Weight="0.09090909090909091" />
<identifier Org="ISBN:3540678581" Paper_ID="/92085.html" Extracted="3540678581" DDC="005.453" Normalized_DDC="005453" Normalized_Weight="0.09090909090909091" />
<identifier Org="ISBN:3540743081" Paper_ID="/92085.html" Extracted="3540743081" DDC="004.22" Normalized_DDC="00422" Normalized_Weight="0.09090909090909091" />
</rec>
<rec ID="/221670.html" Type="inproceedings" CiteSeer_Book="SIGPLAN Conference on Programming Language Design and Implementation" CiteSeer_Volume="" Title="Improving Register Allocation for Subscripted Variables,">
<identifier Org="ISBN:0262050668" Paper_ID="/221670.html" Extracted="0262050668" DDC="004/.068/5" Normalized_DDC="0040685" Normalized_Weight="0.0625" />
<identifier Org="ISBN:0521582741" Paper_ID="/221670.html" Extracted="0521582741" DDC="005.4/53" Normalized_DDC="005453" Normalized_Weight="0.0625" />
<identifier Org="ISBN:0780304942" Paper_ID="/221670.html" Extracted="0780304942" />
<identifier Org="ISBN:0792373707" Paper_ID="/221670.html" Extracted="0792373707" DDC="005.4/53" Normalized_DDC="005453" Normalized_Weight="0.0625" />
<identifier Org="ISBN:0792393678" Paper_ID="/221670.html" Extracted="0792393678" DDC="004/.35" Normalized_DDC="00435" Normalized_Weight="0.0625" />
<identifier Org="ISBN:0849301920" Paper_ID="/221670.html" Extracted="0849301920" DDC="004/.35" Normalized_DDC="00435" Normalized_Weight="0.0625" />
<identifier Org="ISBN:3540212973" Paper_ID="/221670.html" Extracted="3540212973" DDC="005.4/53" Normalized_DDC="005453" Normalized_Weight="0.0625" />
<identifier Org="ISBN:3540223770" Paper_ID="/221670.html" Extracted="3540223770" DDC="004.2/2" Normalized_DDC="00422" Normalized_Weight="0.0625" />
<identifier Org="ISBN:3540425128" Paper_ID="/221670.html" Extracted="3540425128" DDC="005.1" Normalized_DDC="0051" Normalized_Weight="0.0625" />
<identifier Org="ISBN:3540539042" Paper_ID="/221670.html" Extracted="3540539042" DDC="511.3" Normalized_DDC="5113" Normalized_Weight="0.0625" />
<identifier Org="ISBN:3540541519" Paper_ID="/221670.html" Extracted="3540541519" DDC="004/.35" Normalized_DDC="00435" Normalized_Weight="0.0625" />
<identifier Org="ISBN:354060765X" Paper_ID="/221670.html" Extracted="354060765X" DDC="005.4/53" Normalized_DDC="005453" Normalized_Weight="0.0625" />
<identifier Org="ISBN:3540616268" Paper_ID="/221670.html" Extracted="3540616268" DDC="004/.35" Normalized_DDC="00435" Normalized_Weight="0.0625" />
<identifier Org="ISBN:3540657177" Paper_ID="/221670.html" Extracted="3540657177" DDC="005.4/53" Normalized_DDC="005453" Normalized_Weight="0.0625" />
<identifier Org="ISBN:3540676686" Paper_ID="/221670.html" Extracted="3540676686" DDC="005.13/1" Normalized_DDC="005131" Normalized_Weight="0.0625" />
<identifier Org="ISBN:3540693297" Paper_ID="/221670.html" Extracted="3540693297" DDC="004/.35" Normalized_DDC="00435" Normalized_Weight="0.0625" />
<identifier Org="ISBN:3540715274" Paper_ID="/221670.html" Extracted="3540715274" DDC="621.39" Normalized_DDC="62139" Normalized_Weight="0.0625" />
</rec>
<rec ID="/803.html" Type="article" CiteSeer_Book="Scientific Programming" CiteSeer_Volume="1" Title="Programming in {Vienna} {Fortran},">
<identifier Org="ISBN:047165471X" Paper_ID="/803.html" Extracted="047165471X" DDC="004/.35" Normalized_DDC="00435" Normalized_Weight="0.0625" />
<identifier Org="ISBN:0818684275" Paper_ID="/803.html" Extracted="0818684275" DDC="005.2/75" Normalized_DDC="005275" Normalized_Weight="0.0625" />
<identifier Org="ISBN:082474067X" Paper_ID="/803.html" Extracted="082474067X" DDC="004/.35" Normalized_DDC="00435" Normalized_Weight="0.0625" />
<identifier Org="ISBN:084931240X" Paper_ID="/803.html" Extracted="084931240X" DDC="005.4/53" Normalized_DDC="005453" Normalized_Weight="0.0625" />
<identifier Org="ISBN:0897915895" Paper_ID="/803.html" Extracted="0897915895" DDC="005.2" Normalized_DDC="0052" Normalized_Weight="0.0625" />
<identifier Org="ISBN:3540419454" Paper_ID="/803.html" Extracted="3540419454" DDC="005.4/53" Normalized_DDC="005453" Normalized_Weight="0.0625" />
<identifier Org="ISBN:3540573143" Paper_ID="/803.html" Extracted="3540573143" DDC="004/.35" Normalized_DDC="00435" Normalized_Weight="0.0625" />
<identifier Org="ISBN:3540579818" Paper_ID="/803.html" Extracted="3540579818" DDC="004/.3" Normalized_DDC="0043" Normalized_Weight="0.0625" />
<identifier Org="ISBN:3540580212" Paper_ID="/803.html" Extracted="3540580212" DDC="004.24/01/1" Normalized_DDC="00424011" Normalized_Weight="0.0625" />
<identifier Org="ISBN:3540584307" Paper_ID="/803.html" Extracted="3540584307" DDC="004/.35" Normalized_DDC="00435" Normalized_Weight="0.0625" />
<identifier Org="ISBN:3540602224" Paper_ID="/803.html" Extracted="3540602224" DDC="004/.35" Normalized_DDC="00435" Normalized_Weight="0.0625" />
<identifier Org="ISBN:354060765X" Paper_ID="/803.html" Extracted="354060765X" DDC="005.4/53" Normalized_DDC="005453" Normalized_Weight="0.0625" />
<identifier Org="ISBN:3540650415" Paper_ID="/803.html" Extracted="3540650415" DDC="004/.35" Normalized_DDC="00435" Normalized_Weight="0.0625" />
<identifier Org="ISBN:3540654143" Paper_ID="/803.html" Extracted="3540654143" DDC="004/.35" Normalized_DDC="00435" Normalized_Weight="0.0625" />
<identifier Org="ISBN:354067442X" Paper_ID="/803.html" Extracted="354067442X" DDC="004/.36" Normalized_DDC="00436" Normalized_Weight="0.0625" />
<identifier Org="ISBN:3764350903" Paper_ID="/803.html" Extracted="3764350903" DDC="005.2" Normalized_DDC="0052" Normalized_Weight="0.0625" />
</rec>
<rec ID="/309293.html" Type="techreport" CiteSeer_Book="" CiteSeer_Volume="" Title="{High Performance Fortran} Language Specification, version 1.0,">
<identifier Org="ISBN:0262193957" Paper_ID="/309293.html" Extracted="0262193957" DDC="005.1/01/1366" Normalized_DDC="0051011366" Normalized_Weight="0.05263157894736842" />
<identifier Org="ISBN:0262610949" Paper_ID="/309293.html" Extracted="0262610949" DDC="005.13/3" Normalized_DDC="005133" Normalized_Weight="0.05263157894736842" />
<identifier Org="ISBN:0818671777" Paper_ID="/309293.html" Extracted="0818671777" DDC="004.35" Normalized_DDC="00435" Normalized_Weight="0.05263157894736842" />
<identifier Org="ISBN:0818676833" Paper_ID="/309293.html" Extracted="0818676833" DDC="004.35" Normalized_DDC="00435" Normalized_Weight="0.05263157894736842" />
<identifier Org="ISBN:0849326168" Paper_ID="/309293.html" Extracted="0849326168" DDC="004/.35" Normalized_DDC="00435" Normalized_Weight="0.05263157894736842" />
<identifier Org="ISBN:0849326184" Paper_ID="/309293.html" Extracted="0849326184" DDC="004/.35" Normalized_DDC="00435" Normalized_Weight="0.05263157894736842" />
<identifier Org="ISBN:0849389852" Paper_ID="/309293.html" Extracted="0849389852" DDC="004/.35" Normalized_DDC="00435" Normalized_Weight="0.05263157894736842" />
<identifier Org="ISBN:0897915895" Paper_ID="/309293.html" Extracted="0897915895" DDC="005.2" Normalized_DDC="0052" Normalized_Weight="0.05263157894736842" />
<identifier Org="ISBN:3540419454" Paper_ID="/309293.html" Extracted="3540419454" DDC="005.4/53" Normalized_DDC="005453" Normalized_Weight="0.05263157894736842" />
<identifier Org="ISBN:3540578773" Paper_ID="/309293.html" Extracted="3540578773" DDC="005.4/5" Normalized_DDC="00545" Normalized_Weight="0.05263157894736842" />
<identifier Org="ISBN:3540579818" Paper_ID="/309293.html" Extracted="3540579818" DDC="004/.3" Normalized_DDC="0043" Normalized_Weight="0.05263157894736842" />
<identifier Org="ISBN:354058868X" Paper_ID="/309293.html" Extracted="354058868X" DDC="005.2" Normalized_DDC="0052" Normalized_Weight="0.05263157894736842" />
<identifier Org="ISBN:3540643591" Paper_ID="/309293.html" Extracted="3540643591" DDC="004/.35" Normalized_DDC="00435" Normalized_Weight="0.05263157894736842" />
<identifier Org="ISBN:3540644431" Paper_ID="/309293.html" Extracted="3540644431" DDC="004/.35" Normalized_DDC="00435" Normalized_Weight="0.05263157894736842" />
<identifier Org="ISBN:3540648259" Paper_ID="/309293.html" Extracted="3540648259" DDC="005.4/3475" Normalized_DDC="00543475" Normalized_Weight="0.05263157894736842" />
<identifier Org="ISBN:3540650415" Paper_ID="/309293.html" Extracted="3540650415" DDC="004/.35" Normalized_DDC="00435" Normalized_Weight="0.05263157894736842" />
<identifier Org="ISBN:3540664262" Paper_ID="/309293.html" Extracted="3540664262" DDC="005.453" Normalized_DDC="005453" Normalized_Weight="0.05263157894736842" />
<identifier Org="ISBN:3540777032" Paper_ID="/309293.html" Extracted="3540777032" DDC="004.11" Normalized_DDC="00411" Normalized_Weight="0.05263157894736842" />
<identifier Org="ISBN:3764350903" Paper_ID="/309293.html" Extracted="3764350903" DDC="005.2" Normalized_DDC="0052" Normalized_Weight="0.05263157894736842" />
</rec>
<rec ID="/100681.html" Type="inproceedings" CiteSeer_Book="Proceedings of the 1990 International Conference on Parallel Processing" CiteSeer_Volume="" Title="Tiling of Iteration Spaces for Multicomputers,">
<identifier Org="ISBN:0271007281" Paper_ID="/100681.html" Extracted="0271007281" DDC="004.35" Normalized_DDC="00435" Normalized_Weight="0.125" />
<identifier Org="ISBN:0769505740" Paper_ID="/100681.html" Extracted="0769505740" />
<identifier Org="ISBN:0780300513" Paper_ID="/100681.html" Extracted="0780300513" DDC="621.3815" Normalized_DDC="6213815" Normalized_Weight="0.125" />
<identifier Org="ISBN:0792317181" Paper_ID="/100681.html" Extracted="0792317181" DDC="004" Normalized_DDC="004" Normalized_Weight="0.125" />
<identifier Org="ISBN:0792392833" Paper_ID="/100681.html" Extracted="0792392833" DDC="005.4/53" Normalized_DDC="005453" Normalized_Weight="0.125" />
<identifier Org="ISBN:0818621133" Paper_ID="/100681.html" Extracted="0818621133" DDC="004/.36" Normalized_DDC="00436" Normalized_Weight="0.125" />
<identifier Org="ISBN:0818656808" Paper_ID="/100681.html" Extracted="0818656808" DDC="004/.35" Normalized_DDC="00435" Normalized_Weight="0.125" />
<identifier Org="ISBN:0818671092" Paper_ID="/100681.html" Extracted="0818671092" />
<identifier Org="ISBN:0849301920" Paper_ID="/100681.html" Extracted="0849301920" DDC="004/.35" Normalized_DDC="00435" Normalized_Weight="0.125" />
<identifier Org="ISBN:3183292106" Paper_ID="/100681.html" Extracted="3183292106" />
<identifier Org="ISBN:3540555994" Paper_ID="/100681.html" Extracted="3540555994" DDC="004/.35" Normalized_DDC="00435" Normalized_Weight="0.125" />
</rec>
<rec ID="/45091.html" Type="inproceedings" CiteSeer_Book="Proceedings of the 8th ACM International Conference on Supercomputing" CiteSeer_Volume="" Title="{Compiler and Runtime Support for Out-of-Core {HPF} Programs},">
<identifier Org="ISBN:0262681420" Paper_ID="/45091.html" Extracted="0262681420" DDC="004.7" Normalized_DDC="0047" Normalized_Weight="0.25" />
<identifier Org="ISBN:0818669659" Paper_ID="/45091.html" Extracted="0818669659" DDC="004/.35" Normalized_DDC="00435" Normalized_Weight="0.25" />
<identifier Org="ISBN:0818669667" Paper_ID="/45091.html" Extracted="0818669667" DDC="004/.35" Normalized_DDC="00435" Normalized_Weight="0.25" />
<identifier Org="ISBN:3540422935" Paper_ID="/45091.html" Extracted="3540422935" DDC="004.3" Normalized_DDC="0043" Normalized_Weight="0.25" />
<identifier Org="ISBN:3540768351" Paper_ID="/45091.html" Extracted="3540768351" />
</rec>
<rec ID="/33856.html" Type="inproceedings" CiteSeer_Book="Proceedings of the Scalable Parallel Libraries Conference" CiteSeer_Volume="" Title="{PASSION} Runtime Library for Parallel {I/O},">
<identifier Org="ISBN:0262681420" Paper_ID="/33856.html" Extracted="0262681420" DDC="004.7" Normalized_DDC="0047" Normalized_Weight="0.3333333333333333" />
<identifier Org="ISBN:0780399773" Paper_ID="/33856.html" Extracted="0780399773" />
<identifier Org="ISBN:0818671955" Paper_ID="/33856.html" Extracted="0818671955" />
<identifier Org="ISBN:0818675519" Paper_ID="/33856.html" Extracted="0818675519" DDC="004.35" Normalized_DDC="00435" Normalized_Weight="0.3333333333333333" />
<identifier Org="ISBN:1581131232" Paper_ID="/33856.html" Extracted="1581131232" DDC="004/.35" Normalized_DDC="00435" Normalized_Weight="0.3333333333333333" />
<identifier Org="ISBN:1595930809" Paper_ID="/33856.html" Extracted="1595930809" />
</rec>
<rec ID="SELF" Type="SELF" CiteSeer_Book="SELF" CiteSeer_Volume="SELF" Title="Data Access Reorganizations in Compiling Out-of-core Data Parallel Programs on Distributed Memory Machines">
<identifier Org="ISBN:0262681420" Paper_ID="SELF" Extracted="0262681420" DDC="004.7" Normalized_DDC="0047" Normalized_Weight="0.1111111111111111" />
<identifier Org="ISBN:0471139467" Paper_ID="SELF" Extracted="0471139467" DDC="621.3/03" Normalized_DDC="621303" Normalized_Weight="0.1111111111111111" />
<identifier Org="ISBN:0818675519" Paper_ID="SELF" Extracted="0818675519" DDC="004.35" Normalized_DDC="00435" Normalized_Weight="0.1111111111111111" />
<identifier Org="ISBN:0818677929" Paper_ID="SELF" Extracted="0818677929" DDC="004.35" Normalized_DDC="00435" Normalized_Weight="0.1111111111111111" />
<identifier Org="ISBN:0818680679" Paper_ID="SELF" Extracted="0818680679" DDC="004/.36" Normalized_DDC="00436" Normalized_Weight="0.1111111111111111" />
<identifier Org="ISBN:084931240X" Paper_ID="SELF" Extracted="084931240X" DDC="005.4/53" Normalized_DDC="005453" Normalized_Weight="0.1111111111111111" />
<identifier Org="ISBN:1581131232" Paper_ID="SELF" Extracted="1581131232" DDC="004/.35" Normalized_DDC="00435" Normalized_Weight="0.1111111111111111" />
<identifier Org="ISBN:3540628401" Paper_ID="SELF" Extracted="3540628401" DDC="004/.35" Normalized_DDC="00435" Normalized_Weight="0.1111111111111111" />
<identifier Org="ISBN:3540658211" Paper_ID="SELF" Extracted="3540658211" DDC="004.3" Normalized_DDC="0043" Normalized_Weight="0.1111111111111111" />
</rec>
</references_metadata>