<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-02872813</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-18T09:01:15+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">Distributed-memory multi-GPU block-sparse tensor contraction for electronic structure</title>
            <title xml:lang="fr">Contraction de tenseur creux par blocs sur plates-formes distribuées équipées de nœuds multi-GPUs</title>
            <author role="aut">
              <persName>
                <forename type="first">Thomas</forename>
                <surname>Herault</surname>
              </persName>
              <email type="md5">df3315e144430ee8c28de74c4762dc78</email>
              <email type="domain">lri.fr</email>
              <idno type="idhal" notation="numeric">833735</idno>
              <idno type="halauthorid" notation="string">147705-833735</idno>
              <affiliation ref="#struct-135613"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Yves</forename>
                <surname>Robert</surname>
              </persName>
              <email type="md5">aec427d759bc4cc35d16e45efa251fa7</email>
              <email type="domain">ens-lyon.fr</email>
              <idno type="idhal" notation="string">yves-robert</idno>
              <idno type="idhal" notation="numeric">739318</idno>
              <idno type="halauthorid" notation="string">17225-739318</idno>
              <idno type="ORCID">https://orcid.org/0000-0003-2361-055X</idno>
              <idno type="IDREF">https://www.idref.fr/029813611</idno>
              <orgName ref="#struct-0"/>
              <affiliation ref="#struct-179718"/>
              <affiliation ref="#struct-135613"/>
              <affiliation ref="#struct-35418"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">George</forename>
                <surname>Bosilca</surname>
              </persName>
              <email type="md5">91c666e94133de5b988b02d5fd260074</email>
              <email type="domain">eecs.utk.edu</email>
              <idno type="idhal" notation="numeric">863939</idno>
              <idno type="halauthorid" notation="string">420514-863939</idno>
              <orgName ref="#struct-303308"/>
              <affiliation ref="#struct-135613"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Robert</forename>
                <surname>Harrison</surname>
              </persName>
              <idno type="halauthorid">857721-0</idno>
              <affiliation ref="#struct-303386"/>
              <affiliation ref="#struct-3392"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Cannada</forename>
                <forename type="middle">A</forename>
                <surname>Lewis</surname>
              </persName>
              <idno type="halauthorid">1985697-0</idno>
              <affiliation ref="#struct-48310"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Edward</forename>
                <forename type="middle">F</forename>
                <surname>Valeev</surname>
              </persName>
              <idno type="halauthorid">1985698-0</idno>
              <affiliation ref="#struct-38295"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Equipe</forename>
                <surname>Roma</surname>
              </persName>
              <email type="md5">2c902657f98676987e904a1c81b280d7</email>
              <email type="domain">gmail.com</email>
            </editor>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2020-06-17 20:57:50</date>
              <date type="whenModified">2025-10-13 09:44:14</date>
              <date type="whenReleased">2020-06-18 10:19:13</date>
              <date type="whenProduced">2020-06</date>
              <date type="whenEndEmbargoed">2020-06-17</date>
              <ref type="file" target="https://inria.hal.science/hal-02872813v1/document">
                <date notBefore="2020-06-17"/>
              </ref>
              <ref type="file" subtype="author" n="1" target="https://inria.hal.science/hal-02872813v1/file/rr9353.pdf" id="file-2872813-2525678">
                <date notBefore="2020-06-17"/>
              </ref>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="178705">
                <persName>
                  <forename>Equipe</forename>
                  <surname>Roma</surname>
                </persName>
                <email type="md5">2c902657f98676987e904a1c81b280d7</email>
                <email type="domain">gmail.com</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-02872813</idno>
            <idno type="halUri">https://inria.hal.science/hal-02872813</idno>
            <idno type="halBibtex">herault:hal-02872813</idno>
            <idno type="halRefHtml">[Research Report] RR-9353, Inria - Research Centre Grenoble – Rhône-Alpes. 2020</idno>
            <idno type="halRef">[Research Report] RR-9353, Inria - Research Centre Grenoble – Rhône-Alpes. 2020</idno>
            <availability status="restricted">
              <licence target="https://about.hal.science/hal-authorisation-v1/">HAL Authorization<ref corresp="#file-2872813-2525678"/></licence>
            </availability>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="ENS-LYON">École Normale Supérieure de Lyon</idno>
            <idno type="stamp" n="CNRS">CNRS - Centre national de la recherche scientifique</idno>
            <idno type="stamp" n="INRIA">INRIA - Institut National de Recherche en Informatique et en Automatique</idno>
            <idno type="stamp" n="UNIV-LYON1">Université Claude Bernard - Lyon I</idno>
            <idno type="stamp" n="INRIA-RHA">INRIA Grenoble - Rhône-Alpes</idno>
            <idno type="stamp" n="INRIA-RRRT">Rapports de recherche et Technique de l'Inria</idno>
            <idno type="stamp" n="LIP" corresp="UNIV-LYON1">Laboratoire de l'Informatique du Parallélisme</idno>
            <idno type="stamp" n="INRIA_TEST">INRIA - Institut National de Recherche en Informatique et en Automatique</idno>
            <idno type="stamp" n="TESTALAIN1">TESTALAIN1</idno>
            <idno type="stamp" n="INRIA2">INRIA 2</idno>
            <idno type="stamp" n="LARA">LARA</idno>
            <idno type="stamp" n="INRIA-RENGRE">INRIA-RENGRE</idno>
            <idno type="stamp" n="UDL">UDL</idno>
            <idno type="stamp" n="UNIV-LYON">Université de Lyon</idno>
            <idno type="stamp" n="INRIA-ETATSUNIS">Copublications Inria-Etats-Unis</idno>
          </seriesStmt>
          <notesStmt>
            <note type="report" n="6">Research Report</note>
          </notesStmt>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">Distributed-memory multi-GPU block-sparse tensor contraction for electronic structure</title>
                <title xml:lang="fr">Contraction de tenseur creux par blocs sur plates-formes distribuées équipées de nœuds multi-GPUs</title>
                <author role="aut">
                  <persName>
                    <forename type="first">Thomas</forename>
                    <surname>Herault</surname>
                  </persName>
                  <email type="md5">df3315e144430ee8c28de74c4762dc78</email>
                  <email type="domain">lri.fr</email>
                  <idno type="idhal" notation="numeric">833735</idno>
                  <idno type="halauthorid" notation="string">147705-833735</idno>
                  <affiliation ref="#struct-135613"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Yves</forename>
                    <surname>Robert</surname>
                  </persName>
                  <email type="md5">aec427d759bc4cc35d16e45efa251fa7</email>
                  <email type="domain">ens-lyon.fr</email>
                  <idno type="idhal" notation="string">yves-robert</idno>
                  <idno type="idhal" notation="numeric">739318</idno>
                  <idno type="halauthorid" notation="string">17225-739318</idno>
                  <idno type="ORCID">https://orcid.org/0000-0003-2361-055X</idno>
                  <idno type="IDREF">https://www.idref.fr/029813611</idno>
                  <orgName ref="#struct-0"/>
                  <affiliation ref="#struct-179718"/>
                  <affiliation ref="#struct-135613"/>
                  <affiliation ref="#struct-35418"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">George</forename>
                    <surname>Bosilca</surname>
                  </persName>
                  <email type="md5">91c666e94133de5b988b02d5fd260074</email>
                  <email type="domain">eecs.utk.edu</email>
                  <idno type="idhal" notation="numeric">863939</idno>
                  <idno type="halauthorid" notation="string">420514-863939</idno>
                  <orgName ref="#struct-303308"/>
                  <affiliation ref="#struct-135613"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Robert</forename>
                    <surname>Harrison</surname>
                  </persName>
                  <idno type="halauthorid">857721-0</idno>
                  <affiliation ref="#struct-303386"/>
                  <affiliation ref="#struct-3392"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Cannada</forename>
                    <forename type="middle">A</forename>
                    <surname>Lewis</surname>
                  </persName>
                  <idno type="halauthorid">1985697-0</idno>
                  <affiliation ref="#struct-48310"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Edward</forename>
                    <forename type="middle">F</forename>
                    <surname>Valeev</surname>
                  </persName>
                  <idno type="halauthorid">1985698-0</idno>
                  <affiliation ref="#struct-38295"/>
                </author>
              </analytic>
              <monogr>
                <idno type="reportNumber">RR-9353</idno>
                <imprint>
                  <date type="datePub">2020-06</date>
                </imprint>
                <authority type="institution">Inria - Research Centre Grenoble – Rhône-Alpes</authority>
              </monogr>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <keywords scheme="author">
                <term xml:lang="en">block-sparse ma...</term>
                <term xml:lang="en">PaRSEC</term>
                <term xml:lang="en">multi-GPU node</term>
                <term xml:lang="en">distributed-mem...</term>
                <term xml:lang="en">tensor contract...</term>
                <term xml:lang="en">Electronic  str...</term>
                <term xml:lang="fr">Contraction de tenseur</term>
                <term xml:lang="fr">Produit de matrices</term>
                <term xml:lang="fr">Mémoire distribuée</term>
                <term xml:lang="fr">Noeud multi-GPU</term>
                <term xml:lang="fr">PaRSEC</term>
              </keywords>
              <classCode scheme="halDomain" n="info">Computer Science [cs]</classCode>
              <classCode scheme="halTypology" n="REPORT">Reports</classCode>
              <classCode scheme="halOldTypology" n="REPORT">Reports</classCode>
              <classCode scheme="halTreeTypology" n="REPORT.RESREPORT">Reports - Research report</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>Many domains of scientific simulation (chemistry, condensed matter physics,data science) increasingly eschew dense tensors for block-sparse tensors, sometimes with additional structure (recursive hierarchy, rank sparsity, etc.).  Distributed-memory parallel computation with block-sparse tensorial data is paramount to minimize the time-to-solution (e.g.,to study dynamical problems or for real-time analysis) and to accommodate problems of realistic size that are too large to fit into the host/device memory of a single node equipped with  accelerators. Unfortunately, computation with such irregular data structures is a poor match to the dominant imperative, bulk-synchronous parallel programming model. In this paper, we focus on the critical element of block-sparse tensoralgebra, namely binary tensor contraction, and report on an efficient and scalable implementation using the task-focused PaRSEC runtime. High performance of the block-sparse tensor contraction on the Summit supercomputer is demonstrated for synthetic data aswell as for real data involved in electronic structure simulations of unprecedented size.</p>
            </abstract>
            <abstract xml:lang="fr">
              <p>Les tenseurs creux par blocs (block-sparse) sont présents dans de nombreux  domaines scienfiifiques. Ce rapport étudie la parallélisation d’un noyau de  contraction essentiel pour la manipulation de tels tenseurs, qui peut se matérialiser sous forme d’un produit de matrices C←C+AB, où les trois  matrices ont une structure creuse par blocs, où les tuiles de A et B sont de  tailles hétérogènes, et où Best carrée de taille n, alors que A et C sont  rectangulaires de taille m×n avec m &lt;&lt; n. Nous proposons une implémentation  sur la  plate-forme Summit à mémoire distribuée, où chaque nœud est équipé de plusieurs GPUs, au sein de l’environnement de tâches PaRSEC. Nous obtenons de bonnes performances pour des problèmes de taille inégalées à ce jour.</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="laboratory" xml:id="struct-135613" status="VALID">
          <orgName>Innovative Computing Laboratory [Knoxville]</orgName>
          <orgName type="acronym">ICL</orgName>
          <desc>
            <address>
              <addrLine>Suite 203 Claxton1122 Volunteer BlvdKnoxville, TN 37996</addrLine>
              <country key="US"/>
            </address>
            <ref type="url">http://icl.cs.utk.edu/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-303308" type="direct"/>
          </listRelation>
        </org>
        <org type="researchteam" xml:id="struct-179718" status="OLD">
          <idno type="RNSR">201221200W</idno>
          <orgName>Optimisation des ressources : modèles, algorithmes et ordonnancement</orgName>
          <orgName type="acronym">ROMA</orgName>
          <date type="start">2015-01-01</date>
          <date type="end">2021-12-31</date>
          <desc>
            <address>
              <addrLine>Laboratoire de l'Informatique du Parallélisme 46 Allée d'Italie 69364 Lyon</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/equipes/roma</ref>
          </desc>
          <listRelation>
            <relation active="#struct-2497" type="direct"/>
            <relation active="#struct-300009" type="indirect"/>
            <relation active="#struct-35418" type="direct"/>
            <relation active="#struct-6818" type="indirect"/>
            <relation active="#struct-301088" type="indirect"/>
            <relation active="#struct-194495" type="indirect"/>
            <relation name="UMR5668 / URA1398" active="#struct-441569" type="indirect"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-35418" status="VALID">
          <idno type="IdRef">191041289</idno>
          <idno type="ISNI">0000000104538607</idno>
          <idno type="RNSR">200317503S</idno>
          <idno type="ROR">04msnz457</idno>
          <orgName>Laboratoire de l'Informatique du Parallélisme</orgName>
          <orgName type="acronym">LIP</orgName>
          <date type="start">1990-01-01</date>
          <desc>
            <address>
              <addrLine>46 Allée d'Italie 69364 LYON CEDEX 07</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.ens-lyon.fr/LIP/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-6818" type="direct"/>
            <relation active="#struct-301088" type="direct"/>
            <relation active="#struct-194495" type="direct"/>
            <relation active="#struct-300009" type="direct"/>
            <relation name="UMR5668 / URA1398" active="#struct-441569" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-303386" status="VALID">
          <idno type="ISNI">0000 0001 2216 9681</idno>
          <idno type="ROR">https://ror.org/05qghxh33</idno>
          <orgName>Stony Brook University [SUNY]</orgName>
          <orgName type="acronym">SBU</orgName>
          <desc>
            <address>
              <addrLine>100 Nicolls Road, Stony Brook, NY 11794</addrLine>
              <country key="US"/>
            </address>
            <ref type="url">http://www.stonybrook.edu</ref>
          </desc>
          <listRelation>
            <relation active="#struct-361557" type="direct"/>
          </listRelation>
        </org>
        <org type="regrouplaboratory" xml:id="struct-3392" status="VALID">
          <idno type="IdRef">032927622</idno>
          <orgName>Brookhaven National Laboratory [Upton, NY]</orgName>
          <orgName type="acronym">BNL</orgName>
          <date type="start">1947-01-01</date>
          <desc>
            <address>
              <addrLine>Brookhaven Avenue, Upton, NY 11973</addrLine>
              <country key="US"/>
            </address>
            <ref type="url">http://www.bnl.gov/world/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-301590" type="direct"/>
            <relation active="#struct-303386" type="direct"/>
            <relation active="#struct-361557" type="indirect"/>
            <relation active="#struct-361287" type="direct"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-48310" status="VALID">
          <orgName>Sandia National Laboratories [Livermore]</orgName>
          <desc>
            <address>
              <addrLine>P.O. Box 969 Livermore, CA 94551-0969</addrLine>
              <country key="US"/>
            </address>
            <ref type="url">http://www.sandia.gov/index.html</ref>
          </desc>
          <listRelation>
            <relation active="#struct-366076" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-38295" status="VALID">
          <idno type="ROR">https://ror.org/02smfhw86</idno>
          <orgName>Virginia Polytechnic Institute and State University [Blacksburg]</orgName>
          <desc>
            <address>
              <addrLine>302 Whittemore Blacksburg VA 24061</addrLine>
              <country key="US"/>
            </address>
            <ref type="url">http://www.vt.edu/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-303308" status="VALID">
          <idno type="ROR">https://ror.org/020f3ap87</idno>
          <orgName>The University of Tennessee [Knoxville]</orgName>
          <desc>
            <address>
              <addrLine>Knoxville, Tennessee 37996</addrLine>
              <country key="US"/>
            </address>
            <ref type="url">http://www.utk.edu/</ref>
          </desc>
        </org>
        <org type="laboratory" xml:id="struct-2497" status="VALID">
          <idno type="RNSR">199218244V</idno>
          <idno type="ROR">https://ror.org/00n8d6z93</idno>
          <orgName>Centre Inria de l'Université Grenoble Alpes</orgName>
          <desc>
            <address>
              <addrLine>Inovallée655 avenue de l'Europe38330 Montbonnot</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/centre/grenoble</ref>
          </desc>
          <listRelation>
            <relation active="#struct-300009" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-300009" status="VALID">
          <idno type="ROR">https://ror.org/02kvxyf05</idno>
          <orgName>Institut National de Recherche en Informatique et en Automatique</orgName>
          <orgName type="acronym">Inria</orgName>
          <desc>
            <address>
              <addrLine>Domaine de VoluceauRocquencourt - BP 10578153 Le Chesnay Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/en/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-6818" status="VALID">
          <idno type="IdRef">149154992</idno>
          <idno type="ISNI">0000000123319856</idno>
          <idno type="ROR">https://ror.org/04zmssz18</idno>
          <idno type="Wikidata">Q10159</idno>
          <orgName>École normale supérieure de Lyon</orgName>
          <orgName type="acronym">ENS de Lyon</orgName>
          <date type="start">2010-01-01</date>
          <desc>
            <address>
              <addrLine>15 parvis René Descartes - BP 7000 - 69342 Lyon Cedex 07</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.ens-lyon.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-301088" type="direct"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-301088" status="VALID">
          <idno type="ROR">https://ror.org/01rk35k63</idno>
          <orgName>Université de Lyon</orgName>
          <desc>
            <address>
              <addrLine>92 rue Pasteur - CS 30122, 69361 Lyon Cedex 07</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.universite-lyon.fr/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-194495" status="VALID">
          <idno type="IdRef">026402823</idno>
          <idno type="ISNI">0000000121686185</idno>
          <idno type="ROR">https://ror.org/029brtt94</idno>
          <orgName>Université Claude Bernard Lyon 1</orgName>
          <orgName type="acronym">UCBL</orgName>
          <desc>
            <address>
              <addrLine>43, boulevard du 11 novembre 1918, 69622 Villeurbanne cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.univ-lyon1.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-301088" type="direct"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-441569" status="VALID">
          <idno type="IdRef">02636817X</idno>
          <idno type="ISNI">0000000122597504</idno>
          <idno type="ROR">https://ror.org/02feahw73</idno>
          <orgName>Centre National de la Recherche Scientifique</orgName>
          <orgName type="acronym">CNRS</orgName>
          <date type="start">1939-10-19</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.cnrs.fr/</ref>
          </desc>
        </org>
        <org type="regroupinstitution" xml:id="struct-361557" status="VALID">
          <idno type="IdRef">026425157</idno>
          <idno type="ROR">https://ror.org/01q1z8k08</idno>
          <orgName>State University of New York</orgName>
          <orgName type="acronym">SUNY</orgName>
          <desc>
            <address>
              <country key="US"/>
            </address>
            <ref type="url">http://www.suny.edu/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-301590" status="VALID">
          <idno type="ROR">https://ror.org/04nza6677</idno>
          <orgName>UT-Battelle, LLC</orgName>
          <date type="start">2000-01-01</date>
          <desc>
            <address>
              <addrLine>1201 Oak Ridge Turnpike, Suite 100, Oak Ridge, TN 37830</addrLine>
              <country key="US"/>
            </address>
            <ref type="url">https://www.ut-battelle.org</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-361287" status="VALID">
          <idno type="IdRef">026376903</idno>
          <orgName>U.S. Department of Energy [Washington]</orgName>
          <orgName type="acronym">DOE</orgName>
          <desc>
            <address>
              <addrLine>1000 Independence Ave. SW, Washington DC 20585</addrLine>
              <country key="US"/>
            </address>
            <ref type="url">https://www.energy.gov/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-366076" status="VALID">
          <orgName>Sandia National Laboratories - Corporation</orgName>
          <date type="start">2016-11-25</date>
          <desc>
            <address>
              <country key="US"/>
            </address>
          </desc>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>