<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-02058290</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-19T12:13:44+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">On-the-fly scheduling vs. reservation-based scheduling for unpredictable workflows</title>
            <author role="aut">
              <persName>
                <forename type="first">Ana</forename>
                <surname>Gainaru</surname>
              </persName>
              <idno type="halauthorid">691426-0</idno>
              <affiliation ref="#struct-168363"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Hongyang</forename>
                <surname>Sun</surname>
              </persName>
              <email type="md5">b3bddddd3d32db8b1ee4267ddadfd952</email>
              <email type="domain">ens-lyon.fr</email>
              <idno type="idhal" notation="numeric">987755</idno>
              <idno type="halauthorid" notation="string">861285-987755</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-4379-4467</idno>
              <idno type="IDREF">https://www.idref.fr/234090510</idno>
              <affiliation ref="#struct-168363"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Guillaume</forename>
                <surname>Aupy</surname>
              </persName>
              <email type="md5">2f076f60888784d727c6be00ea2da0b0</email>
              <email type="domain">inria.fr</email>
              <idno type="idhal" notation="string">guillaume-aupy</idno>
              <idno type="idhal" notation="numeric">526</idno>
              <idno type="halauthorid" notation="string">19532-526</idno>
              <idno type="IDREF">https://www.idref.fr/181087006</idno>
              <idno type="ORCID">https://orcid.org/0000-0001-8862-3277</idno>
              <orgName ref="#struct-0"/>
              <affiliation ref="#struct-409750"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Yuankai</forename>
                <surname>Huo</surname>
              </persName>
              <idno type="halauthorid">1539119-0</idno>
              <affiliation ref="#struct-168363"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Bennett</forename>
                <forename type="middle">A</forename>
                <surname>Landman</surname>
              </persName>
              <idno type="idhal" notation="numeric">793140</idno>
              <idno type="halauthorid" notation="string">1490078-793140</idno>
              <idno type="ORCID">https://orcid.org/0000-0001-5733-2127</idno>
              <affiliation ref="#struct-168363"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Padma</forename>
                <surname>Raghavan</surname>
              </persName>
              <email type="md5">a90bd7c071f86558c3d6099902cd1f15</email>
              <email type="domain">cse.psu.edu</email>
              <idno type="idhal" notation="numeric">866001</idno>
              <idno type="halauthorid" notation="string">435894-866001</idno>
              <affiliation ref="#struct-168363"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Guillaume</forename>
                <surname>Pallez (Aupy)</surname>
              </persName>
              <email type="md5">2f076f60888784d727c6be00ea2da0b0</email>
              <email type="domain">inria.fr</email>
            </editor>
            <funder>This research was supported in part by National Science Foundation grant CCF1719674 and Vanderbilt Institutional Fun</funder>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2019-03-05 21:44:21</date>
              <date type="whenModified">2025-05-26 14:36:02</date>
              <date type="whenReleased">2019-03-06 09:34:04</date>
              <date type="whenProduced">2019</date>
              <date type="whenEndEmbargoed">2019-03-05</date>
              <ref type="file" target="https://inria.hal.science/hal-02058290v1/document">
                <date notBefore="2019-03-05"/>
              </ref>
              <ref type="file" subtype="author" n="1" target="https://inria.hal.science/hal-02058290v1/file/ijhpca_CR.pdf" id="file-2058290-2062766">
                <date notBefore="2019-03-05"/>
              </ref>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="174902">
                <persName>
                  <forename>Guillaume</forename>
                  <surname>Pallez (Aupy)</surname>
                </persName>
                <email type="md5">2f076f60888784d727c6be00ea2da0b0</email>
                <email type="domain">inria.fr</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-02058290</idno>
            <idno type="halUri">https://inria.hal.science/hal-02058290</idno>
            <idno type="halBibtex">gainaru:hal-02058290</idno>
            <idno type="halRefHtml">&lt;i&gt;International Journal of High Performance Computing Applications&lt;/i&gt;, In press, &lt;a target="_blank" href="https://dx.doi.org/10.1177/1094342019841681"&gt;&amp;#x27E8;10.1177/1094342019841681&amp;#x27E9;&lt;/a&gt;</idno>
            <idno type="halRef">International Journal of High Performance Computing Applications, In press, &amp;#x27E8;10.1177/1094342019841681&amp;#x27E9;</idno>
            <availability status="restricted">
              <licence target="https://about.hal.science/hal-authorisation-v1/">HAL Authorization<ref corresp="#file-2058290-2062766"/></licence>
            </availability>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="CNRS">CNRS - Centre national de la recherche scientifique</idno>
            <idno type="stamp" n="INRIA">INRIA - Institut National de Recherche en Informatique et en Automatique</idno>
            <idno type="stamp" n="ENSEIRB">Ecole Nationale Supérieure d'Electronique, Informatique et Radiocommunications de Bordeaux</idno>
            <idno type="stamp" n="INRIA-BORDEAUX">INRIA Bordeaux - Sud-Ouest</idno>
            <idno type="stamp" n="UNIV-BORDEAUX">Université de Bordeaux</idno>
            <idno type="stamp" n="INRIA_TEST">INRIA - Institut National de Recherche en Informatique et en Automatique</idno>
            <idno type="stamp" n="TESTALAIN1">TESTALAIN1</idno>
            <idno type="stamp" n="INRIA2">INRIA 2</idno>
            <idno type="stamp" n="TEST-HALCNRS">Collection test HAL CNRS</idno>
            <idno type="stamp" n="INRIAARTDOI">INRIAARTDOI</idno>
            <idno type="stamp" n="TEST3-HALCNRS">TEST3-HALCNRS</idno>
            <idno type="stamp" n="INRIA-ETATSUNIS">Copublications Inria-Etats-Unis</idno>
            <idno type="stamp" n="UNIVERSITE-BORDEAUX">Université de Bordeaux</idno>
          </seriesStmt>
          <notesStmt>
            <note type="audience" n="2">International</note>
            <note type="popular" n="0">No</note>
            <note type="peer" n="1">Yes</note>
          </notesStmt>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">On-the-fly scheduling vs. reservation-based scheduling for unpredictable workflows</title>
                <author role="aut">
                  <persName>
                    <forename type="first">Ana</forename>
                    <surname>Gainaru</surname>
                  </persName>
                  <idno type="halauthorid">691426-0</idno>
                  <affiliation ref="#struct-168363"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Hongyang</forename>
                    <surname>Sun</surname>
                  </persName>
                  <email type="md5">b3bddddd3d32db8b1ee4267ddadfd952</email>
                  <email type="domain">ens-lyon.fr</email>
                  <idno type="idhal" notation="numeric">987755</idno>
                  <idno type="halauthorid" notation="string">861285-987755</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-4379-4467</idno>
                  <idno type="IDREF">https://www.idref.fr/234090510</idno>
                  <affiliation ref="#struct-168363"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Guillaume</forename>
                    <surname>Aupy</surname>
                  </persName>
                  <email type="md5">2f076f60888784d727c6be00ea2da0b0</email>
                  <email type="domain">inria.fr</email>
                  <idno type="idhal" notation="string">guillaume-aupy</idno>
                  <idno type="idhal" notation="numeric">526</idno>
                  <idno type="halauthorid" notation="string">19532-526</idno>
                  <idno type="IDREF">https://www.idref.fr/181087006</idno>
                  <idno type="ORCID">https://orcid.org/0000-0001-8862-3277</idno>
                  <orgName ref="#struct-0"/>
                  <affiliation ref="#struct-409750"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Yuankai</forename>
                    <surname>Huo</surname>
                  </persName>
                  <idno type="halauthorid">1539119-0</idno>
                  <affiliation ref="#struct-168363"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Bennett</forename>
                    <forename type="middle">A</forename>
                    <surname>Landman</surname>
                  </persName>
                  <idno type="idhal" notation="numeric">793140</idno>
                  <idno type="halauthorid" notation="string">1490078-793140</idno>
                  <idno type="ORCID">https://orcid.org/0000-0001-5733-2127</idno>
                  <affiliation ref="#struct-168363"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Padma</forename>
                    <surname>Raghavan</surname>
                  </persName>
                  <email type="md5">a90bd7c071f86558c3d6099902cd1f15</email>
                  <email type="domain">cse.psu.edu</email>
                  <idno type="idhal" notation="numeric">866001</idno>
                  <idno type="halauthorid" notation="string">435894-866001</idno>
                  <affiliation ref="#struct-168363"/>
                </author>
              </analytic>
              <monogr>
                <idno type="halJournalId" status="VALID">14463</idno>
                <idno type="issn">1094-3420</idno>
                <title level="j">International Journal of High Performance Computing Applications</title>
                <imprint>
                  <publisher>SAGE Publications</publisher>
                  <date type="datePub" subtype="inPress">2019</date>
                </imprint>
              </monogr>
              <idno type="doi">10.1177/1094342019841681</idno>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <keywords scheme="author">
                <term xml:lang="en">On-the-fly scheduling</term>
                <term xml:lang="en">Unpredictable workloads</term>
                <term xml:lang="en">Reservation-based scheduling</term>
                <term xml:lang="en">Neuroscience applications</term>
              </keywords>
              <classCode scheme="halDomain" n="info.info-dc">Computer Science [cs]/Distributed, Parallel, and Cluster Computing [cs.DC]</classCode>
              <classCode scheme="halTypology" n="ART">Journal articles</classCode>
              <classCode scheme="halOldTypology" n="ART">Journal articles</classCode>
              <classCode scheme="halTreeTypology" n="ART">Journal articles</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>Scientific insights in the coming decade will clearly depend on the effective processing of large datasets generated by dynamic heterogeneous applications typical of workflows in large data centers or of emerging fields like neuroscience. In this paper, we show how these big data workflows have a unique set of characteristics that pose challenges for leveraging HPC methodologies, particularly in scheduling. Our findings indicate that execution times for these workflows are highly unpredictable and are not correlated with the size of the dataset involved or the precise functions used in the analysis. We characterize this inherent variability and sketch the need for new scheduling approaches by quantifying significant gaps in achievable performance. Through simulations, we show how on-the-fly scheduling approaches can deliver benefits in both system-level and user-level performance measures. On average, we find improvements of up to 35% in system utilization and up to 45% in average stretch of the applications, illustrating the potential of increasing performance through new scheduling approaches.</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="institution" xml:id="struct-168363" status="VALID">
          <idno type="ISNI">0000 0001 2159 1389</idno>
          <idno type="ROR">https://ror.org/02vm5rt34</idno>
          <orgName>Vanderbilt University [Nashville]</orgName>
          <desc>
            <address>
              <addrLine>Nashville, Tennessee, TN 37240</addrLine>
              <country key="US"/>
            </address>
            <ref type="url">http://www.vanderbilt.edu/</ref>
          </desc>
        </org>
        <org type="researchteam" xml:id="struct-409750" status="VALID">
          <idno type="RNSR">201521202K</idno>
          <idno type="ROR">https://ror.org/04881e359</idno>
          <orgName>Topology-Aware System-Scale Data Management for High-Performance Computing</orgName>
          <orgName type="acronym">TADAAM</orgName>
          <date type="start">2017-12-01</date>
          <date type="end">2026-06-30</date>
          <desc>
            <address>
              <addrLine>200, avenue de la Vieille Tour 33405 Talence cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/equipes/tadaam</ref>
          </desc>
          <listRelation>
            <relation active="#struct-3102" type="direct"/>
            <relation active="#struct-259761" type="indirect"/>
            <relation active="#struct-300366" type="indirect"/>
            <relation name="UMR5800 / URA1304" active="#struct-441569" type="indirect"/>
            <relation active="#struct-104751" type="direct"/>
            <relation active="#struct-300009" type="indirect"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-3102" status="VALID">
          <idno type="IdRef">155054465</idno>
          <idno type="ISNI">0000000122898198</idno>
          <idno type="RNSR">199511665F</idno>
          <idno type="ROR">https://ror.org/03adqg323</idno>
          <idno type="Wikidata">Q3214395</idno>
          <orgName>Laboratoire Bordelais de Recherche en Informatique</orgName>
          <orgName type="acronym">LaBRI</orgName>
          <date type="start">1988-01-01</date>
          <desc>
            <address>
              <addrLine>Domaine Universitaire 351, cours de la Libération 33405 Talence Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.labri.fr</ref>
          </desc>
          <listRelation>
            <relation active="#struct-259761" type="direct"/>
            <relation active="#struct-300366" type="direct"/>
            <relation name="UMR5800 / URA1304" active="#struct-441569" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-259761" status="VALID">
          <idno type="IdRef">175206562</idno>
          <idno type="ROR">https://ror.org/057qpr032</idno>
          <orgName>Université de Bordeaux</orgName>
          <orgName type="acronym">UB</orgName>
          <desc>
            <address>
              <addrLine>35, place Pey Berland - 33076 Bordeaux</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.u-bordeaux.fr/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-300366" status="VALID">
          <orgName>École Nationale Supérieure d'Électronique, Informatique et Radiocommunications de Bordeaux (ENSEIRB)</orgName>
          <desc>
            <address>
              <country key="FR"/>
            </address>
          </desc>
        </org>
        <org type="regroupinstitution" xml:id="struct-441569" status="VALID">
          <idno type="IdRef">02636817X</idno>
          <idno type="ISNI">0000000122597504</idno>
          <idno type="ROR">https://ror.org/02feahw73</idno>
          <orgName>Centre National de la Recherche Scientifique</orgName>
          <orgName type="acronym">CNRS</orgName>
          <date type="start">1939-10-19</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.cnrs.fr/</ref>
          </desc>
        </org>
        <org type="laboratory" xml:id="struct-104751" status="VALID">
          <idno type="RNSR">200818243Z</idno>
          <idno type="ROR">https://ror.org/03tjcj052</idno>
          <orgName>Centre Inria de l'Université de Bordeaux</orgName>
          <desc>
            <address>
              <addrLine>200, avenue de la Vieille Tour, 33405 Talence</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/bordeaux/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-300009" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-300009" status="VALID">
          <idno type="ROR">https://ror.org/02kvxyf05</idno>
          <orgName>Institut National de Recherche en Informatique et en Automatique</orgName>
          <orgName type="acronym">Inria</orgName>
          <desc>
            <address>
              <addrLine>Domaine de VoluceauRocquencourt - BP 10578153 Le Chesnay Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/en/</ref>
          </desc>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>