<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-04814405</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-14T17:05:54+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">Learning optimal edge processing with offloading and energy harvesting</title>
            <author role="crp">
              <persName>
                <forename type="first">Andrea</forename>
                <surname>Fox</surname>
              </persName>
              <email type="md5">e596d5b4ba4424cbda5cdcd1f53bb012</email>
              <email type="domain">univ-avignon.fr</email>
              <idno type="idhal" notation="string">andrea-fox</idno>
              <idno type="idhal" notation="numeric">1320058</idno>
              <idno type="halauthorid" notation="string">2752320-1320058</idno>
              <idno type="ORCID">https://orcid.org/0009-0003-8629-6470</idno>
              <idno type="ARXIV">https://arxiv.org/a/fox_a_1</idno>
              <affiliation ref="#struct-100376"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Francesco De</forename>
                <surname>Pellegrini</surname>
              </persName>
              <idno type="idhal" notation="numeric">1397240</idno>
              <idno type="halauthorid" notation="string">1612950-1397240</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-1370-9401</idno>
              <affiliation ref="#struct-100376"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Eitan</forename>
                <surname>Altman</surname>
              </persName>
              <email type="md5">983c616d4a65d5f4d68196a7e851d04e</email>
              <email type="domain">sophia.inria.fr</email>
              <idno type="idhal" notation="numeric">964980</idno>
              <idno type="halauthorid" notation="string">105281-964980</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-2177-9979</idno>
              <affiliation ref="#struct-478608"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>NEO</forename>
                <surname>Equipe</surname>
              </persName>
              <email type="md5">81a307d840ec60cd4f0bcc74db2e02d7</email>
              <email type="domain">inria.fr</email>
            </editor>
            <funder ref="#projanr-56184"/>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2024-12-02 14:13:04</date>
              <date type="whenModified">2026-01-27 16:32:01</date>
              <date type="whenReleased">2024-12-02 14:13:04</date>
              <date type="whenProduced">2024-09</date>
              <ref type="externalLink" target="https://doi.org/10.1016/j.comcom.2024.07.009"/>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="487740">
                <persName>
                  <forename>NEO</forename>
                  <surname>Equipe</surname>
                </persName>
                <email type="md5">81a307d840ec60cd4f0bcc74db2e02d7</email>
                <email type="domain">inria.fr</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-04814405</idno>
            <idno type="halUri">https://inria.hal.science/hal-04814405</idno>
            <idno type="halBibtex">fox:hal-04814405</idno>
            <idno type="halRefHtml">&lt;i&gt;Computer Communications&lt;/i&gt;, 2024, 225, pp.324-338. &lt;a target="_blank" href="https://dx.doi.org/10.1016/j.comcom.2024.07.009"&gt;&amp;#x27E8;10.1016/j.comcom.2024.07.009&amp;#x27E9;&lt;/a&gt;</idno>
            <idno type="halRef">Computer Communications, 2024, 225, pp.324-338. &amp;#x27E8;10.1016/j.comcom.2024.07.009&amp;#x27E9;</idno>
            <availability status="restricted"/>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="UNIV-AVIGNON">Université d'Avignon</idno>
            <idno type="stamp" n="INRIA">INRIA - Institut National de Recherche en Informatique et en Automatique</idno>
            <idno type="stamp" n="INRIA-SOPHIA">INRIA Sophia Antipolis - Méditerranée</idno>
            <idno type="stamp" n="INRIASO">INRIA-SOPHIA</idno>
            <idno type="stamp" n="INRIA_TEST">INRIA - Institut National de Recherche en Informatique et en Automatique</idno>
            <idno type="stamp" n="TESTALAIN1">TESTALAIN1</idno>
            <idno type="stamp" n="INRIA2">INRIA 2</idno>
            <idno type="stamp" n="TDS-MACS">Réseau de recherche en Théorie des Systèmes Distribués, Modélisation, Analyse et Contrôle des Systèmes</idno>
            <idno type="stamp" n="UNIV-COTEDAZUR">Université Côte d'Azur</idno>
            <idno type="stamp" n="LIA" corresp="UNIV-AVIGNON">Laboratoire Informatique d'Avignon</idno>
            <idno type="stamp" n="ANR">ANR</idno>
          </seriesStmt>
          <notesStmt>
            <note type="audience" n="2">International</note>
            <note type="popular" n="0">No</note>
            <note type="peer" n="1">Yes</note>
          </notesStmt>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">Learning optimal edge processing with offloading and energy harvesting</title>
                <author role="crp">
                  <persName>
                    <forename type="first">Andrea</forename>
                    <surname>Fox</surname>
                  </persName>
                  <email type="md5">e596d5b4ba4424cbda5cdcd1f53bb012</email>
                  <email type="domain">univ-avignon.fr</email>
                  <idno type="idhal" notation="string">andrea-fox</idno>
                  <idno type="idhal" notation="numeric">1320058</idno>
                  <idno type="halauthorid" notation="string">2752320-1320058</idno>
                  <idno type="ORCID">https://orcid.org/0009-0003-8629-6470</idno>
                  <idno type="ARXIV">https://arxiv.org/a/fox_a_1</idno>
                  <affiliation ref="#struct-100376"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Francesco De</forename>
                    <surname>Pellegrini</surname>
                  </persName>
                  <idno type="idhal" notation="numeric">1397240</idno>
                  <idno type="halauthorid" notation="string">1612950-1397240</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-1370-9401</idno>
                  <affiliation ref="#struct-100376"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Eitan</forename>
                    <surname>Altman</surname>
                  </persName>
                  <email type="md5">983c616d4a65d5f4d68196a7e851d04e</email>
                  <email type="domain">sophia.inria.fr</email>
                  <idno type="idhal" notation="numeric">964980</idno>
                  <idno type="halauthorid" notation="string">105281-964980</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-2177-9979</idno>
                  <affiliation ref="#struct-478608"/>
                </author>
              </analytic>
              <monogr>
                <idno type="halJournalId" status="VALID">12018</idno>
                <idno type="issn">0140-3664</idno>
                <idno type="eissn">1873-703X</idno>
                <title level="j">Computer Communications</title>
                <imprint>
                  <publisher>Elsevier</publisher>
                  <biblScope unit="volume">225</biblScope>
                  <biblScope unit="pp">324-338</biblScope>
                  <date type="datePub">2024-09</date>
                </imprint>
              </monogr>
              <idno type="doi">10.1016/j.comcom.2024.07.009</idno>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <keywords scheme="author">
                <term xml:lang="en">AoI</term>
                <term xml:lang="en">Energy-harvesting</term>
                <term xml:lang="en">Offloading</term>
                <term xml:lang="en">MDP</term>
                <term xml:lang="en">Reinforcement learning</term>
              </keywords>
              <classCode scheme="halDomain" n="math.math-oc">Mathematics [math]/Optimization and Control [math.OC]</classCode>
              <classCode scheme="halDomain" n="info.info-gt">Computer Science [cs]/Computer Science and Game Theory [cs.GT]</classCode>
              <classCode scheme="halTypology" n="ART">Journal articles</classCode>
              <classCode scheme="halOldTypology" n="ART">Journal articles</classCode>
              <classCode scheme="halTreeTypology" n="ART">Journal articles</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>Modern portable devices can execute increasingly sophisticated AI models on sensed data. The complexity of such processing tasks is data-dependent and has relevant energy cost. This work develops an Age of Information Markovian model for a system where multiple battery-operated devices perform data processing and energy harvesting in parallel. Part of their computational burden is offloaded to an edge server which polls devices at given rate. The structural properties of an optimal policy for a single device-server system are derived. They permit to define a new model-free reinforcement learning method specialized for monotone policies, namely Ordered Q-Learning, providing a fast procedure to learn the optimal policy. The method is oblivious to the devices’ battery capacities, the cost and the value of data batch processing and to the dynamics of the energy harvesting process. Finally, the polling strategy of the server is optimized by combining this policy improvement technique with stochastic approximation methods. Extensive numerical results provide insight into the system properties and demonstrate that the proposed learning algorithms outperform existing baselines.</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="laboratory" xml:id="struct-100376" status="VALID">
          <orgName>Laboratoire Informatique d'Avignon</orgName>
          <orgName type="acronym">LIA</orgName>
          <desc>
            <address>
              <addrLine>339 Chemin des Meinajaries Agroparc BP 1228 84911 Avignon cedex 9</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://lia.univ-avignon.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-195507" type="direct"/>
            <relation active="#struct-302221" type="direct"/>
          </listRelation>
        </org>
        <org type="researchteam" xml:id="struct-478608" status="VALID">
          <idno type="RNSR">201722224M</idno>
          <idno type="ROR">https://ror.org/009bc7242</idno>
          <orgName>Network Engineering and Operations</orgName>
          <orgName type="acronym">NEO</orgName>
          <date type="start">2017-01-01</date>
          <date type="end">2026-12-31</date>
          <desc>
            <address>
              <addrLine>2004 route des Lucioles BP 93 06902 Sophia Antipolis</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.inria.fr/en/teams/neo</ref>
          </desc>
          <listRelation>
            <relation active="#struct-34586" type="direct"/>
            <relation active="#struct-300009" type="indirect"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-195507" status="VALID">
          <idno type="ROR">https://ror.org/00mfpxb84</idno>
          <orgName>Avignon Université</orgName>
          <orgName type="acronym">AU</orgName>
          <desc>
            <address>
              <addrLine>74 rue Louis Pasteur - 84 029 Avignon cedex 1</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.univ-avignon.fr/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-302221" status="VALID">
          <orgName>Centre d'Enseignement et de Recherche en Informatique - CERI</orgName>
          <desc>
            <address>
              <country key="FR"/>
            </address>
          </desc>
        </org>
        <org type="laboratory" xml:id="struct-34586" status="VALID">
          <idno type="RNSR">198318250R</idno>
          <idno type="ROR">https://ror.org/01nzkaw91</idno>
          <orgName>Centre Inria d'Université Côte d'Azur</orgName>
          <desc>
            <address>
              <addrLine>2004 route des Lucioles BP 93 06902 Sophia Antipolis</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/centre/sophia/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-300009" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-300009" status="VALID">
          <idno type="ROR">https://ror.org/02kvxyf05</idno>
          <orgName>Institut National de Recherche en Informatique et en Automatique</orgName>
          <orgName type="acronym">Inria</orgName>
          <desc>
            <address>
              <addrLine>Domaine de VoluceauRocquencourt - BP 10578153 Le Chesnay Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/en/</ref>
          </desc>
        </org>
      </listOrg>
      <listOrg type="projects">
        <org type="anrProject" xml:id="projanr-56184" status="VALID">
          <idno type="anr">ANR-21-CE25-0013</idno>
          <orgName>PARFAIT</orgName>
          <desc>Planification et apprentissage pour AI-Edge Computing (PARFAIT)</desc>
          <date type="start">2021</date>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>