<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-04836227</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-03T12:30:43+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">Deep reinforcement learning approach for UAV search path planning in discrete time and space</title>
            <author role="aut">
              <persName>
                <forename type="first">Najoua</forename>
                <surname>Benalaya</surname>
              </persName>
              <idno type="halauthorid">2692705-0</idno>
              <affiliation ref="#struct-563936"/>
              <affiliation ref="#struct-95599"/>
              <affiliation ref="#struct-1166667"/>
              <affiliation ref="#struct-230633"/>
              <affiliation ref="#struct-23855"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Ichrak</forename>
                <surname>Amdouni</surname>
              </persName>
              <idno type="halauthorid">391086-0</idno>
              <affiliation ref="#struct-230633"/>
              <affiliation ref="#struct-23855"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Cédric</forename>
                <surname>Adjih</surname>
              </persName>
              <email type="md5">5ab87b1a15a280c267bbd348dc538c8b</email>
              <email type="domain">inria.fr</email>
              <idno type="idhal" notation="string">cedric-adjih</idno>
              <idno type="idhal" notation="numeric">3758</idno>
              <idno type="halauthorid" notation="string">2112-3758</idno>
              <idno type="IDREF">https://www.idref.fr/060743700</idno>
              <idno type="ORCID">https://orcid.org/0000-0003-3924-5374</idno>
              <affiliation ref="#struct-563449"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Anis</forename>
                <surname>Laouiti</surname>
              </persName>
              <email type="md5">9d2586acb62a13d1acead24d11e7fc77</email>
              <email type="domain">telecom-sudparis.eu</email>
              <idno type="idhal" notation="string">anis-laouiti</idno>
              <idno type="idhal" notation="numeric">181662</idno>
              <idno type="halauthorid" notation="string">27166-181662</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-1287-4739</idno>
              <affiliation ref="#struct-563936"/>
              <affiliation ref="#struct-95599"/>
              <affiliation ref="#struct-1166667"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Leila Azouz</forename>
                <surname>Saidane</surname>
              </persName>
              <idno type="halauthorid">142787-0</idno>
              <affiliation ref="#struct-230633"/>
              <affiliation ref="#struct-23855"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Cédric</forename>
                <surname>Adjih</surname>
              </persName>
              <email type="md5">5ab87b1a15a280c267bbd348dc538c8b</email>
              <email type="domain">inria.fr</email>
            </editor>
            <funder>PHCMaghreb ANGEL 24MAG18</funder>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2024-12-13 13:11:50</date>
              <date type="whenModified">2026-01-21 03:35:47</date>
              <date type="whenReleased">2024-12-13 14:24:18</date>
              <date type="whenProduced">2024-05-27</date>
              <date type="whenEndEmbargoed">2024-12-13</date>
              <ref type="file" target="https://inria.hal.science/hal-04836227v1/document">
                <date notBefore="2024-12-13"/>
              </ref>
              <ref type="file" subtype="author" n="1" target="https://inria.hal.science/hal-04836227v1/file/1571001749%20final.pdf" id="file-4836227-4210684">
                <date notBefore="2024-12-13"/>
              </ref>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="103692">
                <persName>
                  <forename>Cédric</forename>
                  <surname>Adjih</surname>
                </persName>
                <email type="md5">5ab87b1a15a280c267bbd348dc538c8b</email>
                <email type="domain">inria.fr</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-04836227</idno>
            <idno type="halUri">https://inria.hal.science/hal-04836227</idno>
            <idno type="halBibtex">benalaya:hal-04836227</idno>
            <idno type="halRefHtml">&lt;i&gt;The 20th International Wireless Communications and Mobile Computing (IWCMC)&lt;/i&gt;, May 2024, Ayia Napa, Cyprus. pp.1437-1442, &lt;a target="_blank" href="https://dx.doi.org/10.1109/IWCMC61514.2024.10592510"&gt;&amp;#x27E8;10.1109/IWCMC61514.2024.10592510&amp;#x27E9;&lt;/a&gt;</idno>
            <idno type="halRef">The 20th International Wireless Communications and Mobile Computing (IWCMC), May 2024, Ayia Napa, Cyprus. pp.1437-1442, &amp;#x27E8;10.1109/IWCMC61514.2024.10592510&amp;#x27E9;</idno>
            <availability status="restricted">
              <licence target="https://creativecommons.org/licenses/by/4.0/">CC BY 4.0 - Attribution<ref corresp="#file-4836227-4210684"/></licence>
            </availability>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="INRIA">INRIA - Institut National de Recherche en Informatique et en Automatique</idno>
            <idno type="stamp" n="INRIA-SACLAY" corresp="INRIA">INRIA Saclay - Ile de France</idno>
            <idno type="stamp" n="TELECOM-SUDPARIS" corresp="INSTITUT-MINES-TELECOM">Télécom SudParis</idno>
            <idno type="stamp" n="INRIA_TEST">INRIA - Institut National de Recherche en Informatique et en Automatique</idno>
            <idno type="stamp" n="TESTALAIN1">TESTALAIN1</idno>
            <idno type="stamp" n="INRIA2">INRIA 2</idno>
            <idno type="stamp" n="IP_PARIS">Institut Polytechnique de Paris</idno>
            <idno type="stamp" n="INSTITUTS-TELECOM">composantes instituts telecom </idno>
            <idno type="stamp" n="GS-COMPUTER-SCIENCE">Graduate School Computer Science</idno>
            <idno type="stamp" n="INSTITUT-MINES-TELECOM">Institut Mines Telecom</idno>
            <idno type="stamp" n="IP-PARIS-DEPARTEMENT-MATHEMATIQUES">Département de Mathèmatiques</idno>
            <idno type="stamp" n="IP-PARIS-MATHEMATIQUES">IP Paris Département de Mathématiques</idno>
            <idno type="stamp" n="IP-PARIS-INFORMATION-COMMUNICATION-ELECTRONIQUE">IP Paris Département d'Information, de Communication et d'Électronique</idno>
            <idno type="stamp" n="IP-PARIS-INFORMATIQUE-DONNEES-ET-IA">IP Paris Département d'Informatique, de Données et d'IA</idno>
            <idno type="stamp" n="SAMOVAR">Services répartis, Architectures, Modélisation, Validation, Administration des Réseaux</idno>
          </seriesStmt>
          <notesStmt>
            <note type="audience" n="2">International</note>
            <note type="invited" n="0">No</note>
            <note type="popular" n="0">No</note>
            <note type="peer" n="1">Yes</note>
            <note type="proceedings" n="1">Yes</note>
          </notesStmt>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">Deep reinforcement learning approach for UAV search path planning in discrete time and space</title>
                <author role="aut">
                  <persName>
                    <forename type="first">Najoua</forename>
                    <surname>Benalaya</surname>
                  </persName>
                  <idno type="halauthorid">2692705-0</idno>
                  <affiliation ref="#struct-563936"/>
                  <affiliation ref="#struct-95599"/>
                  <affiliation ref="#struct-1166667"/>
                  <affiliation ref="#struct-230633"/>
                  <affiliation ref="#struct-23855"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Ichrak</forename>
                    <surname>Amdouni</surname>
                  </persName>
                  <idno type="halauthorid">391086-0</idno>
                  <affiliation ref="#struct-230633"/>
                  <affiliation ref="#struct-23855"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Cédric</forename>
                    <surname>Adjih</surname>
                  </persName>
                  <email type="md5">5ab87b1a15a280c267bbd348dc538c8b</email>
                  <email type="domain">inria.fr</email>
                  <idno type="idhal" notation="string">cedric-adjih</idno>
                  <idno type="idhal" notation="numeric">3758</idno>
                  <idno type="halauthorid" notation="string">2112-3758</idno>
                  <idno type="IDREF">https://www.idref.fr/060743700</idno>
                  <idno type="ORCID">https://orcid.org/0000-0003-3924-5374</idno>
                  <affiliation ref="#struct-563449"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Anis</forename>
                    <surname>Laouiti</surname>
                  </persName>
                  <email type="md5">9d2586acb62a13d1acead24d11e7fc77</email>
                  <email type="domain">telecom-sudparis.eu</email>
                  <idno type="idhal" notation="string">anis-laouiti</idno>
                  <idno type="idhal" notation="numeric">181662</idno>
                  <idno type="halauthorid" notation="string">27166-181662</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-1287-4739</idno>
                  <affiliation ref="#struct-563936"/>
                  <affiliation ref="#struct-95599"/>
                  <affiliation ref="#struct-1166667"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Leila Azouz</forename>
                    <surname>Saidane</surname>
                  </persName>
                  <idno type="halauthorid">142787-0</idno>
                  <affiliation ref="#struct-230633"/>
                  <affiliation ref="#struct-23855"/>
                </author>
              </analytic>
              <monogr>
                <idno type="isbn">979-8-3503-6126-1</idno>
                <title level="m">IWCMC 2024 - The 20th International Wireless Communications and Mobile Computing</title>
                <meeting>
                  <title>The 20th International Wireless Communications and Mobile Computing (IWCMC)</title>
                  <date type="start">2024-05-27</date>
                  <date type="end">2024-05-31</date>
                  <settlement>Ayia Napa</settlement>
                  <country key="CY">Cyprus</country>
                </meeting>
                <imprint>
                  <publisher>IEEE</publisher>
                  <biblScope unit="pp">1437-1442</biblScope>
                  <date type="datePub">2024-07-17</date>
                </imprint>
              </monogr>
              <idno type="doi">10.1109/IWCMC61514.2024.10592510</idno>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <keywords scheme="author">
                <term xml:lang="en">Deep Reinforcement Learning</term>
                <term xml:lang="en">PPO</term>
                <term xml:lang="en">UAVs</term>
                <term xml:lang="en">Search Path Planning</term>
                <term xml:lang="en">Reward Design</term>
                <term xml:lang="en">Optuna</term>
                <term xml:lang="en">Hyperparameters Search</term>
              </keywords>
              <classCode scheme="halDomain" n="info">Computer Science [cs]</classCode>
              <classCode scheme="halTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halOldTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halTreeTypology" n="COMM">Conference papers</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>Path planning for search missions carried out by Unmanned Aerial Vehicles (UAVs) is a challenging problem. This is due to UAV limited energy budget and the importance of time for search operations. The objective of this study is to come up with an approach to minimize the total search time required to locate a specific target. To achieve this, we deployed a deep reinforcement learning (DRL) model based on the Proximal Policy Optimization (PPO) algorithm to solve the combinatorial optimization problem of UAV search path planning within a minimized search time. A smart reward formulation is designed to achieve the learning goal, fulfill the search requirement, and encourage the agent to select search paths that minimize search time. In addition, we employed Optuna hyperparameter optimization framework to systematically select optimal parameters for the PPO model. Most importantly, thanks to the state representation we considered, the model is generalized and adaptable to various search environments. The PPO model succeeds to compute an accurate search path to be followed by the UAV searcher. Results of the model are compared with results previously obtained with a linear program. We found that the PPO achieves almost the same expected search time, which proves the great relevance of the reward design and the hyperparameters selection we made.</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="regroupinstitution" xml:id="struct-563936" status="VALID">
          <idno type="IdRef">238327159</idno>
          <idno type="ISNI">0000000502717600</idno>
          <idno type="ROR">https://ror.org/042tfbd02</idno>
          <idno type="Wikidata">Q48759778</idno>
          <orgName>Institut Polytechnique de Paris</orgName>
          <orgName type="acronym">IP Paris</orgName>
          <date type="start">2019-06-02</date>
          <desc>
            <address>
              <addrLine>Route de Saclay, 91120 Palaiseau Cedex, France</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.ip-paris.fr</ref>
          </desc>
        </org>
        <org type="department" xml:id="struct-95599" status="VALID">
          <orgName>Département Réseaux et Services Multimédia Mobiles</orgName>
          <orgName type="acronym">TSP - RS2M</orgName>
          <desc>
            <address>
              <addrLine>Télécom SudParis - 9 rue Charles Fourier - 91011 Évry cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://rs2m.telecom-sudparis.eu/fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-352124" type="direct"/>
            <relation active="#struct-302102" type="indirect"/>
            <relation name="563936" active="#struct-563936" type="indirect"/>
          </listRelation>
        </org>
        <org type="researchteam" xml:id="struct-1166667" status="VALID">
          <orgName>Network Systems and Services</orgName>
          <orgName type="acronym">NeSS-SAMOVAR</orgName>
          <date type="start">2023-06-01</date>
          <desc>
            <address>
              <addrLine>9 rue Charles Fourier91011 Évry-Courcouronnes Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://samovar.telecom-sudparis.eu/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-638" type="direct"/>
            <relation active="#struct-352124" type="indirect"/>
            <relation active="#struct-302102" type="indirect"/>
            <relation name="563936" active="#struct-563936" type="indirect"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-230633" status="VALID">
          <orgName>École Nationale des Sciences de l'Informatique [Manouba]</orgName>
          <orgName type="acronym">ENSI</orgName>
          <date type="start">1984-01-01</date>
          <desc>
            <address>
              <addrLine>Campus Universitaire de la Manouba, 2010 Manouba</addrLine>
              <country key="TN"/>
            </address>
            <ref type="url">http://www.ensi-uma.tn/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-193244" type="direct"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-23855" status="VALID">
          <orgName>Centre de Recherche Réseau Image SysTème Architecture et MuLtimédia</orgName>
          <orgName type="acronym">CRISTAL</orgName>
          <desc>
            <address>
              <addrLine>Université Manouba Tunis, Tunisie</addrLine>
              <country key="TN"/>
            </address>
            <ref type="url">http://cristal-lab.net/home.html</ref>
          </desc>
          <listRelation>
            <relation active="#struct-230633" type="direct"/>
            <relation active="#struct-193244" type="indirect"/>
          </listRelation>
        </org>
        <org type="researchteam" xml:id="struct-563449" status="VALID">
          <idno type="RNSR">201923224R</idno>
          <idno type="ROR">https://ror.org/01z0e7y08</idno>
          <orgName>inTeRnet BEyond the usual</orgName>
          <orgName type="acronym">TRiBE</orgName>
          <date type="start">2019-06-01</date>
          <date type="end">2025-12-31</date>
          <desc>
            <address>
              <addrLine>1 rue Honoré d'Estienne d'Orves 91120 Palaiseau</addrLine>
              <country key="FR"/>
            </address>
          </desc>
          <listRelation>
            <relation active="#struct-118511" type="direct"/>
            <relation active="#struct-300009" type="indirect"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-352124" status="VALID">
          <idno type="IdRef">162347510</idno>
          <idno type="ISNI">0000000406406351</idno>
          <idno type="ROR">https://ror.org/05xvk4r52</idno>
          <idno type="Wikidata">Q43305</idno>
          <orgName>Télécom SudParis</orgName>
          <orgName type="acronym">TSP</orgName>
          <desc>
            <address>
              <addrLine>9 rue Charles Fourier -91011 Evry Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.telecom-sudparis.eu/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-302102" type="direct"/>
            <relation name="563936" active="#struct-563936" type="direct"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-302102" status="VALID">
          <idno type="IdRef">192427156</idno>
          <idno type="ISNI">000000012202567X</idno>
          <idno type="ROR">https://ror.org/025vp2923</idno>
          <idno type="Wikidata">Q27962533</idno>
          <orgName>Institut Mines-Télécom [Paris]</orgName>
          <orgName type="acronym">IMT</orgName>
          <date type="start">2012-03-01</date>
          <desc>
            <address>
              <addrLine>19 Place Marguerite Perey, 91120 Palaiseau</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.imt.fr/</ref>
          </desc>
        </org>
        <org type="laboratory" xml:id="struct-638" status="VALID">
          <idno type="IdRef">281286515</idno>
          <idno type="ISNI">0000000403830480</idno>
          <idno type="RNSR">200319330C</idno>
          <orgName>Services répartis, Architectures, MOdélisation, Validation, Administration des Réseaux</orgName>
          <orgName type="acronym">SAMOVAR</orgName>
          <desc>
            <address>
              <addrLine>Télécom Sudparis, 9 rue Charles Fourier -91011 Evry cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://samovar.telecom-sudparis.eu/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-352124" type="direct"/>
            <relation active="#struct-302102" type="indirect"/>
            <relation name="563936" active="#struct-563936" type="indirect"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-193244" status="VALID">
          <idno type="ROR">https://ror.org/0503ejf32</idno>
          <orgName>Université de la Manouba [Tunisie]</orgName>
          <orgName type="acronym">UMA</orgName>
          <desc>
            <address>
              <addrLine>Campus Universitaire de la Manouba - la Manouba 2010</addrLine>
              <country key="TN"/>
            </address>
            <ref type="url">http://www.uma.rnu.tn</ref>
          </desc>
        </org>
        <org type="laboratory" xml:id="struct-118511" status="VALID">
          <idno type="RNSR">200818248E</idno>
          <idno type="ROR">https://ror.org/0315e5x55</idno>
          <orgName>Centre Inria de Saclay</orgName>
          <desc>
            <address>
              <addrLine>1 rue Honoré d'Estienne d'OrvesBâtiment Alan TuringCampus de l'École Polytechnique91120 Palaiseau</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/centre/saclay</ref>
          </desc>
          <listRelation>
            <relation active="#struct-300009" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-300009" status="VALID">
          <idno type="ROR">https://ror.org/02kvxyf05</idno>
          <orgName>Institut National de Recherche en Informatique et en Automatique</orgName>
          <orgName type="acronym">Inria</orgName>
          <desc>
            <address>
              <addrLine>Domaine de VoluceauRocquencourt - BP 10578153 Le Chesnay Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/en/</ref>
          </desc>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>