<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-03505465</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-17T15:10:20+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">A Universal 2-state n-action Adaptive Management Solver</title>
            <author role="aut">
              <persName>
                <forename type="first">Luz Valerie</forename>
                <surname>Pascal</surname>
              </persName>
              <idno type="halauthorid">3189447-0</idno>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Marianne</forename>
                <surname>Akian</surname>
              </persName>
              <idno type="halauthorid">111173-0</idno>
              <affiliation ref="#struct-450091"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Sam</forename>
                <surname>Nicol</surname>
              </persName>
              <idno type="halauthorid">1240639-0</idno>
              <affiliation ref="#struct-458866"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Iadine</forename>
                <surname>Chades</surname>
              </persName>
              <idno type="halauthorid">167923-0</idno>
              <affiliation ref="#struct-458866"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Marianne</forename>
                <surname>Akian</surname>
              </persName>
              <email type="md5">ca9847495e168bb0a4582a6d8e657df9</email>
              <email type="domain">inria.fr</email>
            </editor>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2021-12-30 19:19:18</date>
              <date type="whenModified">2025-09-12 11:48:01</date>
              <date type="whenReleased">2021-12-30 19:19:18</date>
              <date type="whenProduced">2021-02-02</date>
              <ref type="externalLink" target="https://ojs.aaai.org/index.php/AAAI/article/download/17747/17554"/>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="102216">
                <persName>
                  <forename>Marianne</forename>
                  <surname>Akian</surname>
                </persName>
                <email type="md5">ca9847495e168bb0a4582a6d8e657df9</email>
                <email type="domain">inria.fr</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-03505465</idno>
            <idno type="halUri">https://inria.hal.science/hal-03505465</idno>
            <idno type="halBibtex">pascal:hal-03505465</idno>
            <idno type="halRefHtml">&lt;i&gt;Proceedings of the AAAI Conference on Artificial Intelligence&lt;/i&gt;, Feb 2021, virtual conference, United States. pp.14884-14892, &lt;a target="_blank" href="https://dx.doi.org/10.1609/aaai.v35i17.17747"&gt;&amp;#x27E8;10.1609/aaai.v35i17.17747&amp;#x27E9;&lt;/a&gt;</idno>
            <idno type="halRef">Proceedings of the AAAI Conference on Artificial Intelligence, Feb 2021, virtual conference, United States. pp.14884-14892, &amp;#x27E8;10.1609/aaai.v35i17.17747&amp;#x27E9;</idno>
            <availability status="restricted"/>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="SDE">Sciences De l'Environnement</idno>
            <idno type="stamp" n="X">École polytechnique</idno>
            <idno type="stamp" n="CNRS">CNRS - Centre national de la recherche scientifique</idno>
            <idno type="stamp" n="INRIA">INRIA - Institut National de Recherche en Informatique et en Automatique</idno>
            <idno type="stamp" n="INRIA-SACLAY" corresp="INRIA">INRIA Saclay - Ile de France</idno>
            <idno type="stamp" n="INSMI">CNRS-INSMI - INstitut des Sciences Mathématiques et de leurs Interactions</idno>
            <idno type="stamp" n="X-CMAP" corresp="X">Centre de Mathématiques Appliquées (CMAP)</idno>
            <idno type="stamp" n="X-DEP-MATHA">Département de mathématiques appliquées de l’École polytechnique</idno>
            <idno type="stamp" n="INRIA_TEST">INRIA - Institut National de Recherche en Informatique et en Automatique</idno>
            <idno type="stamp" n="GIP-BE">GIP Bretagne Environnement</idno>
            <idno type="stamp" n="TESTALAIN1">TESTALAIN1</idno>
            <idno type="stamp" n="CMAP">Centre de Mathématiques Appliquées (CMAP)</idno>
            <idno type="stamp" n="INRIA2">INRIA 2</idno>
            <idno type="stamp" n="TDS-MACS">Réseau de recherche en Théorie des Systèmes Distribués, Modélisation, Analyse et Contrôle des Systèmes</idno>
            <idno type="stamp" n="IP_PARIS">Institut Polytechnique de Paris</idno>
            <idno type="stamp" n="TEST-HALCNRS">Collection test HAL CNRS</idno>
            <idno type="stamp" n="GS-COMPUTER-SCIENCE">Graduate School Computer Science</idno>
            <idno type="stamp" n="INRIA-AUSTRALIE">Copublications Inria-Australie</idno>
          </seriesStmt>
          <notesStmt>
            <note type="commentary">virtual conference</note>
            <note type="audience" n="2">International</note>
            <note type="invited" n="0">No</note>
            <note type="popular" n="0">No</note>
            <note type="peer" n="1">Yes</note>
            <note type="proceedings" n="1">Yes</note>
          </notesStmt>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">A Universal 2-state n-action Adaptive Management Solver</title>
                <author role="aut">
                  <persName>
                    <forename type="first">Luz Valerie</forename>
                    <surname>Pascal</surname>
                  </persName>
                  <idno type="halauthorid">3189447-0</idno>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Marianne</forename>
                    <surname>Akian</surname>
                  </persName>
                  <idno type="halauthorid">111173-0</idno>
                  <affiliation ref="#struct-450091"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Sam</forename>
                    <surname>Nicol</surname>
                  </persName>
                  <idno type="halauthorid">1240639-0</idno>
                  <affiliation ref="#struct-458866"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Iadine</forename>
                    <surname>Chades</surname>
                  </persName>
                  <idno type="halauthorid">167923-0</idno>
                  <affiliation ref="#struct-458866"/>
                </author>
              </analytic>
              <monogr>
                <meeting>
                  <title>Proceedings of the AAAI Conference on Artificial Intelligence</title>
                  <date type="start">2021-02-02</date>
                  <settlement>virtual conference</settlement>
                  <country key="US">United States</country>
                </meeting>
                <imprint>
                  <biblScope unit="volume">35</biblScope>
                  <biblScope unit="issue">17</biblScope>
                  <biblScope unit="pp">14884-14892</biblScope>
                  <date type="datePub">2021-05-18</date>
                </imprint>
              </monogr>
              <idno type="doi">10.1609/aaai.v35i17.17747</idno>
              <ref target="https://ojs.aaai.org/index.php/AAAI/article/view/17747" type="seeAlso"/>
              <ref type="publisher">https://aaai.org/Conferences/AAAI-21/</ref>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <keywords scheme="author">
                <term xml:lang="en">Environmental Sustainability</term>
              </keywords>
              <classCode scheme="halDomain" n="math.math-oc">Mathematics [math]/Optimization and Control [math.OC]</classCode>
              <classCode scheme="halDomain" n="info.info-ai">Computer Science [cs]/Artificial Intelligence [cs.AI]</classCode>
              <classCode scheme="halDomain" n="sde.es">Environmental Sciences/Environment and Society</classCode>
              <classCode scheme="halTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halOldTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halTreeTypology" n="COMM">Conference papers</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>In poor data and urgent decision-making applications, managers need to make decisions without complete knowledge of the system dynamics. In biodiversity conservation, adaptive management (AM) is the principal tool for decision-making under uncertainty. AM can be solved using simplified Mixed Observable Markov Decision Processes called hidden model MDPs (hmMDPs) when the unknown dynamics are assumed stationary. hmMDPs provide optimal policies to AM problems by augmenting the MDP state space with an unobservable state variable representing a finite set of predefined models. A drawback in formalising an AM problem is that experts are often solicited to provide this predefined set of models by specifying the transition matrices. Expert elicitation is a challenging and time-consuming process that is prone to biases, and a key assumption of hmMDPs is that the true transition matrix will be included in the candidate model set. We propose an original approach to build a hmMDP with a universal set of predefined models that is capable of solving any 2-state n-action AM problem. Our approach uses properties of the transition matrices to build the model set and is independent of expert input, removing the potential for expert error in the optimal solution. We provide analytical formulations to derive the minimum set of models to include into an hmMDP to solve any AM problems with 2 states and n actions. We assess our universal AM algorithm on two species conservation case studies from Australia and randomly generated problems.</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="researchteam" xml:id="struct-450091" status="VALID">
          <idno type="RNSR">201621988K</idno>
          <idno type="ROR">https://ror.org/04fvec703</idno>
          <orgName>Méthodes tropicales: structures, algorithmes et interactions</orgName>
          <orgName type="acronym">TROPICAL</orgName>
          <date type="start">2016-01-01</date>
          <date type="end">2026-12-31</date>
          <desc>
            <address>
              <addrLine>1 Rue Honoré d'Estienne d'Orves91120 Palaiseau</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/equipes/tropical</ref>
          </desc>
          <listRelation>
            <relation active="#struct-89626" type="direct"/>
            <relation active="#struct-300009" type="indirect"/>
            <relation active="#struct-300340" type="indirect"/>
            <relation active="#struct-563936" type="indirect"/>
            <relation name="UMR7641" active="#struct-441569" type="indirect"/>
            <relation active="#struct-1225635" type="direct"/>
            <relation active="#struct-118511" type="indirect"/>
          </listRelation>
        </org>
        <org type="regrouplaboratory" xml:id="struct-458866" status="VALID">
          <orgName>CSIRO Land and Water</orgName>
          <desc>
            <address>
              <addrLine>Australia</addrLine>
              <country key="AU"/>
            </address>
          </desc>
          <listRelation>
            <relation active="#struct-300095" type="direct"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-89626" status="VALID">
          <idno type="IdRef">197373461</idno>
          <idno type="ISNI">000000010944436X</idno>
          <idno type="RNSR">199719340P</idno>
          <idno type="ROR">https://ror.org/012e1xn46</idno>
          <idno type="Wikidata">Q16008922</idno>
          <orgName>Centre de Mathématiques Appliquées de l'Ecole polytechnique</orgName>
          <orgName type="acronym">CMAP</orgName>
          <date type="start">2005-01-01</date>
          <desc>
            <address>
              <addrLine>Route de Saclay, 91128 Palaiseau Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://cmap.ip-paris.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-300009" type="direct"/>
            <relation active="#struct-300340" type="direct"/>
            <relation active="#struct-563936" type="indirect"/>
            <relation name="UMR7641" active="#struct-441569" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-300009" status="VALID">
          <idno type="ROR">https://ror.org/02kvxyf05</idno>
          <orgName>Institut National de Recherche en Informatique et en Automatique</orgName>
          <orgName type="acronym">Inria</orgName>
          <desc>
            <address>
              <addrLine>Domaine de VoluceauRocquencourt - BP 10578153 Le Chesnay Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/en/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-300340" status="VALID">
          <idno type="IdRef">027309320</idno>
          <idno type="ISNI">0000000121581279</idno>
          <idno type="ROR">https://ror.org/05hy3tk52</idno>
          <idno type="Wikidata">Q273626</idno>
          <orgName>École polytechnique</orgName>
          <orgName type="acronym">X</orgName>
          <date type="start">1794-03-11</date>
          <desc>
            <address>
              <addrLine>Route de Saclay, 91128 Palaiseau Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.polytechnique.edu/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-563936" type="direct"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-563936" status="VALID">
          <idno type="IdRef">238327159</idno>
          <idno type="ISNI">0000000502717600</idno>
          <idno type="ROR">https://ror.org/042tfbd02</idno>
          <idno type="Wikidata">Q48759778</idno>
          <orgName>Institut Polytechnique de Paris</orgName>
          <orgName type="acronym">IP Paris</orgName>
          <date type="start">2019-06-02</date>
          <desc>
            <address>
              <addrLine>Route de Saclay, 91120 Palaiseau Cedex, France</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.ip-paris.fr</ref>
          </desc>
        </org>
        <org type="regroupinstitution" xml:id="struct-441569" status="VALID">
          <idno type="IdRef">02636817X</idno>
          <idno type="ISNI">0000000122597504</idno>
          <idno type="ROR">https://ror.org/02feahw73</idno>
          <orgName>Centre National de la Recherche Scientifique</orgName>
          <orgName type="acronym">CNRS</orgName>
          <date type="start">1939-10-19</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.cnrs.fr/</ref>
          </desc>
        </org>
        <org type="department" xml:id="struct-1225635" status="VALID">
          <idno type="ROR">https://ror.org/026839t73</idno>
          <orgName>Centre Inria de l'Institut Polytechnique de Paris</orgName>
          <date type="start">2022-11-01</date>
          <desc>
            <address>
              <addrLine>1 rue Honoré d'Estienne d'Orves –Bâtiment Alan Turing –Campus de l'École Polytechnique –91120 Palaiseau</addrLine>
              <country key="FR"/>
            </address>
          </desc>
          <listRelation>
            <relation active="#struct-118511" type="direct"/>
            <relation active="#struct-300009" type="indirect"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-118511" status="VALID">
          <idno type="RNSR">200818248E</idno>
          <idno type="ROR">https://ror.org/0315e5x55</idno>
          <orgName>Centre Inria de Saclay</orgName>
          <desc>
            <address>
              <addrLine>1 rue Honoré d'Estienne d'OrvesBâtiment Alan TuringCampus de l'École Polytechnique91120 Palaiseau</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/centre/saclay</ref>
          </desc>
          <listRelation>
            <relation active="#struct-300009" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-300095" status="VALID">
          <idno type="ROR">https://ror.org/03qn8fb07</idno>
          <orgName>Commonwealth Scientific and Industrial Research Organisation [Australia]</orgName>
          <orgName type="acronym">CSIRO</orgName>
          <date type="start">1916-01-01</date>
          <desc>
            <address>
              <addrLine>GPO Box 1700, Canberra ACT 2600</addrLine>
              <country key="AU"/>
            </address>
            <ref type="url">http://www.csiro.au/</ref>
          </desc>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>