<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of inria-00164033</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-04-24T09:28:23+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">Change Point Detection and Meta-Bandits for Online Learning in Dynamic Environments</title>
            <author role="aut">
              <persName>
                <forename type="first">Cédric</forename>
                <surname>Hartland</surname>
              </persName>
              <email type="md5">132630cdb7f405243228d5c964565e9c</email>
              <email type="domain">lri.fr</email>
              <idno type="idhal" notation="numeric">836578</idno>
              <idno type="halauthorid" notation="string">178181-836578</idno>
              <affiliation ref="#struct-56056"/>
              <affiliation ref="#struct-2544"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Nicolas</forename>
                <surname>Baskiotis</surname>
              </persName>
              <email type="md5">8da16445eac10be5786b879e642db0d1</email>
              <email type="domain">lip6.fr</email>
              <idno type="idhal" notation="string">baskiotisn</idno>
              <idno type="idhal" notation="numeric">13841</idno>
              <idno type="halauthorid" notation="string">16653-13841</idno>
              <idno type="IDREF">https://www.idref.fr/131488856</idno>
              <idno type="GOOGLE SCHOLAR">https://scholar.google.fr/citations?user=buPH8uIAAAAJ</idno>
              <idno type="ORCID">https://orcid.org/0000-0001-5015-0961</idno>
              <affiliation ref="#struct-56056"/>
              <affiliation ref="#struct-2544"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Sylvain</forename>
                <surname>Gelly</surname>
              </persName>
              <idno type="halauthorid">111451-0</idno>
              <affiliation ref="#struct-56056"/>
              <affiliation ref="#struct-2544"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Michèle</forename>
                <surname>Sebag</surname>
              </persName>
              <email type="md5">561bde41be5c447102107c78e945b69c</email>
              <email type="domain">lri.fr</email>
              <idno type="idhal" notation="numeric">1568820</idno>
              <idno type="halauthorid" notation="string">177819-1568820</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-8291-7706</idno>
              <idno type="IDREF">https://www.idref.fr/052538745</idno>
              <idno type="VIAF">https://viaf.org/viaf/272442549</idno>
              <idno type="ISNI">http://isni.org/isni/0000000383886590</idno>
              <orgName ref="#struct-441569"/>
              <affiliation ref="#struct-56056"/>
              <affiliation ref="#struct-2544"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Olivier</forename>
                <surname>Teytaud</surname>
              </persName>
              <email type="md5">f85d7d9588dc9f40fae54e7cc20b5e3d</email>
              <email type="domain">inria.fr</email>
              <idno type="idhal" notation="string">olivier-teytaud</idno>
              <idno type="idhal" notation="numeric">581</idno>
              <idno type="halauthorid" notation="string">3437-581</idno>
              <idno type="IDREF">https://www.idref.fr/05971008X</idno>
              <idno type="ORCID">https://orcid.org/0000-0001-5570-5209</idno>
              <affiliation ref="#struct-56056"/>
              <affiliation ref="#struct-2544"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Cédric</forename>
                <surname>Hartland</surname>
              </persName>
              <email type="md5">132630cdb7f405243228d5c964565e9c</email>
              <email type="domain">lri.fr</email>
            </editor>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2007-11-05 10:18:05</date>
              <date type="whenModified">2025-11-14 13:04:03</date>
              <date type="whenReleased">2007-11-05 10:52:36</date>
              <date type="whenProduced">2007-07-04</date>
              <date type="whenEndEmbargoed">2007-11-05</date>
              <ref type="file" target="https://inria.hal.science/inria-00164033v1/document">
                <date notBefore="2007-11-05"/>
              </ref>
              <ref type="file" subtype="author" n="1" target="https://inria.hal.science/inria-00164033v1/file/cap07.pdf" id="file-164033-490380">
                <date notBefore="2007-11-05"/>
              </ref>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="114344">
                <persName>
                  <forename>Cédric</forename>
                  <surname>Hartland</surname>
                </persName>
                <email type="md5">132630cdb7f405243228d5c964565e9c</email>
                <email type="domain">lri.fr</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">inria-00164033</idno>
            <idno type="halUri">https://inria.hal.science/inria-00164033</idno>
            <idno type="halBibtex">hartland:inria-00164033</idno>
            <idno type="halRefHtml">&lt;i&gt;CAp 2007 : 9è Conférence francophone sur l'apprentissage automatique&lt;/i&gt;, Jul 2007, Grenoble, France. pp.237-250</idno>
            <idno type="halRef">CAp 2007 : 9è Conférence francophone sur l'apprentissage automatique, Jul 2007, Grenoble, France. pp.237-250</idno>
            <availability status="restricted">
              <licence target="https://about.hal.science/hal-authorisation-v1/">HAL Authorization<ref corresp="#file-164033-490380"/></licence>
            </availability>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="X">École polytechnique</idno>
            <idno type="stamp" n="EC-PARIS">Ecole Centrale Paris</idno>
            <idno type="stamp" n="CNRS">CNRS - Centre national de la recherche scientifique</idno>
            <idno type="stamp" n="INRIA">INRIA - Institut National de Recherche en Informatique et en Automatique</idno>
            <idno type="stamp" n="UNIV-PSUD">Université Paris Sud - Paris XI</idno>
            <idno type="stamp" n="LIX" corresp="X">Laboratoire d'informatique de l'Ecole polytechnique</idno>
            <idno type="stamp" n="INRIA-SACLAY" corresp="INRIA">INRIA Saclay - Ile de France</idno>
            <idno type="stamp" n="X-DEP-INFO">Département d'informatique de l’École polytechnique</idno>
            <idno type="stamp" n="PARISTECH">ParisTech</idno>
            <idno type="stamp" n="INRIA_TEST">INRIA - Institut National de Recherche en Informatique et en Automatique</idno>
            <idno type="stamp" n="TESTALAIN1">TESTALAIN1</idno>
            <idno type="stamp" n="UMR8623">Laboratoire de Recherche en Informatique</idno>
            <idno type="stamp" n="INRIA2">INRIA 2</idno>
            <idno type="stamp" n="UNIV-PARIS-SACLAY">Université Paris-Saclay</idno>
            <idno type="stamp" n="UNIV-PSUD-SACLAY" corresp="UNIV-PARIS-SACLAY">Université Paris Sud pour Paris Saclay</idno>
            <idno type="stamp" n="DEPARTEMENT-DE-MATHEMATIQUES">Collection du Département de Mathématiques</idno>
          </seriesStmt>
          <notesStmt>
            <note type="audience" n="3">National</note>
            <note type="invited" n="0">No</note>
            <note type="popular" n="0">No</note>
            <note type="peer" n="1">Yes</note>
            <note type="proceedings" n="1">Yes</note>
          </notesStmt>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">Change Point Detection and Meta-Bandits for Online Learning in Dynamic Environments</title>
                <author role="aut">
                  <persName>
                    <forename type="first">Cédric</forename>
                    <surname>Hartland</surname>
                  </persName>
                  <email type="md5">132630cdb7f405243228d5c964565e9c</email>
                  <email type="domain">lri.fr</email>
                  <idno type="idhal" notation="numeric">836578</idno>
                  <idno type="halauthorid" notation="string">178181-836578</idno>
                  <affiliation ref="#struct-56056"/>
                  <affiliation ref="#struct-2544"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Nicolas</forename>
                    <surname>Baskiotis</surname>
                  </persName>
                  <email type="md5">8da16445eac10be5786b879e642db0d1</email>
                  <email type="domain">lip6.fr</email>
                  <idno type="idhal" notation="string">baskiotisn</idno>
                  <idno type="idhal" notation="numeric">13841</idno>
                  <idno type="halauthorid" notation="string">16653-13841</idno>
                  <idno type="IDREF">https://www.idref.fr/131488856</idno>
                  <idno type="GOOGLE SCHOLAR">https://scholar.google.fr/citations?user=buPH8uIAAAAJ</idno>
                  <idno type="ORCID">https://orcid.org/0000-0001-5015-0961</idno>
                  <affiliation ref="#struct-56056"/>
                  <affiliation ref="#struct-2544"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Sylvain</forename>
                    <surname>Gelly</surname>
                  </persName>
                  <idno type="halauthorid">111451-0</idno>
                  <affiliation ref="#struct-56056"/>
                  <affiliation ref="#struct-2544"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Michèle</forename>
                    <surname>Sebag</surname>
                  </persName>
                  <email type="md5">561bde41be5c447102107c78e945b69c</email>
                  <email type="domain">lri.fr</email>
                  <idno type="idhal" notation="numeric">1568820</idno>
                  <idno type="halauthorid" notation="string">177819-1568820</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-8291-7706</idno>
                  <idno type="IDREF">https://www.idref.fr/052538745</idno>
                  <idno type="VIAF">https://viaf.org/viaf/272442549</idno>
                  <idno type="ISNI">http://isni.org/isni/0000000383886590</idno>
                  <orgName ref="#struct-441569"/>
                  <affiliation ref="#struct-56056"/>
                  <affiliation ref="#struct-2544"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Olivier</forename>
                    <surname>Teytaud</surname>
                  </persName>
                  <email type="md5">f85d7d9588dc9f40fae54e7cc20b5e3d</email>
                  <email type="domain">inria.fr</email>
                  <idno type="idhal" notation="string">olivier-teytaud</idno>
                  <idno type="idhal" notation="numeric">581</idno>
                  <idno type="halauthorid" notation="string">3437-581</idno>
                  <idno type="IDREF">https://www.idref.fr/05971008X</idno>
                  <idno type="ORCID">https://orcid.org/0000-0001-5570-5209</idno>
                  <affiliation ref="#struct-56056"/>
                  <affiliation ref="#struct-2544"/>
                </author>
              </analytic>
              <monogr>
                <meeting>
                  <title>CAp 2007 : 9è Conférence francophone sur l'apprentissage automatique</title>
                  <date type="start">2007-07-04</date>
                  <date type="end">2007-07-06</date>
                  <settlement>Grenoble</settlement>
                  <country key="FR">France</country>
                </meeting>
                <imprint>
                  <biblScope unit="pp">237-250</biblScope>
                  <date type="datePub">2007</date>
                </imprint>
              </monogr>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <keywords scheme="author">
                <term xml:lang="en">dynamic environments</term>
                <term xml:lang="en">ucb</term>
                <term xml:lang="en">meta bandits</term>
                <term xml:lang="en">online learning</term>
              </keywords>
              <classCode scheme="classification">apprentissage en ligne</classCode>
              <classCode scheme="halDomain" n="info.info-ai">Computer Science [cs]/Artificial Intelligence [cs.AI]</classCode>
              <classCode scheme="halDomain" n="info.info-lg">Computer Science [cs]/Machine Learning [cs.LG]</classCode>
              <classCode scheme="halDomain" n="math.math-st">Mathematics [math]/Statistics [math.ST]</classCode>
              <classCode scheme="halDomain" n="stat.th">Statistics [stat]/Statistics Theory [stat.TH]</classCode>
              <classCode scheme="halTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halOldTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halTreeTypology" n="COMM">Conference papers</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>Motivated by realtime website optimization, this paper is about online learning in abruptly changing environments. Two extensions of the UCBT algorithm are combined in order to handle dynamic multi-armed bandits, and specifically to cope with fast variations in the rewards. Firstly, a change point detection test based on Page-Hinkley statistics is used to overcome the limitations due to the UCBT inertia. Secondly, a controlled forgetting strategy dubbed Meta-Bandit is proposed to take care of the Exploration vs Exploitation trade-off when the PH test is triggered. Extensive empirical validation shows significant improvements compared to the baseline algorithms. The paper also investigates the sensitivity of the proposed algorithm with respect to the number of available options.</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="researchteam" xml:id="struct-56056" status="OLD">
          <idno type="RNSR">200318378T</idno>
          <orgName>Algorithmic number theory for cryptology</orgName>
          <orgName type="acronym">TANC</orgName>
          <desc>
            <address>
              <addrLine>LIX</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/equipes/tanc</ref>
          </desc>
          <listRelation>
            <relation active="#struct-2071" type="direct"/>
            <relation active="#struct-300340" type="indirect"/>
            <relation active="#struct-563936" type="indirect"/>
            <relation name="UMR7161" active="#struct-441569" type="indirect"/>
            <relation active="#struct-118511" type="direct"/>
            <relation active="#struct-300009" type="indirect"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-2544" status="OLD">
          <idno type="RNSR">199812948M</idno>
          <orgName>Laboratoire de Recherche en Informatique</orgName>
          <orgName type="acronym">LRI</orgName>
          <date type="end">2019-12-31</date>
          <desc>
            <address>
              <addrLine>LRI - Bâtiments 650-660 Université Paris-Sud 91405 Orsay Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.lri.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-92966" type="direct"/>
            <relation active="#struct-411575" type="direct"/>
            <relation name="UMR8623" active="#struct-441569" type="direct"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-2071" status="VALID">
          <idno type="IdRef">196509955</idno>
          <idno type="ISNI">0000000403673665</idno>
          <idno type="RNSR">200519331V</idno>
          <idno type="ROR">https://ror.org/04afed728</idno>
          <idno type="Wikidata">Q16009025</idno>
          <orgName>Laboratoire d'informatique de l'École polytechnique [Palaiseau]</orgName>
          <orgName type="acronym">LIX</orgName>
          <date type="start">2005-01-01</date>
          <desc>
            <address>
              <addrLine>1 Rue Honoré d’Estienne d’Orves, Bâtiment Alain Turing, 91120 Palaiseau</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.lix.polytechnique.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-300340" type="direct"/>
            <relation active="#struct-563936" type="indirect"/>
            <relation name="UMR7161" active="#struct-441569" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-300340" status="VALID">
          <idno type="IdRef">027309320</idno>
          <idno type="ISNI">0000000121581279</idno>
          <idno type="ROR">https://ror.org/05hy3tk52</idno>
          <idno type="Wikidata">Q273626</idno>
          <orgName>École polytechnique</orgName>
          <orgName type="acronym">X</orgName>
          <date type="start">1794-03-11</date>
          <desc>
            <address>
              <addrLine>Route de Saclay, 91128 Palaiseau Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.polytechnique.edu/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-563936" type="direct"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-563936" status="VALID">
          <idno type="IdRef">238327159</idno>
          <idno type="ISNI">0000000502717600</idno>
          <idno type="ROR">https://ror.org/042tfbd02</idno>
          <idno type="Wikidata">Q48759778</idno>
          <orgName>Institut Polytechnique de Paris</orgName>
          <orgName type="acronym">IP Paris</orgName>
          <date type="start">2019-06-02</date>
          <desc>
            <address>
              <addrLine>Route de Saclay, 91120 Palaiseau Cedex, France</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.ip-paris.fr</ref>
          </desc>
        </org>
        <org type="regroupinstitution" xml:id="struct-441569" status="VALID">
          <idno type="IdRef">02636817X</idno>
          <idno type="ISNI">0000000122597504</idno>
          <idno type="ROR">https://ror.org/02feahw73</idno>
          <orgName>Centre National de la Recherche Scientifique</orgName>
          <orgName type="acronym">CNRS</orgName>
          <date type="start">1939-10-19</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.cnrs.fr/</ref>
          </desc>
        </org>
        <org type="laboratory" xml:id="struct-118511" status="VALID">
          <idno type="RNSR">200818248E</idno>
          <idno type="ROR">https://ror.org/0315e5x55</idno>
          <orgName>Centre Inria de Saclay</orgName>
          <desc>
            <address>
              <addrLine>1 rue Honoré d'Estienne d'OrvesBâtiment Alan TuringCampus de l'École Polytechnique91120 Palaiseau</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/centre/saclay</ref>
          </desc>
          <listRelation>
            <relation active="#struct-300009" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-300009" status="VALID">
          <idno type="ROR">https://ror.org/02kvxyf05</idno>
          <orgName>Institut National de Recherche en Informatique et en Automatique</orgName>
          <orgName type="acronym">Inria</orgName>
          <desc>
            <address>
              <addrLine>Domaine de VoluceauRocquencourt - BP 10578153 Le Chesnay Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/en/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-92966" status="OLD">
          <idno type="ROR">https://ror.org/028rypz17</idno>
          <orgName>Université Paris-Sud - Paris 11</orgName>
          <orgName type="acronym">UP11</orgName>
          <date type="end">2019-12-31</date>
          <desc>
            <address>
              <addrLine>Bâtiment 300 - 91405 Orsay cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.u-psud.fr/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-411575" status="VALID">
          <idno type="IdRef">184443237</idno>
          <idno type="ROR">https://ror.org/019tcpt25</idno>
          <orgName>CentraleSupélec</orgName>
          <desc>
            <address>
              <addrLine>3, rue Joliot Curie,Plateau de Moulon,91192 GIF-SUR-YVETTE Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.centralesupelec.fr</ref>
          </desc>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>