<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-03122764</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-08T20:40:16+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">A Bayesian Neural Network based on Dropout Regulation</title>
            <author role="aut">
              <persName>
                <forename type="first">Claire</forename>
                <surname>Theobald</surname>
              </persName>
              <email type="md5">5672a9552fa416f413fdd369a7c3e6df</email>
              <email type="domain">loria.fr</email>
              <idno type="idhal" notation="numeric">1089512</idno>
              <idno type="halauthorid" notation="string">2138233-1089512</idno>
              <affiliation ref="#struct-205125"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Frédéric</forename>
                <surname>Pennerath</surname>
              </persName>
              <email type="md5">d019239a535728da78ba11aaee064e15</email>
              <email type="domain">centralesupelec.fr</email>
              <idno type="idhal" notation="string">frederic-pennerath</idno>
              <idno type="idhal" notation="numeric">7783</idno>
              <idno type="halauthorid" notation="string">6697-7783</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-2202-5896</idno>
              <idno type="IDREF">https://www.idref.fr/137563957</idno>
              <affiliation ref="#struct-411575"/>
              <affiliation ref="#struct-205125"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Brieuc</forename>
                <surname>Conan-Guez</surname>
              </persName>
              <email type="md5">700680e46d7df4781ffe1e275358911b</email>
              <email type="domain">univ-lorraine.fr</email>
              <idno type="idhal" notation="string">brieuc-conan-guez</idno>
              <idno type="idhal" notation="numeric">21890</idno>
              <idno type="halauthorid" notation="string">589-21890</idno>
              <idno type="IDREF">https://www.idref.fr/073242934</idno>
              <idno type="ORCID">https://orcid.org/0000-0003-4583-9777</idno>
              <affiliation ref="#struct-205125"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Miguel</forename>
                <surname>Couceiro</surname>
              </persName>
              <email type="md5">f529b06ac4780b9b07b39d207edbf60f</email>
              <email type="domain">inria.fr</email>
              <idno type="idhal" notation="string">miguel-couceiro</idno>
              <idno type="idhal" notation="numeric">1498</idno>
              <idno type="halauthorid" notation="string">17246-1498</idno>
              <idno type="ORCID">https://orcid.org/0000-0003-2316-7623</idno>
              <idno type="IDREF">https://www.idref.fr/223362395</idno>
              <idno type="GOOGLE SCHOLAR">https://scholar.google.fr/citations?user=6w-xX8sAAAAJ</idno>
              <affiliation ref="#struct-205125"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Amedeo</forename>
                <surname>Napoli</surname>
              </persName>
              <email type="md5">a9f4e75c5c51e89472d4cad3a9a5cf0b</email>
              <email type="domain">loria.fr</email>
              <idno type="idhal" notation="string">amedeo-napoli</idno>
              <idno type="idhal" notation="numeric">743383</idno>
              <idno type="halauthorid" notation="string">23717-743383</idno>
              <idno type="IDREF">https://www.idref.fr/034282297</idno>
              <orgName ref="#struct-441569"/>
              <affiliation ref="#struct-205125"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Claire</forename>
                <surname>Theobald</surname>
              </persName>
              <email type="md5">5672a9552fa416f413fdd369a7c3e6df</email>
              <email type="domain">loria.fr</email>
            </editor>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2021-02-02 11:47:02</date>
              <date type="whenWritten">2020</date>
              <date type="whenModified">2025-11-04 12:05:01</date>
              <date type="whenReleased">2021-02-03 10:40:11</date>
              <date type="whenProduced">2020-09-18</date>
              <date type="whenEndEmbargoed">2021-02-02</date>
              <ref type="file" target="https://inria.hal.science/hal-03122764v1/document">
                <date notBefore="2021-02-02"/>
              </ref>
              <ref type="file" subtype="author" n="1" target="https://inria.hal.science/hal-03122764v1/file/ct-etal-wuml20.pdf" id="file-3122764-2742478">
                <date notBefore="2021-02-02"/>
              </ref>
              <ref type="externalLink" target="http://arxiv.org/pdf/2102.01968"/>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="982344">
                <persName>
                  <forename>Claire</forename>
                  <surname>Theobald</surname>
                </persName>
                <email type="md5">5672a9552fa416f413fdd369a7c3e6df</email>
                <email type="domain">loria.fr</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-03122764</idno>
            <idno type="halUri">https://inria.hal.science/hal-03122764</idno>
            <idno type="halBibtex">theobald:hal-03122764</idno>
            <idno type="halRefHtml">&lt;i&gt;Workshop on Uncertainty in Machine Learning (WUML) at ECML-PKDD 2020 Conference&lt;/i&gt;, Eyke Hüllermeier; Sébastien Destercke, Sep 2020, N.A. (online), France</idno>
            <idno type="halRef">Workshop on Uncertainty in Machine Learning (WUML) at ECML-PKDD 2020 Conference, Eyke Hüllermeier; Sébastien Destercke, Sep 2020, N.A. (online), France</idno>
            <availability status="restricted">
              <licence target="https://about.hal.science/hal-authorisation-v1/">HAL Authorization<ref corresp="#file-3122764-2742478"/></licence>
            </availability>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="CNRS">CNRS - Centre national de la recherche scientifique</idno>
            <idno type="stamp" n="INRIA">INRIA - Institut National de Recherche en Informatique et en Automatique</idno>
            <idno type="stamp" n="INRIA_TEST">INRIA - Institut National de Recherche en Informatique et en Automatique</idno>
            <idno type="stamp" n="LORIA2">Publications du LORIA</idno>
            <idno type="stamp" n="INRIA-NANCY-GRAND-EST">INRIA Nancy - Grand Est</idno>
            <idno type="stamp" n="TESTALAIN1">TESTALAIN1</idno>
            <idno type="stamp" n="CENTRALESUPELEC">Ecole CentraleSupélec</idno>
            <idno type="stamp" n="UNIV-LORRAINE">Université de Lorraine</idno>
            <idno type="stamp" n="INRIA2">INRIA 2</idno>
            <idno type="stamp" n="LORIA">Laboratoire Lorrain de Recherche en Informatique et ses Applications</idno>
            <idno type="stamp" n="LORIA-NLPKD" corresp="LORIA">Department of Natural Language Processing &amp; Knowledge Discovery</idno>
            <idno type="stamp" n="HUB-IA">Hub Intelligence Artificielle de CentraleSupélec</idno>
            <idno type="stamp" n="AM2I-UL">Pôle scientifique Automatique, Mathématiques, Informatique et leurs Intéractions de l'Université de Lorraine</idno>
          </seriesStmt>
          <notesStmt>
            <note type="audience" n="2">International</note>
            <note type="invited" n="0">No</note>
            <note type="popular" n="0">No</note>
            <note type="peer" n="1">Yes</note>
            <note type="proceedings" n="0">No</note>
          </notesStmt>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">A Bayesian Neural Network based on Dropout Regulation</title>
                <author role="aut">
                  <persName>
                    <forename type="first">Claire</forename>
                    <surname>Theobald</surname>
                  </persName>
                  <email type="md5">5672a9552fa416f413fdd369a7c3e6df</email>
                  <email type="domain">loria.fr</email>
                  <idno type="idhal" notation="numeric">1089512</idno>
                  <idno type="halauthorid" notation="string">2138233-1089512</idno>
                  <affiliation ref="#struct-205125"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Frédéric</forename>
                    <surname>Pennerath</surname>
                  </persName>
                  <email type="md5">d019239a535728da78ba11aaee064e15</email>
                  <email type="domain">centralesupelec.fr</email>
                  <idno type="idhal" notation="string">frederic-pennerath</idno>
                  <idno type="idhal" notation="numeric">7783</idno>
                  <idno type="halauthorid" notation="string">6697-7783</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-2202-5896</idno>
                  <idno type="IDREF">https://www.idref.fr/137563957</idno>
                  <affiliation ref="#struct-411575"/>
                  <affiliation ref="#struct-205125"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Brieuc</forename>
                    <surname>Conan-Guez</surname>
                  </persName>
                  <email type="md5">700680e46d7df4781ffe1e275358911b</email>
                  <email type="domain">univ-lorraine.fr</email>
                  <idno type="idhal" notation="string">brieuc-conan-guez</idno>
                  <idno type="idhal" notation="numeric">21890</idno>
                  <idno type="halauthorid" notation="string">589-21890</idno>
                  <idno type="IDREF">https://www.idref.fr/073242934</idno>
                  <idno type="ORCID">https://orcid.org/0000-0003-4583-9777</idno>
                  <affiliation ref="#struct-205125"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Miguel</forename>
                    <surname>Couceiro</surname>
                  </persName>
                  <email type="md5">f529b06ac4780b9b07b39d207edbf60f</email>
                  <email type="domain">inria.fr</email>
                  <idno type="idhal" notation="string">miguel-couceiro</idno>
                  <idno type="idhal" notation="numeric">1498</idno>
                  <idno type="halauthorid" notation="string">17246-1498</idno>
                  <idno type="ORCID">https://orcid.org/0000-0003-2316-7623</idno>
                  <idno type="IDREF">https://www.idref.fr/223362395</idno>
                  <idno type="GOOGLE SCHOLAR">https://scholar.google.fr/citations?user=6w-xX8sAAAAJ</idno>
                  <affiliation ref="#struct-205125"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Amedeo</forename>
                    <surname>Napoli</surname>
                  </persName>
                  <email type="md5">a9f4e75c5c51e89472d4cad3a9a5cf0b</email>
                  <email type="domain">loria.fr</email>
                  <idno type="idhal" notation="string">amedeo-napoli</idno>
                  <idno type="idhal" notation="numeric">743383</idno>
                  <idno type="halauthorid" notation="string">23717-743383</idno>
                  <idno type="IDREF">https://www.idref.fr/034282297</idno>
                  <orgName ref="#struct-441569"/>
                  <affiliation ref="#struct-205125"/>
                </author>
              </analytic>
              <monogr>
                <meeting>
                  <title>Workshop on Uncertainty in Machine Learning (WUML) at ECML-PKDD 2020 Conference</title>
                  <date type="start">2020-09-18</date>
                  <settlement>N.A. (online)</settlement>
                  <country key="FR">France</country>
                </meeting>
                <respStmt>
                  <resp>conferenceOrganizer</resp>
                  <name>Eyke Hüllermeier</name>
                  <name>Sébastien Destercke</name>
                </respStmt>
                <imprint>
                  <date type="datePub">2020</date>
                </imprint>
              </monogr>
              <idno type="arxiv">2102.01968</idno>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <keywords scheme="author">
                <term xml:lang="en">Bayesian Neural Networks</term>
                <term xml:lang="en">Deep Learning</term>
                <term xml:lang="en">Epistemic and aleatoric uncertainty</term>
                <term xml:lang="en">MC Dropout</term>
                <term xml:lang="en">PID Controller</term>
              </keywords>
              <classCode scheme="halDomain" n="info.info-ai">Computer Science [cs]/Artificial Intelligence [cs.AI]</classCode>
              <classCode scheme="halDomain" n="info.info-au">Computer Science [cs]/Automatic Control Engineering</classCode>
              <classCode scheme="halDomain" n="info.info-lg">Computer Science [cs]/Machine Learning [cs.LG]</classCode>
              <classCode scheme="halDomain" n="info.info-ne">Computer Science [cs]/Neural and Evolutionary Computing [cs.NE]</classCode>
              <classCode scheme="halTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halOldTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halTreeTypology" n="COMM">Conference papers</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>Bayesian Neural Networks (BNN) have recently emerged in the Deep Learning world for dealing with uncertainty estimation in classification tasks, and are used in many application domains such as astrophysics, autonomous driving...BNN assume a prior over the weights of a neural network instead of point estimates, enabling in this way the estimation of both aleatoric and epistemic uncertainty of the model prediction.Moreover, a particular type of BNN, namely MC Dropout, assumes a Bernoulli distribution on the weights by using Dropout.Several attempts to optimize the dropout rate exist, e.g. using a variational approach.In this paper, we present a new method called ``Dropout Regulation'' (DR), which consists of automatically adjusting the dropout rate during training using a controller as used in automation.DR allows for a precise estimation of the uncertainty which is comparable to the state-of-the-art while remaining simple to implement.</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="researchteam" xml:id="struct-205125" status="OLD">
          <idno type="RNSR">200818291B</idno>
          <orgName>Knowledge  representation, reasonning</orgName>
          <orgName type="acronym">ORPAILLEUR</orgName>
          <date type="start">2008-01-01</date>
          <date type="end">2020-06-30</date>
          <desc>
            <address>
              <addrLine>Centre Inria de l'Université de Lorraine , 615 Rue du Jardin-Botanique, 54600 Villers-lès-Nancy</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/equipes/orpailleur</ref>
          </desc>
          <listRelation>
            <relation active="#struct-129671" type="direct"/>
            <relation active="#struct-300009" type="indirect"/>
            <relation active="#struct-423086" type="direct"/>
            <relation active="#struct-206040" type="indirect"/>
            <relation active="#struct-411575" type="indirect"/>
            <relation active="#struct-413289" type="indirect"/>
            <relation name="UMR7503" active="#struct-441569" type="indirect"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-411575" status="VALID">
          <idno type="IdRef">184443237</idno>
          <idno type="ROR">https://ror.org/019tcpt25</idno>
          <orgName>CentraleSupélec</orgName>
          <desc>
            <address>
              <addrLine>3, rue Joliot Curie,Plateau de Moulon,91192 GIF-SUR-YVETTE Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.centralesupelec.fr</ref>
          </desc>
        </org>
        <org type="laboratory" xml:id="struct-129671" status="VALID">
          <idno type="RNSR">198618246Y</idno>
          <idno type="ROR">https://ror.org/03fcjvn64</idno>
          <orgName>Centre Inria de l'Université de Lorraine</orgName>
          <desc>
            <address>
              <addrLine>615 rue du Jardin Botanique 54600 Villers-lès-Nancy</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/nancy</ref>
          </desc>
          <listRelation>
            <relation active="#struct-300009" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-300009" status="VALID">
          <idno type="ROR">https://ror.org/02kvxyf05</idno>
          <orgName>Institut National de Recherche en Informatique et en Automatique</orgName>
          <orgName type="acronym">Inria</orgName>
          <desc>
            <address>
              <addrLine>Domaine de VoluceauRocquencourt - BP 10578153 Le Chesnay Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/en/</ref>
          </desc>
        </org>
        <org type="department" xml:id="struct-423086" status="VALID">
          <orgName>Department of Natural Language Processing &amp; Knowledge Discovery</orgName>
          <orgName type="acronym">LORIA - NLPKD</orgName>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.loria.fr/en/research/departments/natural-language-processing-and-knowledge-discovery/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-206040" type="direct"/>
            <relation active="#struct-300009" type="indirect"/>
            <relation active="#struct-411575" type="indirect"/>
            <relation active="#struct-413289" type="indirect"/>
            <relation name="UMR7503" active="#struct-441569" type="indirect"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-206040" status="VALID">
          <idno type="IdRef">067077927</idno>
          <idno type="ISNI">0000000121795429</idno>
          <idno type="RNSR">198912571S</idno>
          <idno type="IdUnivLorraine">[UL]RSI--</idno>
          <idno type="ROR">https://ror.org/02vnf0c38</idno>
          <orgName>Laboratoire Lorrain de Recherche en Informatique et ses Applications</orgName>
          <orgName type="acronym">LORIA</orgName>
          <date type="start">2012-01-01</date>
          <desc>
            <address>
              <addrLine>Campus Scientifique BP 239 54506 Vandoeuvre-lès-Nancy Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.loria.fr</ref>
          </desc>
          <listRelation>
            <relation active="#struct-300009" type="direct"/>
            <relation active="#struct-411575" type="direct"/>
            <relation active="#struct-413289" type="direct"/>
            <relation name="UMR7503" active="#struct-441569" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-413289" status="VALID">
          <idno type="IdRef">157040569</idno>
          <idno type="IdUnivLorraine">[UL]100--</idno>
          <idno type="ROR">https://ror.org/04vfs2w97</idno>
          <orgName>Université de Lorraine</orgName>
          <orgName type="acronym">UL</orgName>
          <date type="start">2012-01-01</date>
          <desc>
            <address>
              <addrLine>34 cours Léopold - CS 25233 - 54052 Nancy cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.univ-lorraine.fr/</ref>
          </desc>
        </org>
        <org type="regroupinstitution" xml:id="struct-441569" status="VALID">
          <idno type="IdRef">02636817X</idno>
          <idno type="ISNI">0000000122597504</idno>
          <idno type="ROR">https://ror.org/02feahw73</idno>
          <orgName>Centre National de la Recherche Scientifique</orgName>
          <orgName type="acronym">CNRS</orgName>
          <date type="start">1939-10-19</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.cnrs.fr/</ref>
          </desc>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>