<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-03840060</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-19T22:55:13+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">Fine-tuning and Sampling Strategies for Multimodal Role Labeling of Entities under Class Imbalance</title>
            <author role="aut">
              <persName>
                <forename type="first">Syrielle</forename>
                <surname>Montariol</surname>
              </persName>
              <email type="md5">624084372445299bf8d3a8751da93475</email>
              <email type="domain">gmail.com</email>
              <idno type="idhal" notation="string">syrielle-montariol</idno>
              <idno type="idhal" notation="numeric">742816</idno>
              <idno type="halauthorid" notation="string">49637-742816</idno>
              <idno type="ORCID">https://orcid.org/0000-0003-1355-8778</idno>
              <idno type="GOOGLE SCHOLAR">https://scholar.google.com/citations?user=oM63nTMAAAAJ&amp;hl=en</idno>
              <idno type="IDREF">https://www.idref.fr/254695132</idno>
              <affiliation ref="#struct-482775"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Étienne</forename>
                <surname>Simon</surname>
              </persName>
              <idno type="halauthorid">1673263-0</idno>
              <affiliation ref="#struct-541937"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Arij</forename>
                <surname>Riabi</surname>
              </persName>
              <email type="md5">c90dd77d18f75d641e7206e2d923e7d9</email>
              <email type="domain">inria.fr</email>
              <idno type="idhal" notation="string">12185311</idno>
              <idno type="idhal" notation="numeric">749635</idno>
              <idno type="halauthorid" notation="string">52640-749635</idno>
              <idno type="IDREF">https://www.idref.fr/285478249</idno>
              <affiliation ref="#struct-482775"/>
              <affiliation ref="#struct-1081095"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Djamé</forename>
                <surname>Seddah</surname>
              </persName>
              <email type="md5">1a46dccff44eefe8ac69598e3b186e83</email>
              <email type="domain">paris-sorbonne.fr</email>
              <idno type="idhal" notation="string">djameseddah</idno>
              <idno type="idhal" notation="numeric">11545</idno>
              <idno type="halauthorid" notation="string">1878-11545</idno>
              <idno type="IDREF">https://www.idref.fr/086185136</idno>
              <idno type="ORCID">https://orcid.org/0000-0003-0194-8197</idno>
              <affiliation ref="#struct-482775"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Syrielle</forename>
                <surname>Montariol</surname>
              </persName>
              <email type="md5">624084372445299bf8d3a8751da93475</email>
              <email type="domain">gmail.com</email>
            </editor>
            <funder ref="#projeurop-716888"/>
            <funder>This work received funding from the Eu-opean Union’s Horizon 2020 research and innovation programme under grant agreement No. 101021607 and the last author acknowledges the support of the French Research Agency via the ANR ParSiTi project (ANR16-CE33-0021).</funder>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2026-01-14 23:46:27</date>
              <date type="whenModified">2026-03-19 14:16:50</date>
              <date type="whenReleased">2026-01-15 09:15:18</date>
              <date type="whenProduced">2022-05-27</date>
              <date type="whenEndEmbargoed">2026-01-14</date>
              <ref type="file" target="https://inria.hal.science/hal-03840060v1/document">
                <date notBefore="2026-01-14"/>
              </ref>
              <ref type="file" subtype="author" n="1" target="https://inria.hal.science/hal-03840060v1/file/System_description_paper___MMSRL___ACL_Constraint_workshop.pdf" id="file-5458914-4665881">
                <date notBefore="2026-01-14"/>
              </ref>
              <ref type="externalLink" target="https://aclanthology.org/2022.constraint-1.7.pdf"/>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="975148">
                <persName>
                  <forename>Syrielle</forename>
                  <surname>Montariol</surname>
                </persName>
                <email type="md5">624084372445299bf8d3a8751da93475</email>
                <email type="domain">gmail.com</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-03840060</idno>
            <idno type="halUri">https://inria.hal.science/hal-03840060</idno>
            <idno type="halBibtex">montariol:hal-03840060</idno>
            <idno type="halRefHtml">&lt;i&gt;CONSTRAINT 2022 - Workshop on Combating Online Hostile Posts in Regional Languages during Emergency Situations&lt;/i&gt;, May 2022, Dublin, Ireland. pp.55-65, &lt;a target="_blank" href="https://dx.doi.org/10.18653/v1/2022.constraint-1.7"&gt;&amp;#x27E8;10.18653/v1/2022.constraint-1.7&amp;#x27E9;&lt;/a&gt;</idno>
            <idno type="halRef">CONSTRAINT 2022 - Workshop on Combating Online Hostile Posts in Regional Languages during Emergency Situations, May 2022, Dublin, Ireland. pp.55-65, &amp;#x27E8;10.18653/v1/2022.constraint-1.7&amp;#x27E9;</idno>
            <availability status="restricted">
              <licence target="https://about.hal.science/hal-authorisation-v1/">HAL Authorization<ref corresp="#file-5458914-4665881"/></licence>
            </availability>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="CNRS">CNRS - Centre national de la recherche scientifique</idno>
            <idno type="stamp" n="INRIA">INRIA - Institut National de Recherche en Informatique et en Automatique</idno>
            <idno type="stamp" n="INRIA-ROCQ">INRIA Paris - Rocquencourt</idno>
            <idno type="stamp" n="OPENAIRE">OpenAIRE</idno>
            <idno type="stamp" n="ISIR" corresp="SORBONNE-UNIVERSITE">Institut des Systèmes Intelligents et de Robotique</idno>
            <idno type="stamp" n="TESTALAIN1">TESTALAIN1</idno>
            <idno type="stamp" n="INRIA2">INRIA 2</idno>
            <idno type="stamp" n="GENCI">Publications ayant eu recours aux supercalculateurs du GENCI</idno>
            <idno type="stamp" n="SORBONNE-UNIVERSITE">Sorbonne Université</idno>
            <idno type="stamp" n="SORBONNE-UNIV" corresp="SORBONNE-UNIVERSITE">Sorbonne Université 01/01/2018</idno>
            <idno type="stamp" n="SU-SCIENCES" corresp="SORBONNE-UNIVERSITE">Faculté des Sciences de Sorbonne Université</idno>
            <idno type="stamp" n="SU-TI">Sorbonne Université - Texte Intégral</idno>
            <idno type="stamp" n="ALLIANCE-SU"> Alliance Sorbonne Université</idno>
            <idno type="stamp" n="SUPRA_INGENIERIE">Ingénierie</idno>
          </seriesStmt>
          <notesStmt>
            <note type="audience" n="2">International</note>
            <note type="invited" n="0">No</note>
            <note type="popular" n="0">No</note>
            <note type="peer" n="1">Yes</note>
            <note type="proceedings" n="1">Yes</note>
          </notesStmt>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">Fine-tuning and Sampling Strategies for Multimodal Role Labeling of Entities under Class Imbalance</title>
                <author role="aut">
                  <persName>
                    <forename type="first">Syrielle</forename>
                    <surname>Montariol</surname>
                  </persName>
                  <email type="md5">624084372445299bf8d3a8751da93475</email>
                  <email type="domain">gmail.com</email>
                  <idno type="idhal" notation="string">syrielle-montariol</idno>
                  <idno type="idhal" notation="numeric">742816</idno>
                  <idno type="halauthorid" notation="string">49637-742816</idno>
                  <idno type="ORCID">https://orcid.org/0000-0003-1355-8778</idno>
                  <idno type="GOOGLE SCHOLAR">https://scholar.google.com/citations?user=oM63nTMAAAAJ&amp;hl=en</idno>
                  <idno type="IDREF">https://www.idref.fr/254695132</idno>
                  <affiliation ref="#struct-482775"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Étienne</forename>
                    <surname>Simon</surname>
                  </persName>
                  <idno type="halauthorid">1673263-0</idno>
                  <affiliation ref="#struct-541937"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Arij</forename>
                    <surname>Riabi</surname>
                  </persName>
                  <email type="md5">c90dd77d18f75d641e7206e2d923e7d9</email>
                  <email type="domain">inria.fr</email>
                  <idno type="idhal" notation="string">12185311</idno>
                  <idno type="idhal" notation="numeric">749635</idno>
                  <idno type="halauthorid" notation="string">52640-749635</idno>
                  <idno type="IDREF">https://www.idref.fr/285478249</idno>
                  <affiliation ref="#struct-482775"/>
                  <affiliation ref="#struct-1081095"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Djamé</forename>
                    <surname>Seddah</surname>
                  </persName>
                  <email type="md5">1a46dccff44eefe8ac69598e3b186e83</email>
                  <email type="domain">paris-sorbonne.fr</email>
                  <idno type="idhal" notation="string">djameseddah</idno>
                  <idno type="idhal" notation="numeric">11545</idno>
                  <idno type="halauthorid" notation="string">1878-11545</idno>
                  <idno type="IDREF">https://www.idref.fr/086185136</idno>
                  <idno type="ORCID">https://orcid.org/0000-0003-0194-8197</idno>
                  <affiliation ref="#struct-482775"/>
                </author>
              </analytic>
              <monogr>
                <title level="m">Proceedings of the Workshop on Combating Online Hostile Posts in Regional Languages during Emergency Situations</title>
                <meeting>
                  <title>CONSTRAINT 2022 - Workshop on Combating Online Hostile Posts in Regional Languages during Emergency Situations</title>
                  <date type="start">2022-05-27</date>
                  <date type="end">2022-05-27</date>
                  <settlement>Dublin</settlement>
                  <country key="IE">Ireland</country>
                </meeting>
                <imprint>
                  <publisher>Association for Computational Linguistics</publisher>
                  <biblScope unit="pp">55-65</biblScope>
                </imprint>
              </monogr>
              <idno type="doi">10.18653/v1/2022.constraint-1.7</idno>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <classCode scheme="halDomain" n="info.info-ai">Computer Science [cs]/Artificial Intelligence [cs.AI]</classCode>
              <classCode scheme="halDomain" n="info.info-tt">Computer Science [cs]/Document and Text Processing</classCode>
              <classCode scheme="halDomain" n="info.info-si">Computer Science [cs]/Social and Information Networks [cs.SI]</classCode>
              <classCode scheme="halDomain" n="info.info-lg">Computer Science [cs]/Machine Learning [cs.LG]</classCode>
              <classCode scheme="halDomain" n="info.info-ir">Computer Science [cs]/Information Retrieval [cs.IR]</classCode>
              <classCode scheme="halDomain" n="info.info-cl">Computer Science [cs]/Computation and Language [cs.CL]</classCode>
              <classCode scheme="halTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halOldTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halTreeTypology" n="COMM">Conference papers</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>We propose our solution to the multimodal semantic role labeling task from the CON-STRAINT’22 workshop. The task aims at clas-sifying entities in memes into classes such as “hero” and “villain”. We use several pre-trained multi-modal models to jointly encode the text and image of the memes, and implement three systems to classify the role of the entities. We propose dynamic sampling strategies to tackle the issue of class imbalance. Finally, we per-form qualitative analysis on the representations of the entities.</p>
            </abstract>
            <particDesc>
              <org type="ir" xml:id="fr-esr-fdr-ir-064">
                <orgName type="acronym">GENCI</orgName>
                <idno type="wikidata">Q3093180</idno>
              </org>
            </particDesc>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="researchteam" xml:id="struct-482775" status="VALID">
          <idno type="RNSR">201722248N</idno>
          <idno type="ROR">https://ror.org/05rnwy495</idno>
          <orgName>Automatic Language Modelling and ANAlysis &amp; Computational Humanities</orgName>
          <orgName type="acronym">ALMAnaCH</orgName>
          <date type="start">2017-01-01</date>
          <date type="end">2029-04-30</date>
          <desc>
            <address>
              <addrLine>48 Rue Barrault, 75013 Paris</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.inria.fr/equipes/almanach</ref>
          </desc>
          <listRelation>
            <relation active="#struct-454310" type="direct"/>
            <relation active="#struct-300009" type="indirect"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-541937" status="VALID">
          <idno type="IdRef">241179122</idno>
          <idno type="RNSR">200918463J</idno>
          <idno type="ROR">05neq8668</idno>
          <orgName>Institut des Systèmes Intelligents et de Robotique</orgName>
          <orgName type="acronym">ISIR</orgName>
          <date type="start">2018-01-01</date>
          <desc>
            <address>
              <addrLine>Sorbonne-Université, Boite courrier 173 4 Place JUSSIEU 75252 Paris cedex 05</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.isir.upmc.fr</ref>
          </desc>
          <listRelation>
            <relation active="#struct-413221" type="direct"/>
            <relation name="UMR7222" active="#struct-441569" type="direct"/>
          </listRelation>
        </org>
        <org type="regrouplaboratory" xml:id="struct-1081095" status="VALID">
          <orgName>Sorbonne université - Faculté des Sciences et Ingénierie</orgName>
          <orgName type="acronym">SU FSI</orgName>
          <date type="start">2018-01-01</date>
          <desc>
            <address>
              <addrLine>4 place Jussieu75005 Paris</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.sorbonne-universite.fr/universite/gouvernance-et-organisation/facultes/faculte-des-sciences-et-ingenierie</ref>
          </desc>
          <listRelation>
            <relation active="#struct-413221" type="direct"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-454310" status="VALID">
          <idno type="IdRef">241614864</idno>
          <idno type="RNSR">196718247G</idno>
          <idno type="ROR">https://ror.org/05eyd5d35</idno>
          <orgName>Centre Inria de Paris</orgName>
          <date type="start">2016-03-10</date>
          <desc>
            <address>
              <addrLine>48 Rue Barrault, 75013 Paris</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/centre/paris</ref>
          </desc>
          <listRelation>
            <relation active="#struct-300009" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-300009" status="VALID">
          <idno type="ROR">https://ror.org/02kvxyf05</idno>
          <orgName>Institut National de Recherche en Informatique et en Automatique</orgName>
          <orgName type="acronym">Inria</orgName>
          <desc>
            <address>
              <addrLine>Domaine de VoluceauRocquencourt - BP 10578153 Le Chesnay Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/en/</ref>
          </desc>
        </org>
        <org type="regroupinstitution" xml:id="struct-413221" status="VALID">
          <idno type="IdRef">221333754</idno>
          <idno type="ROR">https://ror.org/02en5vm52</idno>
          <orgName>Sorbonne Université</orgName>
          <orgName type="acronym">SU</orgName>
          <date type="start">2018-01-01</date>
          <desc>
            <address>
              <addrLine>21 rue de l’École de médecine - 75006 Paris</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.sorbonne-universite.fr/</ref>
          </desc>
        </org>
        <org type="regroupinstitution" xml:id="struct-441569" status="VALID">
          <idno type="IdRef">02636817X</idno>
          <idno type="ISNI">0000000122597504</idno>
          <idno type="ROR">https://ror.org/02feahw73</idno>
          <orgName>Centre National de la Recherche Scientifique</orgName>
          <orgName type="acronym">CNRS</orgName>
          <date type="start">1939-10-19</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.cnrs.fr/</ref>
          </desc>
        </org>
      </listOrg>
      <listOrg type="projects">
        <org type="europeanProject" xml:id="projeurop-716888" status="VALID">
          <idno type="number">101021607</idno>
          <idno type="program">H2020-SU-SEC-2018-2019-2020</idno>
          <idno type="call">H2020-SU-SEC-2020</idno>
          <orgName>CounteR</orgName>
          <desc>Privacy-First Situational Awareness Platform for  Violent Terrorism and Crime Prediction, Counter Radicalisation and Citizen Protection</desc>
          <date type="start">2021-05-01</date>
          <date type="end">2024-04-30</date>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>