<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-04361026</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-26T11:23:49+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">Functional invariants to watermark large transformers</title>
            <author role="aut">
              <persName>
                <forename type="first">Pierre</forename>
                <surname>Fernandez</surname>
              </persName>
              <email type="md5">ed8ec8f03b526792b92280b8b86fd2ad</email>
              <email type="domain">polytechnique.edu</email>
              <idno type="idhal" notation="string">pierrefdz</idno>
              <idno type="idhal" notation="numeric">1142961</idno>
              <idno type="halauthorid" notation="string">345198-1142961</idno>
              <affiliation ref="#struct-1093140"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Guillaume</forename>
                <surname>Couairon</surname>
              </persName>
              <email type="md5">5ec54e363f309fff3ef6948f5482aaee</email>
              <email type="domain">meta.com</email>
              <idno type="idhal" notation="numeric">1220018</idno>
              <idno type="halauthorid" notation="string">2232077-1220018</idno>
              <affiliation ref="#struct-1093140"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Teddy</forename>
                <surname>Furon</surname>
              </persName>
              <email type="md5">b67843e1f7addaf6769c2cba868bf501</email>
              <email type="domain">inria.fr</email>
              <idno type="idhal" notation="string">teddy-furon</idno>
              <idno type="idhal" notation="numeric">3087</idno>
              <idno type="halauthorid" notation="string">14200-3087</idno>
              <idno type="IDREF">https://www.idref.fr/078044758</idno>
              <affiliation ref="#struct-1092628"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Matthijs</forename>
                <surname>Douze</surname>
              </persName>
              <email type="md5">f106f29c7112d4bce589b82cf49e4385</email>
              <email type="domain">fb.com</email>
              <idno type="idhal" notation="numeric">1086118</idno>
              <idno type="halauthorid" notation="string">232256-1086118</idno>
              <affiliation ref="#struct-1093140"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Teddy</forename>
                <surname>Furon</surname>
              </persName>
              <email type="md5">b67843e1f7addaf6769c2cba868bf501</email>
              <email type="domain">inria.fr</email>
            </editor>
            <funder ref="#projanr-50889"/>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2023-12-22 09:31:36</date>
              <date type="whenModified">2026-03-24 17:17:26</date>
              <date type="whenReleased">2023-12-22 10:41:05</date>
              <date type="whenProduced">2024-04-14</date>
              <date type="whenEndEmbargoed">2023-12-22</date>
              <ref type="file" target="https://inria.hal.science/hal-04361026v1/document">
                <date notBefore="2023-12-22"/>
              </ref>
              <ref type="file" subtype="author" n="1" target="https://inria.hal.science/hal-04361026v1/file/fernandez_icassp2024.pdf" id="file-4361026-3795373">
                <date notBefore="2023-12-22"/>
              </ref>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="102337">
                <persName>
                  <forename>Teddy</forename>
                  <surname>Furon</surname>
                </persName>
                <email type="md5">b67843e1f7addaf6769c2cba868bf501</email>
                <email type="domain">inria.fr</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-04361026</idno>
            <idno type="halUri">https://inria.hal.science/hal-04361026</idno>
            <idno type="halBibtex">fernandez:hal-04361026</idno>
            <idno type="halRefHtml">&lt;i&gt;ICASSP 2024 - IEEE International Conference on Acoustics, Speech and Signal Processing&lt;/i&gt;, Apr 2024, Seoul, South Korea. pp.1-5</idno>
            <idno type="halRef">ICASSP 2024 - IEEE International Conference on Acoustics, Speech and Signal Processing, Apr 2024, Seoul, South Korea. pp.1-5</idno>
            <availability status="restricted">
              <licence target="https://creativecommons.org/licenses/by/4.0/">CC BY 4.0 - Attribution<ref corresp="#file-4361026-3795373"/></licence>
            </availability>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="UNIV-RENNES1">Université de Rennes 1</idno>
            <idno type="stamp" n="CNRS">CNRS - Centre national de la recherche scientifique</idno>
            <idno type="stamp" n="INRIA">INRIA - Institut National de Recherche en Informatique et en Automatique</idno>
            <idno type="stamp" n="UNIV-UBS">Université de Bretagne Sud</idno>
            <idno type="stamp" n="INSA-RENNES">Institut National des Sciences Appliquées de Rennes</idno>
            <idno type="stamp" n="INRIA-RENNES">INRIA Rennes - Bretagne Atlantique</idno>
            <idno type="stamp" n="IRISA">Irisa</idno>
            <idno type="stamp" n="IRISA_SET">IRISA_SET</idno>
            <idno type="stamp" n="INRIA_TEST">INRIA - Institut National de Recherche en Informatique et en Automatique</idno>
            <idno type="stamp" n="TESTALAIN1">TESTALAIN1</idno>
            <idno type="stamp" n="CENTRALESUPELEC">Ecole CentraleSupélec</idno>
            <idno type="stamp" n="INRIA2">INRIA 2</idno>
            <idno type="stamp" n="UR1-HAL">Publications labos UR1 dans HAL-Rennes 1</idno>
            <idno type="stamp" n="UR1-MATH-STIC">UR1 - publications Maths-STIC</idno>
            <idno type="stamp" n="UR1-UFR-ISTIC">UFR ISTIC Informatique et électronique</idno>
            <idno type="stamp" n="TEST-UR-CSS">TEST Université de Rennes CSS</idno>
            <idno type="stamp" n="UNIV-RENNES">Université de Rennes</idno>
            <idno type="stamp" n="INRIA-RENGRE">INRIA-RENGRE</idno>
            <idno type="stamp" n="ANR">ANR</idno>
            <idno type="stamp" n="UR1-MATH-NUM">Pôle UnivRennes - Mathématiques - Numérique </idno>
            <idno type="stamp" n="CYBERSCHOOL">CyberSchool - Ecole universitaire de recherche en Cybersécurité</idno>
            <idno type="stamp" n="INRIA-ETATSUNIS">Copublications Inria-Etats-Unis</idno>
            <idno type="stamp" n="ANR-IA-20" corresp="ANR-IA">ANR-IA-20</idno>
            <idno type="stamp" n="ANR-IA">ANR-IA</idno>
            <idno type="stamp" n="SEQUOIA">SEQUOIA</idno>
          </seriesStmt>
          <notesStmt>
            <note type="audience" n="2">International</note>
            <note type="invited" n="0">No</note>
            <note type="popular" n="0">No</note>
            <note type="peer" n="1">Yes</note>
            <note type="proceedings" n="1">Yes</note>
          </notesStmt>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">Functional invariants to watermark large transformers</title>
                <author role="aut">
                  <persName>
                    <forename type="first">Pierre</forename>
                    <surname>Fernandez</surname>
                  </persName>
                  <email type="md5">ed8ec8f03b526792b92280b8b86fd2ad</email>
                  <email type="domain">polytechnique.edu</email>
                  <idno type="idhal" notation="string">pierrefdz</idno>
                  <idno type="idhal" notation="numeric">1142961</idno>
                  <idno type="halauthorid" notation="string">345198-1142961</idno>
                  <affiliation ref="#struct-1093140"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Guillaume</forename>
                    <surname>Couairon</surname>
                  </persName>
                  <email type="md5">5ec54e363f309fff3ef6948f5482aaee</email>
                  <email type="domain">meta.com</email>
                  <idno type="idhal" notation="numeric">1220018</idno>
                  <idno type="halauthorid" notation="string">2232077-1220018</idno>
                  <affiliation ref="#struct-1093140"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Teddy</forename>
                    <surname>Furon</surname>
                  </persName>
                  <email type="md5">b67843e1f7addaf6769c2cba868bf501</email>
                  <email type="domain">inria.fr</email>
                  <idno type="idhal" notation="string">teddy-furon</idno>
                  <idno type="idhal" notation="numeric">3087</idno>
                  <idno type="halauthorid" notation="string">14200-3087</idno>
                  <idno type="IDREF">https://www.idref.fr/078044758</idno>
                  <affiliation ref="#struct-1092628"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Matthijs</forename>
                    <surname>Douze</surname>
                  </persName>
                  <email type="md5">f106f29c7112d4bce589b82cf49e4385</email>
                  <email type="domain">fb.com</email>
                  <idno type="idhal" notation="numeric">1086118</idno>
                  <idno type="halauthorid" notation="string">232256-1086118</idno>
                  <affiliation ref="#struct-1093140"/>
                </author>
              </analytic>
              <monogr>
                <title level="m">Proceedings of ICASSP'24</title>
                <meeting>
                  <title>ICASSP 2024 - IEEE International Conference on Acoustics, Speech and Signal Processing</title>
                  <date type="start">2024-04-14</date>
                  <date type="end">2024-04-19</date>
                  <settlement>Seoul</settlement>
                  <country key="KR">South Korea</country>
                </meeting>
                <editor>IEEE</editor>
                <imprint>
                  <biblScope unit="pp">1-5</biblScope>
                  <date type="datePub">2024-04</date>
                </imprint>
              </monogr>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <keywords scheme="author">
                <term xml:lang="en">DNN watermarking</term>
                <term xml:lang="en">White-box</term>
                <term xml:lang="en">Transformers</term>
              </keywords>
              <classCode scheme="halDomain" n="info.info-ai">Computer Science [cs]/Artificial Intelligence [cs.AI]</classCode>
              <classCode scheme="halDomain" n="info.info-cr">Computer Science [cs]/Cryptography and Security [cs.CR]</classCode>
              <classCode scheme="halTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halOldTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halTreeTypology" n="COMM">Conference papers</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>The rapid growth of transformer-based models increases the concerns about their integrity and ownership insurance. Watermarking addresses this issue by embedding a unique identifier into the model, while preserving its performance. However, most existing approaches require to optimize the weights to imprint the watermark signal, which is not suitable at scale due to the computational cost. This paper explores watermarks with virtually no computational cost, applicable to a non-blind white-box setting (assuming access to both the original and watermarked networks). They generate functionally equivalent copies by leveraging the models’ invariance, via operations like dimension permutations or scaling/unscaling. This enables to watermark models without any change in their outputs and remains stealthy. Experiments demonstrate the effectiveness of the approach and its robustness against various model transformations (fine-tuning, quantization, pruning), making it a practical solution to protect the integrity of large models.</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="department" xml:id="struct-1093140" status="VALID">
          <orgName>Meta AI Research [Paris]</orgName>
          <desc>
            <address>
              <country key="FR"/>
            </address>
          </desc>
          <listRelation>
            <relation active="#struct-1088419" type="direct"/>
          </listRelation>
        </org>
        <org type="researchteam" xml:id="struct-1092628" status="OLD">
          <idno type="RNSR">201421145C</idno>
          <idno type="ROR">https://ror.org/00xkg0532</idno>
          <orgName>Creating and exploiting explicit links between multimedia fragments</orgName>
          <orgName type="acronym">LinkMedia</orgName>
          <date type="start">2022-01-01</date>
          <date type="end">2025-12-31</date>
          <desc>
            <address>
              <addrLine>Campus de Beaulieu 35042 Rennes cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www-linkmedia.irisa.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-419153" type="direct"/>
            <relation active="#struct-300009" type="indirect"/>
            <relation active="#struct-1092619" type="direct"/>
            <relation active="#struct-490899" type="indirect"/>
            <relation active="#struct-105160" type="indirect"/>
            <relation active="#struct-117606" type="indirect"/>
            <relation active="#struct-301232" type="indirect"/>
            <relation active="#struct-172265" type="indirect"/>
            <relation active="#struct-247362" type="indirect"/>
            <relation active="#struct-411575" type="indirect"/>
            <relation name="UMR6074" active="#struct-441569" type="indirect"/>
            <relation active="#struct-481355" type="indirect"/>
            <relation active="#struct-302102" type="indirect"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-1088419" status="VALID">
          <orgName>Meta AI</orgName>
          <desc>
            <address>
              <country key="US"/>
            </address>
            <ref type="url">https://ai.facebook.com</ref>
          </desc>
        </org>
        <org type="laboratory" xml:id="struct-419153" status="VALID">
          <idno type="RNSR">198018249C</idno>
          <idno type="ROR">https://ror.org/04040yw90</idno>
          <orgName>Centre Inria de l'Université de Rennes</orgName>
          <desc>
            <address>
              <addrLine>Campus de beaulieu35042 Rennes cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/centre/rennes</ref>
          </desc>
          <listRelation>
            <relation active="#struct-300009" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-300009" status="VALID">
          <idno type="ROR">https://ror.org/02kvxyf05</idno>
          <orgName>Institut National de Recherche en Informatique et en Automatique</orgName>
          <orgName type="acronym">Inria</orgName>
          <desc>
            <address>
              <addrLine>Domaine de VoluceauRocquencourt - BP 10578153 Le Chesnay Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/en/</ref>
          </desc>
        </org>
        <org type="department" xml:id="struct-1092619" status="VALID">
          <orgName>SIGNAL, IMAGE ET LANGAGE</orgName>
          <orgName type="acronym">IRISA-D6</orgName>
          <date type="start">2022-01-01</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.irisa.fr/departements/media-interactions</ref>
          </desc>
          <listRelation>
            <relation active="#struct-490899" type="direct"/>
            <relation active="#struct-105160" type="indirect"/>
            <relation active="#struct-117606" type="indirect"/>
            <relation active="#struct-301232" type="indirect"/>
            <relation active="#struct-172265" type="indirect"/>
            <relation active="#struct-247362" type="indirect"/>
            <relation active="#struct-300009" type="indirect"/>
            <relation active="#struct-411575" type="indirect"/>
            <relation name="UMR6074" active="#struct-441569" type="indirect"/>
            <relation active="#struct-481355" type="indirect"/>
            <relation active="#struct-302102" type="indirect"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-490899" status="VALID">
          <idno type="IdRef">026386909</idno>
          <idno type="ISNI">0000 0001 2298 7270</idno>
          <idno type="RNSR">200012163A</idno>
          <idno type="ROR">https://ror.org/00myn0z94</idno>
          <orgName>Institut de Recherche en Informatique et Systèmes Aléatoires</orgName>
          <orgName type="acronym">IRISA</orgName>
          <date type="start">2017-01-01</date>
          <desc>
            <address>
              <addrLine>Avenue du général LeclercCampus de Beaulieu 35042 RENNES CEDEX</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.irisa.fr</ref>
          </desc>
          <listRelation>
            <relation active="#struct-105160" type="direct"/>
            <relation active="#struct-117606" type="direct"/>
            <relation active="#struct-301232" type="indirect"/>
            <relation active="#struct-172265" type="direct"/>
            <relation active="#struct-247362" type="direct"/>
            <relation active="#struct-300009" type="direct"/>
            <relation active="#struct-411575" type="direct"/>
            <relation name="UMR6074" active="#struct-441569" type="direct"/>
            <relation active="#struct-481355" type="direct"/>
            <relation active="#struct-302102" type="indirect"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-105160" status="VALID">
          <idno type="IdRef">26693823X</idno>
          <idno type="ROR">https://ror.org/015m7wh34</idno>
          <orgName>Université de Rennes</orgName>
          <orgName type="acronym">UR</orgName>
          <desc>
            <address>
              <addrLine>Campus de Beaulieu, 263 avenue Général Leclerc, CS 74205, 35042 RENNES CEDEX</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.univ-rennes.fr/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-117606" status="VALID">
          <idno type="ROR">https://ror.org/04xaa4j22</idno>
          <orgName>Institut National des Sciences Appliquées - Rennes</orgName>
          <orgName type="acronym">INSA Rennes</orgName>
          <desc>
            <address>
              <addrLine>20, avenue des Buttes de Coësmes - CS 70839 - 35708 Rennes cedex 7</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.insa-rennes.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-301232" type="direct"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-301232" status="VALID">
          <idno type="IdRef">162105150</idno>
          <orgName>Institut National des Sciences Appliquées</orgName>
          <orgName type="acronym">INSA</orgName>
          <desc>
            <address>
              <country key="FR"/>
            </address>
          </desc>
        </org>
        <org type="institution" xml:id="struct-172265" status="VALID">
          <idno type="IdRef">05017746X</idno>
          <idno type="ISNI">0000000121680285</idno>
          <idno type="ROR">https://ror.org/04ed7fw48</idno>
          <orgName>Université de Bretagne Sud</orgName>
          <orgName type="acronym">UBS</orgName>
          <date type="start">1995-02-07</date>
          <desc>
            <address>
              <addrLine>BP 92116 - 56321 Lorient cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.univ-ubs.fr/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-247362" status="VALID">
          <idno type="ROR">https://ror.org/03rxtdc22</idno>
          <orgName>École normale supérieure - Rennes</orgName>
          <orgName type="acronym">ENS Rennes</orgName>
          <desc>
            <address>
              <addrLine>Campus de Ker Lann - avenue Robert Schuman - 35170 Bruz</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.ens-rennes.fr</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-411575" status="VALID">
          <idno type="IdRef">184443237</idno>
          <idno type="ROR">https://ror.org/019tcpt25</idno>
          <orgName>CentraleSupélec</orgName>
          <desc>
            <address>
              <addrLine>3, rue Joliot Curie,Plateau de Moulon,91192 GIF-SUR-YVETTE Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.centralesupelec.fr</ref>
          </desc>
        </org>
        <org type="regroupinstitution" xml:id="struct-441569" status="VALID">
          <idno type="IdRef">02636817X</idno>
          <idno type="ISNI">0000000122597504</idno>
          <idno type="ROR">https://ror.org/02feahw73</idno>
          <orgName>Centre National de la Recherche Scientifique</orgName>
          <orgName type="acronym">CNRS</orgName>
          <date type="start">1939-10-19</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.cnrs.fr/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-481355" status="VALID">
          <idno type="IdRef">202743233</idno>
          <idno type="ROR">https://ror.org/030hj3061</idno>
          <orgName>IMT Atlantique</orgName>
          <orgName type="acronym">IMT Atlantique</orgName>
          <date type="start">2017-01-01</date>
          <desc>
            <address>
              <addrLine>Campus Brest : Technopôle Brest-Iroise CS 8381829238 BREST Cedex 3 -Campus Nantes : 4, rue Alfred Kastler- La chantrerie 44300 NANTES -Campus Rennes :  2 Rue de la Châtaigneraie, 35510 CESSON SEVIGNE</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.imt-atlantique.fr</ref>
          </desc>
          <listRelation>
            <relation active="#struct-302102" type="direct"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-302102" status="VALID">
          <idno type="IdRef">192427156</idno>
          <idno type="ISNI">000000012202567X</idno>
          <idno type="ROR">https://ror.org/025vp2923</idno>
          <idno type="Wikidata">Q27962533</idno>
          <orgName>Institut Mines-Télécom [Paris]</orgName>
          <orgName type="acronym">IMT</orgName>
          <date type="start">2012-03-01</date>
          <desc>
            <address>
              <addrLine>19 Place Marguerite Perey, 91120 Palaiseau</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.imt.fr/</ref>
          </desc>
        </org>
      </listOrg>
      <listOrg type="projects">
        <org type="anrProject" xml:id="projanr-50889" status="VALID">
          <idno type="anr">ANR-20-CHIA-0011</idno>
          <orgName>SAIDA</orgName>
          <desc>Sécurité de l'Intelligence Artificielle pour des Applications Défense</desc>
          <date type="start">2020</date>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>