<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-03498158</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-17T15:23:12+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">Differentially Private Federated Learning on Heterogeneous Data</title>
            <author role="aut">
              <persName>
                <forename type="first">Maxence</forename>
                <surname>Noble</surname>
              </persName>
              <email type="md5">64f069a1c8058fd9380163db1b315923</email>
              <email type="domain">gmail.com</email>
              <idno type="idhal" notation="string">maxence-noble</idno>
              <idno type="idhal" notation="numeric">1624609</idno>
              <idno type="halauthorid" notation="string">2385265-1624609</idno>
              <idno type="ARXIV">https://arxiv.org/a/noble_m_1</idno>
              <idno type="GOOGLE SCHOLAR">4eGHx3gAAAAJ</idno>
              <idno type="ORCID">https://orcid.org/0009-0007-3844-3797</idno>
              <affiliation ref="#struct-89626"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Aurélien</forename>
                <surname>Bellet</surname>
              </persName>
              <email type="md5">7c92d2fc696e1875415477238a601d34</email>
              <email type="domain">inria.fr</email>
              <ptr type="url" target="http://researchers.lille.inria.fr/abellet/"/>
              <idno type="idhal" notation="string">aurelien-bellet</idno>
              <idno type="idhal" notation="numeric">9877</idno>
              <idno type="halauthorid" notation="string">30290-9877</idno>
              <idno type="ORCID">https://orcid.org/0000-0003-3440-1251</idno>
              <idno type="GOOGLE SCHOLAR">https://scholar.google.fr/citations?user=j8svx3IAAAAJ</idno>
              <idno type="IDREF">https://www.idref.fr/17653136X</idno>
              <idno type="ARXIV">https://arxiv.org/a/bellet_a_1</idno>
              <affiliation ref="#struct-432650"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Aymeric</forename>
                <surname>Dieuleveut</surname>
              </persName>
              <email type="md5">3b38893a95f80f21b213d106c47b0723</email>
              <email type="domain">ens.fr</email>
              <idno type="idhal" notation="string">aymeric-dieuleveut</idno>
              <idno type="idhal" notation="numeric">1109167</idno>
              <idno type="halauthorid" notation="string">851620-1109167</idno>
              <idno type="ORCID">https://orcid.org/0009-0005-1848-1724</idno>
              <idno type="GOOGLE SCHOLAR">https://scholar.google.fr/citations?user=ge-OinUAAAAJ</idno>
              <affiliation ref="#struct-89626"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Aurélien</forename>
                <surname>Bellet</surname>
              </persName>
              <email type="md5">7c92d2fc696e1875415477238a601d34</email>
              <email type="domain">inria.fr</email>
            </editor>
            <funder ref="#projanr-52219"/>
            <funder ref="#projanr-41957"/>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2021-12-20 20:01:54</date>
              <date type="whenModified">2025-12-16 14:23:29</date>
              <date type="whenReleased">2021-12-21 09:11:03</date>
              <date type="whenProduced">2021-12-20</date>
              <date type="whenEndEmbargoed">2021-12-20</date>
              <ref type="file" target="https://inria.hal.science/hal-03498158v1/document">
                <date notBefore="2021-12-20"/>
              </ref>
              <ref type="file" subtype="author" n="1" target="https://inria.hal.science/hal-03498158v1/file/2111.09278.pdf" id="file-3498158-3061772">
                <date notBefore="2021-12-20"/>
              </ref>
              <ref type="externalLink" target="http://arxiv.org/pdf/2111.09278"/>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="179317">
                <persName>
                  <forename>Aurélien</forename>
                  <surname>Bellet</surname>
                </persName>
                <email type="md5">7c92d2fc696e1875415477238a601d34</email>
                <email type="domain">inria.fr</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-03498158</idno>
            <idno type="halUri">https://inria.hal.science/hal-03498158</idno>
            <idno type="halBibtex">noble:hal-03498158</idno>
            <idno type="halRefHtml">2021</idno>
            <idno type="halRef">2021</idno>
            <availability status="restricted">
              <licence target="https://about.hal.science/hal-authorisation-v1/">HAL Authorization<ref corresp="#file-3498158-3061772"/></licence>
            </availability>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="X">École polytechnique</idno>
            <idno type="stamp" n="CNRS">CNRS - Centre national de la recherche scientifique</idno>
            <idno type="stamp" n="INRIA">INRIA - Institut National de Recherche en Informatique et en Automatique</idno>
            <idno type="stamp" n="INRIA-LILLE">INRIA Lille - Nord Europe</idno>
            <idno type="stamp" n="INSMI">CNRS-INSMI - INstitut des Sciences Mathématiques et de leurs Interactions</idno>
            <idno type="stamp" n="X-CMAP" corresp="X">Centre de Mathématiques Appliquées (CMAP)</idno>
            <idno type="stamp" n="X-DEP-MATHA">Département de mathématiques appliquées de l’École polytechnique</idno>
            <idno type="stamp" n="INRIA_TEST">INRIA - Institut National de Recherche en Informatique et en Automatique</idno>
            <idno type="stamp" n="TESTALAIN1">TESTALAIN1</idno>
            <idno type="stamp" n="CMAP">Centre de Mathématiques Appliquées (CMAP)</idno>
            <idno type="stamp" n="CRISTAL">Centre de Recherche en Informatique, Signal et Automatique de Lille (CRISTAL)</idno>
            <idno type="stamp" n="INRIA2">INRIA 2</idno>
            <idno type="stamp" n="CRISTAL-MAGNET" corresp="CRISTAL">CRISTAL-MAGNET</idno>
            <idno type="stamp" n="UNIV-LILLE">Université de Lille</idno>
            <idno type="stamp" n="IP_PARIS">Institut Polytechnique de Paris</idno>
            <idno type="stamp" n="TEST-HALCNRS">Collection test HAL CNRS</idno>
            <idno type="stamp" n="ANR">ANR</idno>
            <idno type="stamp" n="ANR-IA-20" corresp="ANR-IA">ANR-IA-20</idno>
            <idno type="stamp" n="ANR-IA">ANR-IA</idno>
            <idno type="stamp" n="IP-PARIS-MATHEMATIQUES">IP Paris Département de Mathématiques</idno>
          </seriesStmt>
          <notesStmt/>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">Differentially Private Federated Learning on Heterogeneous Data</title>
                <author role="aut">
                  <persName>
                    <forename type="first">Maxence</forename>
                    <surname>Noble</surname>
                  </persName>
                  <email type="md5">64f069a1c8058fd9380163db1b315923</email>
                  <email type="domain">gmail.com</email>
                  <idno type="idhal" notation="string">maxence-noble</idno>
                  <idno type="idhal" notation="numeric">1624609</idno>
                  <idno type="halauthorid" notation="string">2385265-1624609</idno>
                  <idno type="ARXIV">https://arxiv.org/a/noble_m_1</idno>
                  <idno type="GOOGLE SCHOLAR">4eGHx3gAAAAJ</idno>
                  <idno type="ORCID">https://orcid.org/0009-0007-3844-3797</idno>
                  <affiliation ref="#struct-89626"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Aurélien</forename>
                    <surname>Bellet</surname>
                  </persName>
                  <email type="md5">7c92d2fc696e1875415477238a601d34</email>
                  <email type="domain">inria.fr</email>
                  <ptr type="url" target="http://researchers.lille.inria.fr/abellet/"/>
                  <idno type="idhal" notation="string">aurelien-bellet</idno>
                  <idno type="idhal" notation="numeric">9877</idno>
                  <idno type="halauthorid" notation="string">30290-9877</idno>
                  <idno type="ORCID">https://orcid.org/0000-0003-3440-1251</idno>
                  <idno type="GOOGLE SCHOLAR">https://scholar.google.fr/citations?user=j8svx3IAAAAJ</idno>
                  <idno type="IDREF">https://www.idref.fr/17653136X</idno>
                  <idno type="ARXIV">https://arxiv.org/a/bellet_a_1</idno>
                  <affiliation ref="#struct-432650"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Aymeric</forename>
                    <surname>Dieuleveut</surname>
                  </persName>
                  <email type="md5">3b38893a95f80f21b213d106c47b0723</email>
                  <email type="domain">ens.fr</email>
                  <idno type="idhal" notation="string">aymeric-dieuleveut</idno>
                  <idno type="idhal" notation="numeric">1109167</idno>
                  <idno type="halauthorid" notation="string">851620-1109167</idno>
                  <idno type="ORCID">https://orcid.org/0009-0005-1848-1724</idno>
                  <idno type="GOOGLE SCHOLAR">https://scholar.google.fr/citations?user=ge-OinUAAAAJ</idno>
                  <affiliation ref="#struct-89626"/>
                </author>
              </analytic>
              <monogr>
                <imprint/>
              </monogr>
              <idno type="arxiv">2111.09278</idno>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <classCode scheme="halDomain" n="info.info-lg">Computer Science [cs]/Machine Learning [cs.LG]</classCode>
              <classCode scheme="halDomain" n="stat.ml">Statistics [stat]/Machine Learning [stat.ML]</classCode>
              <classCode scheme="halTypology" n="UNDEFINED">Preprints, Working Papers, ...</classCode>
              <classCode scheme="halOldTypology" n="UNDEFINED">Preprints, Working Papers, ...</classCode>
              <classCode scheme="halTreeTypology" n="UNDEFINED">Preprints, Working Papers, ...</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>Federated Learning (FL) is a paradigm for large-scale distributed learning which faces two key challenges: (i) efficient training from highly heterogeneous user data, and (ii) protecting the privacy of participating users. In this work, we propose a novel FL approach (DP-SCAFFOLD) to tackle these two challenges together by incorporating Differential Privacy (DP) constraints into the popular SCAFFOLD algorithm. We focus on the challenging setting where users communicate with a ''honest-but-curious'' server without any trusted intermediary, which requires to ensure privacy not only towards a third-party with access to the final model but also towards the server who observes all user communications. Using advanced results from DP theory, we establish the convergence of our algorithm for convex and non-convex objectives. Our analysis clearly highlights the privacy-utility trade-off under data heterogeneity, and demonstrates the superiority of DP-SCAFFOLD over the state-of-the-art algorithm DP-FedAvg when the number of local updates and the level of heterogeneity grow. Our numerical results confirm our analysis and show that DP-SCAFFOLD provides significant gains in practice.</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="laboratory" xml:id="struct-89626" status="VALID">
          <idno type="IdRef">197373461</idno>
          <idno type="ISNI">000000010944436X</idno>
          <idno type="RNSR">199719340P</idno>
          <idno type="ROR">https://ror.org/012e1xn46</idno>
          <idno type="Wikidata">Q16008922</idno>
          <orgName>Centre de Mathématiques Appliquées de l'Ecole polytechnique</orgName>
          <orgName type="acronym">CMAP</orgName>
          <date type="start">2005-01-01</date>
          <desc>
            <address>
              <addrLine>Route de Saclay, 91128 Palaiseau Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://cmap.ip-paris.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-300009" type="direct"/>
            <relation active="#struct-300340" type="direct"/>
            <relation active="#struct-563936" type="indirect"/>
            <relation name="UMR7641" active="#struct-441569" type="direct"/>
          </listRelation>
        </org>
        <org type="researchteam" xml:id="struct-432650" status="VALID">
          <idno type="RNSR">201321079K</idno>
          <idno type="ROR">https://ror.org/01jc9hv70</idno>
          <orgName>Machine Learning in Information Networks</orgName>
          <orgName type="acronym">MAGNET</orgName>
          <date type="start">2015-01-01</date>
          <date type="end">2027-06-30</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/equipes/magnet</ref>
          </desc>
          <listRelation>
            <relation active="#struct-104752" type="direct"/>
            <relation active="#struct-300009" type="indirect"/>
            <relation active="#struct-410272" type="direct"/>
            <relation name="UMR9189" active="#struct-120930" type="indirect"/>
            <relation name="UMR9189" active="#struct-374570" type="indirect"/>
            <relation name="UMR9189" active="#struct-441569" type="indirect"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-300009" status="VALID">
          <idno type="ROR">https://ror.org/02kvxyf05</idno>
          <orgName>Institut National de Recherche en Informatique et en Automatique</orgName>
          <orgName type="acronym">Inria</orgName>
          <desc>
            <address>
              <addrLine>Domaine de VoluceauRocquencourt - BP 10578153 Le Chesnay Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/en/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-300340" status="VALID">
          <idno type="IdRef">027309320</idno>
          <idno type="ISNI">0000000121581279</idno>
          <idno type="ROR">https://ror.org/05hy3tk52</idno>
          <idno type="Wikidata">Q273626</idno>
          <orgName>École polytechnique</orgName>
          <orgName type="acronym">X</orgName>
          <date type="start">1794-03-11</date>
          <desc>
            <address>
              <addrLine>Route de Saclay, 91128 Palaiseau Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.polytechnique.edu/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-563936" type="direct"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-563936" status="VALID">
          <idno type="IdRef">238327159</idno>
          <idno type="ISNI">0000000502717600</idno>
          <idno type="ROR">https://ror.org/042tfbd02</idno>
          <idno type="Wikidata">Q48759778</idno>
          <orgName>Institut Polytechnique de Paris</orgName>
          <orgName type="acronym">IP Paris</orgName>
          <date type="start">2019-06-02</date>
          <desc>
            <address>
              <addrLine>Route de Saclay, 91120 Palaiseau Cedex, France</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.ip-paris.fr</ref>
          </desc>
        </org>
        <org type="regroupinstitution" xml:id="struct-441569" status="VALID">
          <idno type="IdRef">02636817X</idno>
          <idno type="ISNI">0000000122597504</idno>
          <idno type="ROR">https://ror.org/02feahw73</idno>
          <orgName>Centre National de la Recherche Scientifique</orgName>
          <orgName type="acronym">CNRS</orgName>
          <date type="start">1939-10-19</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.cnrs.fr/</ref>
          </desc>
        </org>
        <org type="laboratory" xml:id="struct-104752" status="VALID">
          <idno type="RNSR">200818245B</idno>
          <idno type="ROR">https://ror.org/04eej9726</idno>
          <orgName>Centre Inria de l'Université de Lille</orgName>
          <desc>
            <address>
              <addrLine>Parc Scientifique de la Haute Borne 40, avenue Halley Bât.A, Park Plaza 59650 Villeneuve d'Ascq</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/lille/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-300009" type="direct"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-410272" status="VALID">
          <idno type="IdRef">18388695X</idno>
          <idno type="RNSR">201521249L</idno>
          <idno type="ROR">https://ror.org/05vrs3189</idno>
          <idno type="Wikidata">Q116959497</idno>
          <orgName>Centre de Recherche en Informatique, Signal et Automatique de Lille - UMR 9189</orgName>
          <orgName type="acronym">CRIStAL</orgName>
          <date type="start">2015-01-01</date>
          <desc>
            <address>
              <addrLine>Université de Lille - Campus scientifique - Bâtiment ESPRIT - Avenue Henri Poincaré - 59655 Villeneuve d’Ascq</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.cristal.univ-lille.fr/</ref>
          </desc>
          <listRelation>
            <relation name="UMR9189" active="#struct-120930" type="direct"/>
            <relation name="UMR9189" active="#struct-374570" type="direct"/>
            <relation name="UMR9189" active="#struct-441569" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-120930" status="VALID">
          <idno type="IdRef">256304629</idno>
          <idno type="ISNI">0000000122034461</idno>
          <idno type="ROR">https://ror.org/01x441g73</idno>
          <orgName>Centrale Lille</orgName>
          <desc>
            <address>
              <addrLine>École Centrale de Lille - Cité Scientifique - CS 20048 59651 Villeneuve d'Ascq Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://centralelille.fr/</ref>
          </desc>
        </org>
        <org type="regroupinstitution" xml:id="struct-374570" status="VALID">
          <idno type="IdRef">223446556</idno>
          <idno type="ISNI">0000 0001 2242 6780</idno>
          <idno type="ROR">https://ror.org/02kzqn938</idno>
          <idno type="Wikidata">Q3551621</idno>
          <orgName>Université de Lille</orgName>
          <desc>
            <address>
              <addrLine>EPE Université de Lille. -- 42 rue Paul Duez, 59000 Lille</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.univ-lille.fr/</ref>
          </desc>
        </org>
      </listOrg>
      <listOrg type="projects">
        <org type="anrProject" xml:id="projanr-52219" status="VALID">
          <idno type="anr">ANR-20-CE23-0015</idno>
          <orgName>PRIDE</orgName>
          <desc>Apprentissage automatique décentralisé et préservant la vie privée</desc>
          <date type="start">2020</date>
        </org>
        <org type="anrProject" xml:id="projanr-41957" status="VALID">
          <idno type="anr">ANR-16-CE23-0016</idno>
          <orgName>PAMELA</orgName>
          <desc>Apprentissage automatique décentralisé et personnalisé sous contraintes</desc>
          <date type="start">2016</date>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>