<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-01945578v1</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-19T20:37:33+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">A Note on Lazy Training in Supervised Differentiable Programming</title>
            <author role="aut">
              <persName>
                <forename type="first">Lenaic</forename>
                <surname>Chizat</surname>
              </persName>
              <email type="md5">38a174348507db96d89d359d748b0c52</email>
              <email type="domain">ceremade.dauphine.fr</email>
              <idno type="idhal" notation="string">lenaic-chizat</idno>
              <idno type="idhal" notation="numeric">19586</idno>
              <idno type="halauthorid" notation="string">28923-19586</idno>
              <idno type="IDREF">https://www.idref.fr/23033802X</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-6553-1211</idno>
              <affiliation ref="#struct-454688"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Francis</forename>
                <surname>Bach</surname>
              </persName>
              <email type="md5">680cc09c1c0374b69b5db968da45c886</email>
              <email type="domain">mines.org</email>
              <idno type="idhal" notation="numeric">863086</idno>
              <idno type="halauthorid" notation="string">220198-863086</idno>
              <idno type="IDREF">https://www.idref.fr/152166203</idno>
              <idno type="ORCID">https://orcid.org/0000-0001-8644-1058</idno>
              <idno type="VIAF">https://viaf.org/viaf/300318257</idno>
              <idno type="ISNI">http://isni.org/isni/0000000403490543</idno>
              <affiliation ref="#struct-1315"/>
              <affiliation ref="#struct-454688"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Lénaïc</forename>
                <surname>Chizat</surname>
              </persName>
              <email type="md5">fac88bf2a1ab9e043ab64a743a8bba49</email>
              <email type="domain">gmail.com</email>
            </editor>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2018-12-05 13:27:54</date>
              <date type="whenModified">2025-10-24 17:30:11</date>
              <date type="whenReleased">2018-12-11 16:44:41</date>
              <date type="whenProduced">2018-12-05</date>
              <date type="whenEndEmbargoed">2018-12-05</date>
              <ref type="file" target="https://inria.hal.science/hal-01945578v1/document">
                <date notBefore="2018-12-05"/>
              </ref>
              <ref type="file" subtype="author" n="1" target="https://inria.hal.science/hal-01945578v1/file/chizatbach2018lazy.pdf" id="file-1945578-1970770">
                <date notBefore="2018-12-05"/>
              </ref>
            </edition>
            <edition n="v2">
              <date type="whenSubmitted">2018-12-11 20:34:44</date>
            </edition>
            <edition n="v3">
              <date type="whenSubmitted">2019-02-21 07:56:20</date>
            </edition>
            <edition n="v4">
              <date type="whenSubmitted">2019-06-08 07:37:13</date>
            </edition>
            <edition n="v5">
              <date type="whenSubmitted">2019-06-18 12:36:13</date>
            </edition>
            <edition n="v6">
              <date type="whenSubmitted">2020-01-07 16:58:33</date>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="388679">
                <persName>
                  <forename>Lénaïc</forename>
                  <surname>Chizat</surname>
                </persName>
                <email type="md5">fac88bf2a1ab9e043ab64a743a8bba49</email>
                <email type="domain">gmail.com</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-01945578</idno>
            <idno type="halUri">https://inria.hal.science/hal-01945578</idno>
            <idno type="halBibtex">chizat:hal-01945578</idno>
            <idno type="halRefHtml">2018</idno>
            <idno type="halRef">2018</idno>
            <availability status="restricted">
              <licence target="https://about.hal.science/hal-authorisation-v1/">HAL Authorization<ref corresp="#file-1945578-1970770"/></licence>
            </availability>
          </publicationStmt>
          <seriesStmt/>
          <notesStmt/>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">A Note on Lazy Training in Supervised Differentiable Programming</title>
                <author role="aut">
                  <persName>
                    <forename type="first">Lenaic</forename>
                    <surname>Chizat</surname>
                  </persName>
                  <email type="md5">38a174348507db96d89d359d748b0c52</email>
                  <email type="domain">ceremade.dauphine.fr</email>
                  <idno type="idhal" notation="string">lenaic-chizat</idno>
                  <idno type="idhal" notation="numeric">19586</idno>
                  <idno type="halauthorid" notation="string">28923-19586</idno>
                  <idno type="IDREF">https://www.idref.fr/23033802X</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-6553-1211</idno>
                  <affiliation ref="#struct-454688"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Francis</forename>
                    <surname>Bach</surname>
                  </persName>
                  <email type="md5">680cc09c1c0374b69b5db968da45c886</email>
                  <email type="domain">mines.org</email>
                  <idno type="idhal" notation="numeric">863086</idno>
                  <idno type="halauthorid" notation="string">220198-863086</idno>
                  <idno type="IDREF">https://www.idref.fr/152166203</idno>
                  <idno type="ORCID">https://orcid.org/0000-0001-8644-1058</idno>
                  <idno type="VIAF">https://viaf.org/viaf/300318257</idno>
                  <idno type="ISNI">http://isni.org/isni/0000000403490543</idno>
                  <affiliation ref="#struct-1315"/>
                  <affiliation ref="#struct-454688"/>
                </author>
              </analytic>
              <monogr>
                <imprint/>
              </monogr>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <keywords scheme="author">
                <term xml:lang="en">Neural network optimization</term>
                <term xml:lang="en">Kernel regression</term>
                <term xml:lang="en">Gradient flow</term>
              </keywords>
              <classCode scheme="halDomain" n="stat.ml">Statistics [stat]/Machine Learning [stat.ML]</classCode>
              <classCode scheme="halDomain" n="math.math-oc">Mathematics [math]/Optimization and Control [math.OC]</classCode>
              <classCode scheme="halTypology" n="UNDEFINED">Preprints, Working Papers, ...</classCode>
              <classCode scheme="halOldTypology" n="UNDEFINED">Preprints, Working Papers, ...</classCode>
              <classCode scheme="halTreeTypology" n="UNDEFINED">Preprints, Working Papers, ...</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>In a series of recent theoretical work, it has been shown that strongly over-parameterized neural networks trained with gradient-based methods could converge linearly to zero training loss, with their parameters hardly varying. In this note, our goal is to exhibit the simple structure that is behind these results. In a simplified setting, we prove that ``lazy training'' essentially solves a kernel regression. We also show that this behavior is not so much due to over-parameterization than to a choice of scaling, often implicit, that allows to linearize the model around its initialization.  These theoretical results complemented with simple numerical experiments make it seem unlikely that ``lazy training'' is behind the many successes of neural networks in high dimensional tasks.</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="researchteam" xml:id="struct-454688" status="VALID">
          <idno type="IdRef">24507595X</idno>
          <idno type="RNSR">201120973D</idno>
          <idno type="ROR">https://ror.org/0485z7y90</idno>
          <orgName>Statistical Machine Learning and Parsimony</orgName>
          <orgName type="acronym">SIERRA</orgName>
          <date type="start">2016-01-01</date>
          <date type="end">2028-12-31</date>
          <desc>
            <address>
              <addrLine>48 Rue Barrault, 75013 Paris</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/equipes/sierra</ref>
          </desc>
          <listRelation>
            <relation active="#struct-25027" type="direct"/>
            <relation active="#struct-59704" type="indirect"/>
            <relation active="#struct-564132" type="indirect"/>
            <relation active="#struct-300009" type="indirect"/>
            <relation name="UMR8548" active="#struct-441569" type="direct"/>
            <relation active="#struct-441569" type="direct"/>
            <relation active="#struct-454310" type="direct"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-1315" status="VALID">
          <orgName>Laboratoire d'informatique de l'école normale supérieure</orgName>
          <orgName type="acronym">LIENS</orgName>
          <desc>
            <address>
              <addrLine>45 Rue d'Ulm 75230 PARIS CEDEX 05</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.di.ens.fr</ref>
          </desc>
          <listRelation>
            <relation active="#struct-25027" type="direct"/>
            <relation active="#struct-59704" type="indirect"/>
            <relation active="#struct-564132" type="indirect"/>
            <relation active="#struct-300009" type="indirect"/>
            <relation name="UMR8548" active="#struct-441569" type="direct"/>
          </listRelation>
        </org>
        <org type="regrouplaboratory" xml:id="struct-25027" status="VALID">
          <idno type="IdRef">148034055</idno>
          <idno type="RNSR">199812876J</idno>
          <idno type="ROR">05y6rqs46</idno>
          <orgName>Département d'informatique - ENS-PSL</orgName>
          <orgName type="acronym">DI-ENS</orgName>
          <date type="start">1999-01-01</date>
          <desc>
            <address>
              <addrLine>École normale supérieure 45 rue d'Ulm F-75230 Paris Cedex 05</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.di.ens.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-59704" type="direct"/>
            <relation active="#struct-564132" type="indirect"/>
            <relation active="#struct-300009" type="direct"/>
            <relation name="UMR8548" active="#struct-441569" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-59704" status="VALID">
          <idno type="IdRef">031738419</idno>
          <idno type="ISNI">0000000123532622</idno>
          <idno type="ROR">https://ror.org/05a0dhs15</idno>
          <orgName>École normale supérieure - Paris</orgName>
          <orgName type="acronym">ENS-PSL</orgName>
          <date type="start">1985-07-24</date>
          <desc>
            <address>
              <addrLine>45, Rue d'Ulm - 75230 Paris cedex 05</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.ens.psl.eu/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-564132" type="direct"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-564132" status="VALID">
          <idno type="IdRef">241597595</idno>
          <idno type="ISNI">0000 0004 1784 3645</idno>
          <idno type="ROR">https://ror.org/013cjyk83</idno>
          <orgName>Université Paris Sciences et Lettres</orgName>
          <orgName type="acronym">PSL</orgName>
          <desc>
            <address>
              <addrLine>60 rue Mazarine 75006 Paris</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.psl.eu/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-300009" status="VALID">
          <idno type="ROR">https://ror.org/02kvxyf05</idno>
          <orgName>Institut National de Recherche en Informatique et en Automatique</orgName>
          <orgName type="acronym">Inria</orgName>
          <desc>
            <address>
              <addrLine>Domaine de VoluceauRocquencourt - BP 10578153 Le Chesnay Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/en/</ref>
          </desc>
        </org>
        <org type="regroupinstitution" xml:id="struct-441569" status="VALID">
          <idno type="IdRef">02636817X</idno>
          <idno type="ISNI">0000000122597504</idno>
          <idno type="ROR">https://ror.org/02feahw73</idno>
          <orgName>Centre National de la Recherche Scientifique</orgName>
          <orgName type="acronym">CNRS</orgName>
          <date type="start">1939-10-19</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.cnrs.fr/</ref>
          </desc>
        </org>
        <org type="laboratory" xml:id="struct-454310" status="VALID">
          <idno type="IdRef">241614864</idno>
          <idno type="RNSR">196718247G</idno>
          <idno type="ROR">https://ror.org/05eyd5d35</idno>
          <orgName>Centre Inria de Paris</orgName>
          <date type="start">2016-03-10</date>
          <desc>
            <address>
              <addrLine>48 Rue Barrault, 75013 Paris</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/centre/paris</ref>
          </desc>
          <listRelation>
            <relation active="#struct-300009" type="direct"/>
          </listRelation>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>