<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-01479240</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-23T23:19:18+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">Learned features versus engineered features for multimedia indexing</title>
            <author role="aut">
              <persName>
                <forename type="first">Mateusz</forename>
                <surname>Budnik</surname>
              </persName>
              <idno type="halauthorid">836350-0</idno>
              <affiliation ref="#struct-1041964"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Efrain-Leonardo</forename>
                <surname>Gutierrez-Gomez</surname>
              </persName>
              <idno type="halauthorid">1141612-0</idno>
              <affiliation ref="#struct-1041964"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Bahjat</forename>
                <surname>Safadi</surname>
              </persName>
              <idno type="halauthorid">450106-0</idno>
              <affiliation ref="#struct-1041964"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Denis</forename>
                <surname>Pellerin</surname>
              </persName>
              <email type="md5">df6f947f4a8ebd30510a7ea9247a91a4</email>
              <email type="domain">gipsa-lab.fr</email>
              <idno type="idhal" notation="string">denis-pellerin</idno>
              <idno type="idhal" notation="numeric">20254</idno>
              <idno type="halauthorid" notation="string">34278-20254</idno>
              <idno type="IDREF">https://www.idref.fr/060908998</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-3792-1706</idno>
              <idno type="VIAF">https://viaf.org/viaf/66568781</idno>
              <idno type="ISNI">http://isni.org/isni/0000000000526433</idno>
              <affiliation ref="#struct-1042715"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Georges</forename>
                <surname>Quénot</surname>
              </persName>
              <email type="md5">6de4f020df3f46acfcb287ef4ffafa0f</email>
              <email type="domain">imag.fr</email>
              <idno type="idhal" notation="string">georges-quenot</idno>
              <idno type="idhal" notation="numeric">3114</idno>
              <idno type="halauthorid" notation="string">16648-3114</idno>
              <idno type="ORCID">https://orcid.org/0000-0003-2117-247X</idno>
              <idno type="IDREF">https://www.idref.fr/034104518</idno>
              <affiliation ref="#struct-1041964"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Georges</forename>
                <surname>Quénot</surname>
              </persName>
              <email type="md5">6de4f020df3f46acfcb287ef4ffafa0f</email>
              <email type="domain">imag.fr</email>
            </editor>
            <funder ref="#projanr-35535"/>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2017-02-28 17:01:37</date>
              <date type="whenWritten">2016</date>
              <date type="whenModified">2025-09-27 19:49:33</date>
              <date type="whenReleased">2017-03-28 08:18:34</date>
              <date type="whenProduced">2016</date>
              <date type="whenEndEmbargoed">2017-02-28</date>
              <ref type="file" target="https://inria.hal.science/hal-01479240v1/document">
                <date notBefore="2017-02-28"/>
              </ref>
              <ref type="file" subtype="author" n="1" target="https://inria.hal.science/hal-01479240v1/file/mtap16a-c.pdf" id="file-1479240-1560475">
                <date notBefore="2017-02-28"/>
              </ref>
              <ref type="externalLink" target="https://hal.inria.fr/hal-01479240/file/mtap16a-c.pdf"/>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="147909">
                <persName>
                  <forename>Georges</forename>
                  <surname>Quénot</surname>
                </persName>
                <email type="md5">6de4f020df3f46acfcb287ef4ffafa0f</email>
                <email type="domain">imag.fr</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-01479240</idno>
            <idno type="halUri">https://inria.hal.science/hal-01479240</idno>
            <idno type="halBibtex">budnik:hal-01479240</idno>
            <idno type="halRefHtml">&lt;i&gt;Multimedia Tools and Applications&lt;/i&gt;, 2016, 76 (9), pp.11941-11958. &lt;a target="_blank" href="https://dx.doi.org/10.1007/s11042-016-4240-2"&gt;&amp;#x27E8;10.1007/s11042-016-4240-2&amp;#x27E9;&lt;/a&gt;</idno>
            <idno type="halRef">Multimedia Tools and Applications, 2016, 76 (9), pp.11941-11958. &amp;#x27E8;10.1007/s11042-016-4240-2&amp;#x27E9;</idno>
            <availability status="restricted">
              <licence target="https://about.hal.science/hal-authorisation-v1/">HAL Authorization<ref corresp="#file-1479240-1560475"/></licence>
            </availability>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="UGA">HAL Grenoble Alpes</idno>
            <idno type="stamp" n="CNRS">CNRS - Centre national de la recherche scientifique</idno>
            <idno type="stamp" n="INPG">Institut polytechnique de Grenoble</idno>
            <idno type="stamp" n="GIPSA">Grenoble Images Parole Signal Automatique</idno>
            <idno type="stamp" n="GIPSA-DIS" corresp="GIPSA">Département Image et Signal</idno>
            <idno type="stamp" n="LIG">Laboratoire d'Informatique de Grenoble</idno>
            <idno type="stamp" n="GIPSA-AGPIG" corresp="GIPSA-DIS">AGPIG</idno>
            <idno type="stamp" n="LIG_TDCGE_MRIM" corresp="LIG_TDCGE">MRIM</idno>
            <idno type="stamp" n="POLYTECH-GRENOBLE">Polytech Grenoble</idno>
            <idno type="stamp" n="UGA-COMUE">Université Grenoble Alpes [2016-2019]</idno>
            <idno type="stamp" n="ANR">ANR</idno>
            <idno type="stamp" n="LIG_SIDCH" corresp="LIG">Systèmes intelligents pour les données, les connaissances et les humains</idno>
            <idno type="stamp" n="TEST-UGA">TEST-UGA</idno>
          </seriesStmt>
          <notesStmt>
            <note type="commentary">published online</note>
            <note type="audience" n="2">International</note>
            <note type="popular" n="0">No</note>
            <note type="peer" n="1">Yes</note>
          </notesStmt>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">Learned features versus engineered features for multimedia indexing</title>
                <author role="aut">
                  <persName>
                    <forename type="first">Mateusz</forename>
                    <surname>Budnik</surname>
                  </persName>
                  <idno type="halauthorid">836350-0</idno>
                  <affiliation ref="#struct-1041964"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Efrain-Leonardo</forename>
                    <surname>Gutierrez-Gomez</surname>
                  </persName>
                  <idno type="halauthorid">1141612-0</idno>
                  <affiliation ref="#struct-1041964"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Bahjat</forename>
                    <surname>Safadi</surname>
                  </persName>
                  <idno type="halauthorid">450106-0</idno>
                  <affiliation ref="#struct-1041964"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Denis</forename>
                    <surname>Pellerin</surname>
                  </persName>
                  <email type="md5">df6f947f4a8ebd30510a7ea9247a91a4</email>
                  <email type="domain">gipsa-lab.fr</email>
                  <idno type="idhal" notation="string">denis-pellerin</idno>
                  <idno type="idhal" notation="numeric">20254</idno>
                  <idno type="halauthorid" notation="string">34278-20254</idno>
                  <idno type="IDREF">https://www.idref.fr/060908998</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-3792-1706</idno>
                  <idno type="VIAF">https://viaf.org/viaf/66568781</idno>
                  <idno type="ISNI">http://isni.org/isni/0000000000526433</idno>
                  <affiliation ref="#struct-1042715"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Georges</forename>
                    <surname>Quénot</surname>
                  </persName>
                  <email type="md5">6de4f020df3f46acfcb287ef4ffafa0f</email>
                  <email type="domain">imag.fr</email>
                  <idno type="idhal" notation="string">georges-quenot</idno>
                  <idno type="idhal" notation="numeric">3114</idno>
                  <idno type="halauthorid" notation="string">16648-3114</idno>
                  <idno type="ORCID">https://orcid.org/0000-0003-2117-247X</idno>
                  <idno type="IDREF">https://www.idref.fr/034104518</idno>
                  <affiliation ref="#struct-1041964"/>
                </author>
              </analytic>
              <monogr>
                <idno type="halJournalId" status="VALID">17217</idno>
                <idno type="issn">1380-7501</idno>
                <idno type="eissn">1573-7721</idno>
                <title level="j">Multimedia Tools and Applications</title>
                <imprint>
                  <publisher>Springer Verlag</publisher>
                  <biblScope unit="volume">76</biblScope>
                  <biblScope unit="issue">9</biblScope>
                  <biblScope unit="pp">11941-11958</biblScope>
                  <date type="datePub">2016</date>
                  <date type="dateEpub">2016-12-24</date>
                </imprint>
              </monogr>
              <idno type="doi">10.1007/s11042-016-4240-2</idno>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <keywords scheme="author">
                <term xml:lang="en">Learned features</term>
                <term xml:lang="en">Engineered features</term>
                <term xml:lang="en">Semantic indexing</term>
              </keywords>
              <classCode scheme="halDomain" n="info">Computer Science [cs]</classCode>
              <classCode scheme="halDomain" n="info.info-ir">Computer Science [cs]/Information Retrieval [cs.IR]</classCode>
              <classCode scheme="halDomain" n="info.info-mm">Computer Science [cs]/Multimedia [cs.MM]</classCode>
              <classCode scheme="halDomain" n="info.info-ne">Computer Science [cs]/Neural and Evolutionary Computing [cs.NE]</classCode>
              <classCode scheme="halTypology" n="ART">Journal articles</classCode>
              <classCode scheme="halOldTypology" n="ART">Journal articles</classCode>
              <classCode scheme="halTreeTypology" n="ART">Journal articles</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>In this paper, we compare " traditional " engineered (hand-crafted) features (or descriptors) and learned features for content-based indexing of image or video documents. Learned (or semantic) features are obtained by training classifiers on a source collection containing samples annotated with concepts. These classifiers are applied to the samples of a destination collection and the classification scores for each sample are gathered into a vector that becomes a feature for it. These feature vectors are then used for training another classifier for the destination concepts on the destination collection. If the classifiers used on the source collection are Deep Convolutional Neu-ral Networks (DCNNs), it is possible to use as a new feature vector also the intermediate values corresponding to the output of all the hidden layers. We made an extensive comparison of the performance of such features with traditional engineered ones as well as with combinations of them. The comparison was made in the context of the TRECVid semantic indexing task. Our results confirm those obtained for still images: features learned from other training data generally outperform engineered features for concept recognition. Additionally , we found that directly training KNN and SVM classifiers using these features performs significantly better than partially retraining the DCNN for adapting it to the new data. We also found that, even though the learned features performed better that the engineered ones, fusing both of them performs even better, indicating that engineered features are still useful, at least in the considered case. Finally, the combination of DCNN features with KNN and SVM classifiers was applied to the VOC 2012 object classification task where it currently obtains the best performance with a MAP of 85.4%.</p>
            </abstract>
            <particDesc>
              <org type="consortium">Camomile</org>
            </particDesc>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="laboratory" xml:id="struct-1041964" status="OLD">
          <idno type="IdRef">148425550</idno>
          <idno type="ISNI">0000 0001 2286 4035</idno>
          <idno type="RNSR">200711886U</idno>
          <idno type="ROR">https://ror.org/01c8rcg82</idno>
          <orgName>Laboratoire d'Informatique de Grenoble</orgName>
          <orgName type="acronym">LIG</orgName>
          <date type="start">2016-01-01</date>
          <date type="end">2019-12-31</date>
          <desc>
            <address>
              <addrLine>UMR 5217 - Laboratoire LIG - Bâtiment IMAG - 700 avenue Centrale - Domaine Universitaire de Saint-Martin-d’Hères Adresse postale : CS 40700 - 38058 Grenoble cedex 9Tél. : 04 57 42 14 00</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.liglab.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-89889" type="direct"/>
            <relation name="UMR5217" active="#struct-441569" type="direct"/>
            <relation active="#struct-445543" type="direct"/>
          </listRelation>
        </org>
        <org type="researchteam" xml:id="struct-1042715" status="OLD">
          <orgName>GIPSA - Architecture, Géométrie, Perception, Images, Gestes</orgName>
          <orgName type="acronym">GIPSA-AGPIG</orgName>
          <date type="start">2016-01-01</date>
          <date type="end">2019-12-31</date>
          <desc>
            <address>
              <addrLine>GIPSA-lab, 11 rue des Mathématiques, Grenoble Campus BP46, F-38402 SAINT MARTIN D'HERES CEDEX</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.gipsa-lab.fr/agpig.php</ref>
          </desc>
          <listRelation>
            <relation active="#struct-1042666" type="direct"/>
            <relation active="#struct-1042376" type="indirect"/>
            <relation active="#struct-89889" type="indirect"/>
            <relation active="#struct-300275" type="indirect"/>
            <relation name="UMR5216" active="#struct-441569" type="indirect"/>
            <relation active="#struct-445543" type="indirect"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-89889" status="OLD">
          <idno type="IdRef">026388804</idno>
          <idno type="ROR">https://ror.org/05sbt2524</idno>
          <orgName>Institut polytechnique de Grenoble - Grenoble Institute of Technology</orgName>
          <orgName type="acronym">Grenoble INP</orgName>
          <date type="start">2007-01-01</date>
          <date type="end">2019-12-31</date>
          <desc>
            <address>
              <addrLine>46 avenue Félix Viallet 38031 Grenoble Cedex 1</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.grenoble-inp.fr/</ref>
          </desc>
        </org>
        <org type="regroupinstitution" xml:id="struct-441569" status="VALID">
          <idno type="IdRef">02636817X</idno>
          <idno type="ISNI">0000000122597504</idno>
          <idno type="ROR">https://ror.org/02feahw73</idno>
          <orgName>Centre National de la Recherche Scientifique</orgName>
          <orgName type="acronym">CNRS</orgName>
          <date type="start">1939-10-19</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.cnrs.fr/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-445543" status="OLD">
          <idno type="IdRef">188399275</idno>
          <idno type="ROR">https://ror.org/02rx3b187</idno>
          <orgName>Université Grenoble Alpes [2016-2019]</orgName>
          <orgName type="acronym">UGA [2016-2019]</orgName>
          <date type="start">2016-01-01</date>
          <date type="end">2019-12-31</date>
          <desc>
            <address>
              <addrLine>38058 Grenoble cedex</addrLine>
              <country key="FR"/>
            </address>
          </desc>
        </org>
        <org type="department" xml:id="struct-1042666" status="OLD">
          <orgName>Département Images et Signal</orgName>
          <orgName type="acronym">GIPSA-DIS</orgName>
          <date type="start">2016-01-01</date>
          <date type="end">2019-12-31</date>
          <desc>
            <address>
              <addrLine>11 rue des Mathématiques, Grenoble Campus BP46, 38402 SAINT MARTIN D'HERES</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.gipsa-lab.fr/recherche/departement-images-signal.php</ref>
          </desc>
          <listRelation>
            <relation active="#struct-1042376" type="direct"/>
            <relation active="#struct-89889" type="indirect"/>
            <relation active="#struct-300275" type="indirect"/>
            <relation name="UMR5216" active="#struct-441569" type="indirect"/>
            <relation active="#struct-445543" type="indirect"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-1042376" status="OLD">
          <idno type="IdRef">137251122</idno>
          <idno type="ISNI">0000000118823396 </idno>
          <idno type="RNSR">200711885T</idno>
          <idno type="ROR">https://ror.org/02wrme198</idno>
          <orgName>Grenoble Images Parole Signal Automatique</orgName>
          <orgName type="acronym">GIPSA-lab</orgName>
          <date type="start">2016-01-01</date>
          <date type="end">2019-12-31</date>
          <desc>
            <address>
              <addrLine>GIPSA-lab 11 rue des Mathématiques, Grenoble Campus BP46F-38402 SAINT MARTIN D'HERES CEDEX</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.gipsa-lab.inpg.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-89889" type="direct"/>
            <relation active="#struct-300275" type="direct"/>
            <relation name="UMR5216" active="#struct-441569" type="direct"/>
            <relation active="#struct-445543" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-300275" status="OLD">
          <idno type="IdRef">026388804</idno>
          <orgName>Institut National Polytechnique de Grenoble</orgName>
          <orgName type="acronym">INPG</orgName>
          <date type="end">2006-12-31</date>
          <desc>
            <address>
              <addrLine>46 avenue Félix Viallet 38031 Grenoble Cedex 1</addrLine>
              <country key="FR"/>
            </address>
          </desc>
        </org>
      </listOrg>
      <listOrg type="projects">
        <org type="anrProject" xml:id="projanr-35535" status="VALID">
          <idno type="anr">ANR-12-CHRI-0006</idno>
          <idno type="program">Recherche Européenne Coordonnée sur les Défis à Long-terme dans les Sciences et Technologies de l'Information et de la Communication</idno>
          <orgName>CAMOMILE</orgName>
          <desc>Annotation collaborative de documents multi-modaux, multi-lingues et multi-média</desc>
          <date type="start">2012</date>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>