<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-04697010</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-20T02:52:38+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">The State of Reproducibility Stamps for Visualization Research Papers</title>
            <author role="aut">
              <persName>
                <forename type="first">Tobias</forename>
                <surname>Isenberg</surname>
              </persName>
              <email type="md5">0b7f2f1fe4751e856ac31403e69fc5b4</email>
              <email type="domain">inria.fr</email>
              <ptr type="url" target="http://tobias.isenberg.cc/"/>
              <idno type="idhal" notation="string">isenberg-tobias</idno>
              <idno type="idhal" notation="numeric">742887</idno>
              <idno type="halauthorid" notation="string">17087-742887</idno>
              <idno type="RESEARCHERID">http://www.researcherid.com/rid/A-7575-2008</idno>
              <idno type="ORCID">https://orcid.org/0000-0001-7953-8644</idno>
              <idno type="GOOGLE SCHOLAR">https://scholar.google.com/citations?user=e09cpQUAAAAJ</idno>
              <idno type="RESEARCHERID">http://www.researcherid.com/rid/http://www.researcherid.com/rid/A-7575-2008</idno>
              <idno type="IDREF">https://www.idref.fr/188936394</idno>
              <idno type="VIAF">https://viaf.org/viaf/13144782937137367951</idno>
              <affiliation ref="#struct-1062150"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Tobias</forename>
                <surname>Isenberg</surname>
              </persName>
              <email type="md5">0b7f2f1fe4751e856ac31403e69fc5b4</email>
              <email type="domain">inria.fr</email>
            </editor>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2024-09-13 14:38:50</date>
              <date type="whenModified">2025-12-16 15:26:17</date>
              <date type="whenReleased">2024-09-13 14:47:27</date>
              <date type="whenProduced">2024-10-14</date>
              <date type="whenEndEmbargoed">2024-09-13</date>
              <ref type="file" target="https://inria.hal.science/hal-04697010v1/document">
                <date notBefore="2024-09-13"/>
              </ref>
              <ref type="annex" subtype="figure" n="1" target="https://inria.hal.science/hal-04697010v1/file/figure01.png" id="file-4697010-4084631">
                <date notBefore="2024-09-13"/>
              </ref>
              <ref type="file" subtype="author" n="1" target="https://inria.hal.science/hal-04697010v1/file/final-author-version.pdf" id="file-4697010-4084632">
                <date notBefore="2024-09-13"/>
              </ref>
              <ref type="externalLink" target="http://arxiv.org/pdf/2408.03889"/>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="179993">
                <persName>
                  <forename>Tobias</forename>
                  <surname>Isenberg</surname>
                </persName>
                <email type="md5">0b7f2f1fe4751e856ac31403e69fc5b4</email>
                <email type="domain">inria.fr</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-04697010</idno>
            <idno type="halUri">https://inria.hal.science/hal-04697010</idno>
            <idno type="halBibtex">isenberg:hal-04697010</idno>
            <idno type="halRefHtml">&lt;i&gt;BELIV Workshop 2024 - evaluation and BEyond - methodoLogIcal approaches for Visualization&lt;/i&gt;, IEEE Computer Society, Oct 2024, St. Pete Beach, United States. pp.97-105, &lt;a target="_blank" href="https://dx.doi.org/10.1109/BELIV64461.2024.00016"&gt;&amp;#x27E8;10.1109/BELIV64461.2024.00016&amp;#x27E9;&lt;/a&gt;</idno>
            <idno type="halRef">BELIV Workshop 2024 - evaluation and BEyond - methodoLogIcal approaches for Visualization, IEEE Computer Society, Oct 2024, St. Pete Beach, United States. pp.97-105, &amp;#x27E8;10.1109/BELIV64461.2024.00016&amp;#x27E9;</idno>
            <availability status="restricted">
              <licence target="https://creativecommons.org/licenses/by/4.0/">CC BY 4.0 - Attribution<ref corresp="#file-4697010-4084631"/></licence>
              <licence target="https://hal.science/licences/copyright/">Copyright - All rights reserved<ref corresp="#file-4697010-4084632"/></licence>
            </availability>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="CNRS">CNRS - Centre national de la recherche scientifique</idno>
            <idno type="stamp" n="INRIA">INRIA - Institut National de Recherche en Informatique et en Automatique</idno>
            <idno type="stamp" n="INRIA-SACLAY" corresp="INRIA">INRIA Saclay - Ile de France</idno>
            <idno type="stamp" n="INRIA_TEST">INRIA - Institut National de Recherche en Informatique et en Automatique</idno>
            <idno type="stamp" n="TESTALAIN1">TESTALAIN1</idno>
            <idno type="stamp" n="CENTRALESUPELEC">Ecole CentraleSupélec</idno>
            <idno type="stamp" n="INRIA2">INRIA 2</idno>
            <idno type="stamp" n="UNIV-PARIS-SACLAY">Université Paris-Saclay</idno>
            <idno type="stamp" n="UNIVERSITE-PARIS-SACLAY" corresp="UNIV-PARIS-SACLAY">Université Paris-Saclay</idno>
            <idno type="stamp" n="LISN">Laboratoire Interdisciplinaire des Sciences du Numérique</idno>
            <idno type="stamp" n="GS-COMPUTER-SCIENCE">Graduate School Computer Science</idno>
            <idno type="stamp" n="LISN-AVIZ" corresp="LISN">Analysis and Visualization </idno>
            <idno type="stamp" n="PSACLAY-TEST">Université Paris-Saclay - Collection pour tests</idno>
          </seriesStmt>
          <notesStmt>
            <note type="audience" n="2">International</note>
            <note type="invited" n="0">No</note>
            <note type="popular" n="0">No</note>
            <note type="peer" n="1">Yes</note>
            <note type="proceedings" n="1">Yes</note>
          </notesStmt>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">The State of Reproducibility Stamps for Visualization Research Papers</title>
                <author role="aut">
                  <persName>
                    <forename type="first">Tobias</forename>
                    <surname>Isenberg</surname>
                  </persName>
                  <email type="md5">0b7f2f1fe4751e856ac31403e69fc5b4</email>
                  <email type="domain">inria.fr</email>
                  <ptr type="url" target="http://tobias.isenberg.cc/"/>
                  <idno type="idhal" notation="string">isenberg-tobias</idno>
                  <idno type="idhal" notation="numeric">742887</idno>
                  <idno type="halauthorid" notation="string">17087-742887</idno>
                  <idno type="RESEARCHERID">http://www.researcherid.com/rid/A-7575-2008</idno>
                  <idno type="ORCID">https://orcid.org/0000-0001-7953-8644</idno>
                  <idno type="GOOGLE SCHOLAR">https://scholar.google.com/citations?user=e09cpQUAAAAJ</idno>
                  <idno type="RESEARCHERID">http://www.researcherid.com/rid/http://www.researcherid.com/rid/A-7575-2008</idno>
                  <idno type="IDREF">https://www.idref.fr/188936394</idno>
                  <idno type="VIAF">https://viaf.org/viaf/13144782937137367951</idno>
                  <affiliation ref="#struct-1062150"/>
                </author>
              </analytic>
              <monogr>
                <title level="m">Proceedings of BELIV</title>
                <meeting>
                  <title>BELIV Workshop 2024 - evaluation and BEyond - methodoLogIcal approaches for Visualization</title>
                  <date type="start">2024-10-14</date>
                  <date type="end">2024-10-14</date>
                  <settlement>St. Pete Beach</settlement>
                  <country key="US">United States</country>
                </meeting>
                <respStmt>
                  <resp>conferenceOrganizer</resp>
                  <name>IEEE Computer Society</name>
                </respStmt>
                <imprint>
                  <biblScope unit="pp">97–105</biblScope>
                </imprint>
              </monogr>
              <idno type="arxiv">2408.03889</idno>
              <idno type="doi">10.1109/BELIV64461.2024.00016</idno>
              <ref type="publisher">https://beliv-workshop.github.io/</ref>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <keywords scheme="author">
                <term xml:lang="en">Research replicability</term>
                <term xml:lang="en">research reproducibility</term>
                <term xml:lang="en">research repeatability</term>
                <term xml:lang="en">FAIR research data</term>
                <term xml:lang="en">open science</term>
                <term xml:lang="en">open research</term>
                <term xml:lang="en">open practices</term>
                <term xml:lang="en">Graphics Replicability Stamp Initiative (GRSI)</term>
                <term xml:lang="en">visualization</term>
              </keywords>
              <classCode scheme="halDomain" n="info">Computer Science [cs]</classCode>
              <classCode scheme="halTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halOldTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halTreeTypology" n="COMM">Conference papers</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>I analyze the evolution of papers certified by the Graphics Replicability Stamp Initiative (GRSI) to be reproducible, with a specific focus on the subset of publications that address visualization-related topics. With this analysis I show that, while the number of papers is increasing overall and within the visualization field, we still have to improve quite a bit to escape the replication crisis. I base my analysis on the data published by the GRSI as well as publication data for the different venues in visualization and lists of journal papers that have been presented at visualization-focused conferences. I also analyze the differences between the involved journals as well as the percentage of reproducible papers in the different presentation venues. Furthermore, I look at the authors of the publications and, in particular, their affiliation countries to see where most reproducible papers come from. Finally, I discuss potential reasons for the low reproducibility numbers and suggest possible ways to overcome these obstacles. This paper is reproducible itself, with source code and data available from github.com/tobiasisenberg/Visualization-Reproducibility as well as a free paper copy and all supplemental materials at osf.io/mvnbj.</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="researchteam" xml:id="struct-1062150" status="VALID">
          <idno type="RNSR">200818367J</idno>
          <idno type="ROR">https://ror.org/01z2f0n71</idno>
          <orgName>Analysis and Visualization</orgName>
          <orgName type="acronym">AVIZ</orgName>
          <date type="start">2021-01-01</date>
          <date type="end">2028-06-30</date>
          <desc>
            <address>
              <addrLine>DIGITEO, Bât. Claude Shannon - Université Paris-Saclay, Bâtiment 660, 91190 Gif-sur-Yvette</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://aviz.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-1061259" type="direct"/>
            <relation active="#struct-300009" type="indirect"/>
            <relation active="#struct-411575" type="indirect"/>
            <relation active="#struct-419361" type="indirect"/>
            <relation name="UMR9015" active="#struct-441569" type="indirect"/>
            <relation active="#struct-1065374" type="direct"/>
            <relation active="#struct-1225627" type="direct"/>
            <relation active="#struct-118511" type="indirect"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-1061259" status="VALID">
          <idno type="IdRef">253160316</idno>
          <idno type="RNSR">202123711L</idno>
          <idno type="ROR">https://ror.org/00rd81916</idno>
          <idno type="Wikidata">Q109620676</idno>
          <orgName>Laboratoire Interdisciplinaire des Sciences du Numérique</orgName>
          <orgName type="acronym">LISN</orgName>
          <date type="start">2021-01-01</date>
          <desc>
            <address>
              <addrLine>Campus Universitaire bât 507Rue du Belvédère91405 Orsay cedexet Campus Universitaire bât 6401 rue Raimond Castaing91190 Gif-sur-Yvette</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.lisn.upsaclay.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-300009" type="direct"/>
            <relation active="#struct-411575" type="direct"/>
            <relation active="#struct-419361" type="direct"/>
            <relation name="UMR9015" active="#struct-441569" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-300009" status="VALID">
          <idno type="ROR">https://ror.org/02kvxyf05</idno>
          <orgName>Institut National de Recherche en Informatique et en Automatique</orgName>
          <orgName type="acronym">Inria</orgName>
          <desc>
            <address>
              <addrLine>Domaine de VoluceauRocquencourt - BP 10578153 Le Chesnay Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/en/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-411575" status="VALID">
          <idno type="IdRef">184443237</idno>
          <idno type="ROR">https://ror.org/019tcpt25</idno>
          <orgName>CentraleSupélec</orgName>
          <desc>
            <address>
              <addrLine>3, rue Joliot Curie,Plateau de Moulon,91192 GIF-SUR-YVETTE Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.centralesupelec.fr</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-419361" status="VALID">
          <idno type="IdRef">241345251</idno>
          <idno type="ROR">https://ror.org/03xjwb503</idno>
          <orgName>Université Paris-Saclay</orgName>
          <desc>
            <address>
              <addrLine>Bâtiment Bréguet, 3 Rue Joliot Curie 2e ét, 91190 Gif-sur-Yvette</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.universite-paris-saclay.fr/fr</ref>
          </desc>
        </org>
        <org type="regroupinstitution" xml:id="struct-441569" status="VALID">
          <idno type="IdRef">02636817X</idno>
          <idno type="ISNI">0000000122597504</idno>
          <idno type="ROR">https://ror.org/02feahw73</idno>
          <orgName>Centre National de la Recherche Scientifique</orgName>
          <orgName type="acronym">CNRS</orgName>
          <date type="start">1939-10-19</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.cnrs.fr/</ref>
          </desc>
        </org>
        <org type="department" xml:id="struct-1065374" status="VALID">
          <orgName>Interaction avec l'Humain</orgName>
          <orgName type="acronym">IaH</orgName>
          <date type="start">2021-01-01</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
          </desc>
          <listRelation>
            <relation active="#struct-1061259" type="direct"/>
            <relation active="#struct-300009" type="indirect"/>
            <relation active="#struct-411575" type="indirect"/>
            <relation active="#struct-419361" type="indirect"/>
            <relation name="UMR9015" active="#struct-441569" type="indirect"/>
          </listRelation>
        </org>
        <org type="department" xml:id="struct-1225627" status="VALID">
          <idno type="ROR">https://ror.org/040753f36</idno>
          <orgName>Centre Inria de l'Université Paris-Saclay</orgName>
          <date type="start">2022-11-01</date>
          <desc>
            <address>
              <addrLine>9 Rue Joliot Curie, 91190 Gif-sur-Yvette</addrLine>
              <country key="FR"/>
            </address>
          </desc>
          <listRelation>
            <relation active="#struct-118511" type="direct"/>
            <relation active="#struct-300009" type="indirect"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-118511" status="VALID">
          <idno type="RNSR">200818248E</idno>
          <idno type="ROR">https://ror.org/0315e5x55</idno>
          <orgName>Centre Inria de Saclay</orgName>
          <desc>
            <address>
              <addrLine>1 rue Honoré d'Estienne d'OrvesBâtiment Alan TuringCampus de l'École Polytechnique91120 Palaiseau</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/centre/saclay</ref>
          </desc>
          <listRelation>
            <relation active="#struct-300009" type="direct"/>
          </listRelation>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>