<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-01653728</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-25T22:51:48+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">Code Coverage and Postrelease Defects: A Large-Scale Study on Open Source Projects</title>
            <author role="aut">
              <persName>
                <forename type="first">Pavneet</forename>
                <surname>Singh Kochhar</surname>
              </persName>
              <idno type="halauthorid">1273433-0</idno>
              <affiliation ref="#struct-88754"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">David</forename>
                <surname>Lo</surname>
              </persName>
              <email type="md5">40e9c10a19dc87944cdaff8b7a098495</email>
              <email type="domain">smu.edu.sg</email>
              <idno type="idhal" notation="numeric">998134</idno>
              <idno type="halauthorid" notation="string">686466-998134</idno>
              <affiliation ref="#struct-88754"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Julia</forename>
                <surname>Lawall</surname>
              </persName>
              <idno type="halauthorid">249652-0</idno>
              <affiliation ref="#struct-454689"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Nachiappan</forename>
                <surname>Nagappan</surname>
              </persName>
              <idno type="halauthorid">1273434-0</idno>
              <affiliation ref="#struct-365620"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Julia</forename>
                <surname>Lawall</surname>
              </persName>
              <email type="md5">63d502e8226951b49a28504376ed798b</email>
              <email type="domain">inria.fr</email>
            </editor>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2017-12-01 18:18:41</date>
              <date type="whenModified">2025-07-22 08:34:02</date>
              <date type="whenReleased">2017-12-05 11:36:29</date>
              <date type="whenProduced">2017-12</date>
              <date type="whenEndEmbargoed">2017-12-01</date>
              <ref type="file" target="https://inria.hal.science/hal-01653728v1/document">
                <date notBefore="2017-12-01"/>
              </ref>
              <ref type="file" subtype="author" n="1" target="https://inria.hal.science/hal-01653728v1/file/coverage.pdf" id="file-1653728-1696479">
                <date notBefore="2017-12-01"/>
              </ref>
              <ref type="externalLink" target="https://hal.inria.fr/hal-01653728/file/coverage.pdf"/>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="153545">
                <persName>
                  <forename>Julia</forename>
                  <surname>Lawall</surname>
                </persName>
                <email type="md5">63d502e8226951b49a28504376ed798b</email>
                <email type="domain">inria.fr</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-01653728</idno>
            <idno type="halUri">https://inria.hal.science/hal-01653728</idno>
            <idno type="halBibtex">singhkochhar:hal-01653728</idno>
            <idno type="halRefHtml">&lt;i&gt;IEEE Transactions on Reliability&lt;/i&gt;, 2017, 66 (4), pp.1213 - 1228. &lt;a target="_blank" href="https://dx.doi.org/10.1109/TR.2017.2727062"&gt;&amp;#x27E8;10.1109/TR.2017.2727062&amp;#x27E9;&lt;/a&gt;</idno>
            <idno type="halRef">IEEE Transactions on Reliability, 2017, 66 (4), pp.1213 - 1228. &amp;#x27E8;10.1109/TR.2017.2727062&amp;#x27E9;</idno>
            <availability status="restricted">
              <licence target="https://about.hal.science/hal-authorisation-v1/">HAL Authorization<ref corresp="#file-1653728-1696479"/></licence>
            </availability>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="UPMC" corresp="SORBONNE-UNIVERSITE">Université Pierre et Marie Curie</idno>
            <idno type="stamp" n="CNRS">CNRS - Centre national de la recherche scientifique</idno>
            <idno type="stamp" n="INRIA">INRIA - Institut National de Recherche en Informatique et en Automatique</idno>
            <idno type="stamp" n="INRIA-ROCQ">INRIA Paris - Rocquencourt</idno>
            <idno type="stamp" n="TESTALAIN1">TESTALAIN1</idno>
            <idno type="stamp" n="LIP6" corresp="SORBONNE-UNIVERSITE">Laboratoire d'Informatique de Paris 6</idno>
            <idno type="stamp" n="INRIA2">INRIA 2</idno>
            <idno type="stamp" n="UPMC_POLE_1" corresp="UPMC">UPMC Pôle 1</idno>
            <idno type="stamp" n="INRIA2017">INRIA2017</idno>
            <idno type="stamp" n="SORBONNE-UNIVERSITE">Sorbonne Université</idno>
            <idno type="stamp" n="SU-SCIENCES" corresp="SORBONNE-UNIVERSITE">Faculté des Sciences de Sorbonne Université</idno>
            <idno type="stamp" n="SU-TI">Sorbonne Université - Texte Intégral</idno>
            <idno type="stamp" n="ALLIANCE-SU"> Alliance Sorbonne Université</idno>
            <idno type="stamp" n="INRIAARTDOI">INRIAARTDOI</idno>
            <idno type="stamp" n="INRIA-ETATSUNIS">Copublications Inria-Etats-Unis</idno>
            <idno type="stamp" n="INRIA-SINGAPOUR">INRIA-SINGAPOUR</idno>
          </seriesStmt>
          <notesStmt>
            <note type="audience" n="2">International</note>
            <note type="popular" n="0">No</note>
            <note type="peer" n="1">Yes</note>
          </notesStmt>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">Code Coverage and Postrelease Defects: A Large-Scale Study on Open Source Projects</title>
                <author role="aut">
                  <persName>
                    <forename type="first">Pavneet</forename>
                    <surname>Singh Kochhar</surname>
                  </persName>
                  <idno type="halauthorid">1273433-0</idno>
                  <affiliation ref="#struct-88754"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">David</forename>
                    <surname>Lo</surname>
                  </persName>
                  <email type="md5">40e9c10a19dc87944cdaff8b7a098495</email>
                  <email type="domain">smu.edu.sg</email>
                  <idno type="idhal" notation="numeric">998134</idno>
                  <idno type="halauthorid" notation="string">686466-998134</idno>
                  <affiliation ref="#struct-88754"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Julia</forename>
                    <surname>Lawall</surname>
                  </persName>
                  <idno type="halauthorid">249652-0</idno>
                  <affiliation ref="#struct-454689"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Nachiappan</forename>
                    <surname>Nagappan</surname>
                  </persName>
                  <idno type="halauthorid">1273434-0</idno>
                  <affiliation ref="#struct-365620"/>
                </author>
              </analytic>
              <monogr>
                <idno type="halJournalId" status="VALID">14072</idno>
                <idno type="issn">0018-9529</idno>
                <title level="j">IEEE Transactions on Reliability</title>
                <imprint>
                  <publisher>Institute of Electrical and Electronics Engineers</publisher>
                  <biblScope unit="volume">66</biblScope>
                  <biblScope unit="issue">4</biblScope>
                  <biblScope unit="pp">1213 - 1228</biblScope>
                  <date type="datePub">2017-12</date>
                </imprint>
              </monogr>
              <idno type="doi">10.1109/TR.2017.2727062</idno>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <keywords scheme="author">
                <term xml:lang="en">Empirical study</term>
                <term xml:lang="en">code coverage</term>
                <term xml:lang="en">sofware testing</term>
                <term xml:lang="en">post-release defects</term>
                <term xml:lang="en">open-source</term>
              </keywords>
              <classCode scheme="halDomain" n="info.info-se">Computer Science [cs]/Software Engineering [cs.SE]</classCode>
              <classCode scheme="halTypology" n="ART">Journal articles</classCode>
              <classCode scheme="halOldTypology" n="ART">Journal articles</classCode>
              <classCode scheme="halTreeTypology" n="ART">Journal articles</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>Testing is a pivotal activity in ensuring the quality of software. Code coverage is a common metric used as a yardstick to measure the efficacy and adequacy of testing. However, does higher coverage actually lead to a decline in post-release bugs? Do files that have higher test coverage actually have fewer bug reports? The direct relationship between code coverage and actual bug reports has not yet been analysed via a comprehensive empirical study on real bugs. Past studies only involve a few software systems or artificially injected bugs (mutants).In this empirical study, we examine these questions in the context of open-source software projects based on their actual reported bugs. We analyze 100 large open-source Java projects and measure the code coverage of the test cases that come along with these projects. We collect real bugs logged in the issue tracking system after the release of the software and analyse the correlations between code coverage and these bugs. We also collect other metrics such as cyclomatic complexity and lines of code, which are used to normalize the number of bugs and coverage to correlate with other metrics as well as use these metrics in regression analysis. Our results show that coverage has an insignificant correlation with the number of bugs that are found after the release of the software at the project level, and no such correlation at the file level.</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="institution" xml:id="struct-88754" status="VALID">
          <orgName>Singapore Management University</orgName>
          <orgName type="acronym">SIS</orgName>
          <desc>
            <address>
              <country key="SG"/>
            </address>
            <ref type="url">https://www.smu.edu.sg/</ref>
          </desc>
        </org>
        <org type="researchteam" xml:id="struct-454689" status="OLD">
          <idno type="RNSR">201421141Y</idno>
          <orgName>Well Honed Infrastructure Software for Programming Environments and Runtimes</orgName>
          <orgName type="acronym">Whisper</orgName>
          <date type="start">2016-01-01</date>
          <date type="end">2017-12-31</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/equipes/whisper</ref>
          </desc>
          <listRelation>
            <relation active="#struct-233" type="direct"/>
            <relation active="#struct-93591" type="indirect"/>
            <relation name="UMR7606" active="#struct-441569" type="indirect"/>
            <relation active="#struct-454310" type="direct"/>
            <relation active="#struct-300009" type="indirect"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-365620" status="VALID">
          <orgName>Microsoft Research</orgName>
          <desc>
            <address>
              <country key="US"/>
            </address>
          </desc>
        </org>
        <org type="laboratory" xml:id="struct-233" status="OLD">
          <idno type="RNSR">199712651U</idno>
          <idno type="ROR">https://ror.org/05krcen59</idno>
          <orgName>Laboratoire d'Informatique de Paris 6</orgName>
          <orgName type="acronym">LIP6</orgName>
          <date type="start">1997-01-01</date>
          <date type="end">2017-12-31</date>
          <desc>
            <address>
              <addrLine>4 Place JUSSIEU 75252 PARIS CEDEX 05</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.lip6.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-93591" type="direct"/>
            <relation name="UMR7606" active="#struct-441569" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-93591" status="OLD">
          <idno type="ROR">https://ror.org/02en5vm52</idno>
          <orgName>Université Pierre et Marie Curie - Paris 6</orgName>
          <orgName type="acronym">UPMC</orgName>
          <date type="end">2017-12-31</date>
          <desc>
            <address>
              <addrLine>4 place Jussieu - 75005 Paris</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.upmc.fr/</ref>
          </desc>
        </org>
        <org type="regroupinstitution" xml:id="struct-441569" status="VALID">
          <idno type="IdRef">02636817X</idno>
          <idno type="ISNI">0000000122597504</idno>
          <idno type="ROR">https://ror.org/02feahw73</idno>
          <orgName>Centre National de la Recherche Scientifique</orgName>
          <orgName type="acronym">CNRS</orgName>
          <date type="start">1939-10-19</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.cnrs.fr/</ref>
          </desc>
        </org>
        <org type="laboratory" xml:id="struct-454310" status="VALID">
          <idno type="IdRef">241614864</idno>
          <idno type="RNSR">196718247G</idno>
          <idno type="ROR">https://ror.org/05eyd5d35</idno>
          <orgName>Centre Inria de Paris</orgName>
          <date type="start">2016-03-10</date>
          <desc>
            <address>
              <addrLine>48 Rue Barrault, 75013 Paris</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/centre/paris</ref>
          </desc>
          <listRelation>
            <relation active="#struct-300009" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-300009" status="VALID">
          <idno type="ROR">https://ror.org/02kvxyf05</idno>
          <orgName>Institut National de Recherche en Informatique et en Automatique</orgName>
          <orgName type="acronym">Inria</orgName>
          <desc>
            <address>
              <addrLine>Domaine de VoluceauRocquencourt - BP 10578153 Le Chesnay Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/en/</ref>
          </desc>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>