<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-02044650</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-21T05:58:48+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">Long-Term Values in Markov Decision Processes, (Co)Algebraically</title>
            <author role="aut">
              <persName>
                <forename type="first">Frank</forename>
                <surname>Feys</surname>
              </persName>
              <email type="md5">1a62b92df3923307fa68e6beb5c75d00</email>
              <email type="domain">tudelft.nl</email>
              <idno type="idhal" notation="numeric">1043059</idno>
              <idno type="halauthorid" notation="string">1529847-1043059</idno>
              <affiliation ref="#struct-554326"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Helle</forename>
                <forename type="middle">Hvid</forename>
                <surname>Hansen</surname>
              </persName>
              <email type="md5">257d4757ec655276057a535d92b8f251</email>
              <email type="domain">tudelft.nl</email>
              <idno type="idhal" notation="numeric">1043060</idno>
              <idno type="halauthorid" notation="string">1083863-1043060</idno>
              <affiliation ref="#struct-554326"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Lawrence</forename>
                <forename type="middle">S.</forename>
                <surname>Moss</surname>
              </persName>
              <email type="md5">f5ad364f88e56c346cf6e84e727c784e</email>
              <email type="domain">cs.indiana.edu</email>
              <idno type="idhal" notation="numeric">1043061</idno>
              <idno type="halauthorid" notation="string">1182020-1043061</idno>
              <affiliation ref="#struct-121644"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Hal</forename>
                <surname>Ifip</surname>
              </persName>
              <email type="md5">2073ac78024b6e13f2714db96e9b1e63</email>
              <email type="domain">inria.fr</email>
            </editor>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2019-02-21 15:41:27</date>
              <date type="whenModified">2024-03-26 17:44:13</date>
              <date type="whenReleased">2019-02-21 15:48:38</date>
              <date type="whenProduced">2018-04-14</date>
              <date type="whenEndEmbargoed">2021-01-01</date>
              <ref type="file" target="https://inria.hal.science/hal-02044650v1/document">
                <date notBefore="2021-01-01"/>
              </ref>
              <ref type="file" subtype="author" n="1" target="https://inria.hal.science/hal-02044650v1/file/473364_1_En_6_Chapter.pdf" id="file-2044650-2051529">
                <date notBefore="2021-01-01"/>
              </ref>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="200187">
                <persName>
                  <forename>Hal</forename>
                  <surname>Ifip</surname>
                </persName>
                <email type="md5">2073ac78024b6e13f2714db96e9b1e63</email>
                <email type="domain">inria.fr</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-02044650</idno>
            <idno type="halUri">https://inria.hal.science/hal-02044650</idno>
            <idno type="halBibtex">feys:hal-02044650</idno>
            <idno type="halRefHtml">&lt;i&gt;14th International Workshop on Coalgebraic Methods in Computer Science (CMCS)&lt;/i&gt;, Apr 2018, Thessaloniki, Greece. pp.78-99, &lt;a target="_blank" href="https://dx.doi.org/10.1007/978-3-030-00389-0_6"&gt;&amp;#x27E8;10.1007/978-3-030-00389-0_6&amp;#x27E9;&lt;/a&gt;</idno>
            <idno type="halRef">14th International Workshop on Coalgebraic Methods in Computer Science (CMCS), Apr 2018, Thessaloniki, Greece. pp.78-99, &amp;#x27E8;10.1007/978-3-030-00389-0_6&amp;#x27E9;</idno>
            <availability status="restricted">
              <licence target="https://creativecommons.org/licenses/by/4.0/">CC BY 4.0 - Attribution<ref corresp="#file-2044650-2051529"/></licence>
            </availability>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="IFIP-LNCS" corresp="IFIP">IFIP - Lecture Notes in Computer Science</idno>
            <idno type="stamp" n="IFIP">IFIP - International Federation for Information Processing</idno>
            <idno type="stamp" n="IFIP-TC" corresp="IFIP">IFIP Technical Committees </idno>
            <idno type="stamp" n="IFIP-TC1" corresp="IFIP-TC">IFIP TC1: Foundations of Computer Science</idno>
            <idno type="stamp" n="IFIP-WG1-3">IFIP-WG1-3</idno>
            <idno type="stamp" n="IFIP-CMCS">IFIP-CMCS</idno>
            <idno type="stamp" n="IFIP-LNCS-11202" corresp="IFIP-LNCS">Coalgebraic Methods in Computer Science</idno>
          </seriesStmt>
          <notesStmt>
            <note type="audience" n="2">International</note>
            <note type="invited" n="0">No</note>
            <note type="popular" n="0">No</note>
            <note type="peer" n="1">Yes</note>
            <note type="proceedings" n="1">Yes</note>
          </notesStmt>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">Long-Term Values in Markov Decision Processes, (Co)Algebraically</title>
                <author role="aut">
                  <persName>
                    <forename type="first">Frank</forename>
                    <surname>Feys</surname>
                  </persName>
                  <email type="md5">1a62b92df3923307fa68e6beb5c75d00</email>
                  <email type="domain">tudelft.nl</email>
                  <idno type="idhal" notation="numeric">1043059</idno>
                  <idno type="halauthorid" notation="string">1529847-1043059</idno>
                  <affiliation ref="#struct-554326"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Helle</forename>
                    <forename type="middle">Hvid</forename>
                    <surname>Hansen</surname>
                  </persName>
                  <email type="md5">257d4757ec655276057a535d92b8f251</email>
                  <email type="domain">tudelft.nl</email>
                  <idno type="idhal" notation="numeric">1043060</idno>
                  <idno type="halauthorid" notation="string">1083863-1043060</idno>
                  <affiliation ref="#struct-554326"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Lawrence</forename>
                    <forename type="middle">S.</forename>
                    <surname>Moss</surname>
                  </persName>
                  <email type="md5">f5ad364f88e56c346cf6e84e727c784e</email>
                  <email type="domain">cs.indiana.edu</email>
                  <idno type="idhal" notation="numeric">1043061</idno>
                  <idno type="halauthorid" notation="string">1182020-1043061</idno>
                  <affiliation ref="#struct-121644"/>
                </author>
              </analytic>
              <monogr>
                <title level="m">Lecture Notes in Computer Science</title>
                <meeting>
                  <title>14th International Workshop on Coalgebraic Methods in Computer Science (CMCS)</title>
                  <date type="start">2018-04-14</date>
                  <date type="end">2018-04-15</date>
                  <settlement>Thessaloniki</settlement>
                  <country key="GR">Greece</country>
                </meeting>
                <editor>Corina Cîrstea</editor>
                <imprint>
                  <publisher>Springer International Publishing</publisher>
                  <biblScope unit="serie">Coalgebraic Methods in Computer Science</biblScope>
                  <biblScope unit="volume">LNCS-11202</biblScope>
                  <biblScope unit="pp">78-99</biblScope>
                  <date type="datePub">2018</date>
                </imprint>
              </monogr>
              <idno type="doi">10.1007/978-3-030-00389-0_6</idno>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <keywords scheme="author">
                <term xml:lang="en">Metric space</term>
                <term xml:lang="en">Fixpoint</term>
                <term xml:lang="en">Corecursive algebra</term>
                <term xml:lang="en">Algebra</term>
                <term xml:lang="en">Coalgebra</term>
                <term xml:lang="en">Discounted sum</term>
                <term xml:lang="en">Long-term value</term>
                <term xml:lang="en">Markov decision process</term>
              </keywords>
              <classCode scheme="halDomain" n="info">Computer Science [cs]</classCode>
              <classCode scheme="halTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halOldTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halTreeTypology" n="COMM">Conference papers</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>This paper studies Markov decision processes (MDPs) from the categorical perspective of coalgebra and algebra. Probabilistic systems, similar to MDPs but without rewards, have been extensively studied, also coalgebraically, from the perspective of program semantics. In this paper, we focus on the role of MDPs as models in optimal planning, where the reward structure is central. The main contributions of this paper are (i) to give a coinductive explanation of policy improvement using a new proof principle, based on Banach’s Fixpoint Theorem, that we call contraction coinduction, and (ii) to show that the long-term value function of a policy with respect to discounted sums can be obtained via a generalized notion of corecursive algebra, which is designed to take boundedness into account. We also explore boundedness features of the Kantorovich lifting of the distribution monad to metric spaces.</p>
            </abstract>
            <particDesc>
              <org type="consortium">TC 1</org>
              <org type="consortium">WG 1.3</org>
            </particDesc>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="department" xml:id="struct-554326" status="VALID">
          <orgName>Department of Engineering Systems and Services [Delft ]</orgName>
          <orgName type="acronym">ESS</orgName>
          <desc>
            <address>
              <addrLine>Building 31Jaffalaan 52628 BX Delft</addrLine>
            </address>
            <ref type="url">https://www.tudelft.nl/en/tpm/about-the-faculty/departments/engineering-systems-and-services/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-506805" type="direct"/>
            <relation active="#struct-333368" type="indirect"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-121644" status="VALID">
          <orgName>Department of mathematics [Bloomington]</orgName>
          <desc>
            <address>
              <addrLine>831 E. Third St. | Bloomington, IN 47405</addrLine>
              <country key="US"/>
            </address>
            <ref type="url">http://www.math.indiana.edu/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-300689" type="direct"/>
            <relation active="#struct-566099" type="indirect"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-506805" status="VALID">
          <orgName>Faculty of Technology, Policy and Management [Delft]</orgName>
          <desc>
            <address>
              <country key="NL"/>
            </address>
          </desc>
          <listRelation>
            <relation active="#struct-333368" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-333368" status="VALID">
          <idno type="ROR">https://ror.org/02e2c7k09</idno>
          <orgName>Delft University of Technology</orgName>
          <orgName type="acronym">TU Delft</orgName>
          <desc>
            <address>
              <addrLine>Postbus 5,  2600 AA Delft</addrLine>
              <country key="NL"/>
            </address>
            <ref type="url">https://www.tudelft.nl/en/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-300689" status="VALID">
          <idno type="ROR">https://ror.org/02k40bc56</idno>
          <orgName>Indiana University [Bloomington]</orgName>
          <desc>
            <address>
              <addrLine>107 S. Indiana Avenue, Bloomington, IN 47405-7000</addrLine>
              <country key="US"/>
            </address>
            <ref type="url">https://www.indiana.edu/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-566099" type="direct"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-566099" status="VALID">
          <orgName>Indiana University System</orgName>
          <desc>
            <address>
              <country key="US"/>
            </address>
            <ref type="url">https://www.iu.edu/</ref>
          </desc>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>