<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-03287671</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-21T15:07:19+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">Machine Learning Meets Natural Language Processing - The Story so Far</title>
            <author role="aut">
              <persName>
                <forename type="first">Nikolaos-Ioannis</forename>
                <surname>Galanis</surname>
              </persName>
              <email type="md5">c6f768be719c75255c233e6ff95231c3</email>
              <email type="domain">cs.ihu.gr</email>
              <idno type="idhal" notation="numeric">1105419</idno>
              <idno type="halauthorid" notation="string">2251728-1105419</idno>
              <affiliation ref="#struct-1123135"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Panagiotis</forename>
                <surname>Vafiadis</surname>
              </persName>
              <email type="md5">e7a96e8c596d851dbcd2db3516408e68</email>
              <email type="domain">cs.ihu.gr</email>
              <idno type="idhal" notation="numeric">1105420</idno>
              <idno type="halauthorid" notation="string">2251729-1105420</idno>
              <affiliation ref="#struct-1123135"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Kostas-Gkouram</forename>
                <surname>Mirzaev</surname>
              </persName>
              <email type="md5">68cae06c2f79d99c299fb4a06b5ee44d</email>
              <email type="domain">cs.ihu.gr</email>
              <idno type="idhal" notation="numeric">1105421</idno>
              <idno type="halauthorid" notation="string">2251730-1105421</idno>
              <affiliation ref="#struct-1123135"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">George</forename>
                <forename type="middle">A.</forename>
                <surname>Papakostas</surname>
              </persName>
              <email type="md5">2e0e0501d7b1d268e43ccaf449df63bc</email>
              <email type="domain">cs.ihu.gr</email>
              <idno type="idhal" notation="numeric">1105422</idno>
              <idno type="halauthorid" notation="string">2251731-1105422</idno>
              <affiliation ref="#struct-1123135"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Hal</forename>
                <surname>Ifip</surname>
              </persName>
              <email type="md5">2073ac78024b6e13f2714db96e9b1e63</email>
              <email type="domain">inria.fr</email>
            </editor>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2021-07-15 18:10:19</date>
              <date type="whenModified">2024-08-05 15:32:05</date>
              <date type="whenReleased">2021-07-15 18:31:47</date>
              <date type="whenProduced">2021-06-25</date>
              <date type="whenEndEmbargoed">2024-01-01</date>
              <ref type="file" target="https://inria.hal.science/hal-03287671v1/document">
                <date notBefore="2024-01-01"/>
              </ref>
              <ref type="file" subtype="author" n="1" target="https://inria.hal.science/hal-03287671v1/file/509922_1_En_53_Chapter.pdf" id="file-3287671-2890061">
                <date notBefore="2024-01-01"/>
              </ref>
              <ref type="externalLink" target="http://arxiv.org/pdf/2104.10213"/>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="200187">
                <persName>
                  <forename>Hal</forename>
                  <surname>Ifip</surname>
                </persName>
                <email type="md5">2073ac78024b6e13f2714db96e9b1e63</email>
                <email type="domain">inria.fr</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-03287671</idno>
            <idno type="halUri">https://inria.hal.science/hal-03287671</idno>
            <idno type="halBibtex">galanis:hal-03287671</idno>
            <idno type="halRefHtml">&lt;i&gt;17th IFIP International Conference on Artificial Intelligence Applications and Innovations (AIAI)&lt;/i&gt;, Jun 2021, Hersonissos, Crete, Greece. pp.673-686, &lt;a target="_blank" href="https://dx.doi.org/10.1007/978-3-030-79150-6_53"&gt;&amp;#x27E8;10.1007/978-3-030-79150-6_53&amp;#x27E9;&lt;/a&gt;</idno>
            <idno type="halRef">17th IFIP International Conference on Artificial Intelligence Applications and Innovations (AIAI), Jun 2021, Hersonissos, Crete, Greece. pp.673-686, &amp;#x27E8;10.1007/978-3-030-79150-6_53&amp;#x27E9;</idno>
            <availability status="restricted">
              <licence target="https://creativecommons.org/licenses/by/4.0/">CC BY 4.0 - Attribution<ref corresp="#file-3287671-2890061"/></licence>
            </availability>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="IFIP">IFIP - International Federation for Information Processing</idno>
            <idno type="stamp" n="IFIP-AICT" corresp="IFIP">IFIP Advances in Information and Communication Technology</idno>
            <idno type="stamp" n="IFIP-TC" corresp="IFIP">IFIP Technical Committees </idno>
            <idno type="stamp" n="IFIP-WG" corresp="IFIP">Working Groups</idno>
            <idno type="stamp" n="IFIP-TC12" corresp="IFIP-TC">TC12 - Artificial Intelligence</idno>
            <idno type="stamp" n="IFIP-AIAI">IFIP-AIAI</idno>
            <idno type="stamp" n="IFIP-WG12-5" corresp="IFIP-WG">IFIP-WG12-5</idno>
            <idno type="stamp" n="IFIP-AICT-627" corresp="IFIP-AICT">Artificial Intelligence Applications and Innovations</idno>
          </seriesStmt>
          <notesStmt>
            <note type="commentary">Part 15: Natural Language</note>
            <note type="audience" n="2">International</note>
            <note type="invited" n="0">No</note>
            <note type="popular" n="0">No</note>
            <note type="peer" n="1">Yes</note>
            <note type="proceedings" n="1">Yes</note>
          </notesStmt>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">Machine Learning Meets Natural Language Processing - The Story so Far</title>
                <author role="aut">
                  <persName>
                    <forename type="first">Nikolaos-Ioannis</forename>
                    <surname>Galanis</surname>
                  </persName>
                  <email type="md5">c6f768be719c75255c233e6ff95231c3</email>
                  <email type="domain">cs.ihu.gr</email>
                  <idno type="idhal" notation="numeric">1105419</idno>
                  <idno type="halauthorid" notation="string">2251728-1105419</idno>
                  <affiliation ref="#struct-1123135"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Panagiotis</forename>
                    <surname>Vafiadis</surname>
                  </persName>
                  <email type="md5">e7a96e8c596d851dbcd2db3516408e68</email>
                  <email type="domain">cs.ihu.gr</email>
                  <idno type="idhal" notation="numeric">1105420</idno>
                  <idno type="halauthorid" notation="string">2251729-1105420</idno>
                  <affiliation ref="#struct-1123135"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Kostas-Gkouram</forename>
                    <surname>Mirzaev</surname>
                  </persName>
                  <email type="md5">68cae06c2f79d99c299fb4a06b5ee44d</email>
                  <email type="domain">cs.ihu.gr</email>
                  <idno type="idhal" notation="numeric">1105421</idno>
                  <idno type="halauthorid" notation="string">2251730-1105421</idno>
                  <affiliation ref="#struct-1123135"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">George</forename>
                    <forename type="middle">A.</forename>
                    <surname>Papakostas</surname>
                  </persName>
                  <email type="md5">2e0e0501d7b1d268e43ccaf449df63bc</email>
                  <email type="domain">cs.ihu.gr</email>
                  <idno type="idhal" notation="numeric">1105422</idno>
                  <idno type="halauthorid" notation="string">2251731-1105422</idno>
                  <affiliation ref="#struct-1123135"/>
                </author>
              </analytic>
              <monogr>
                <title level="m">IFIP Advances in Information and Communication Technology</title>
                <meeting>
                  <title>17th IFIP International Conference on Artificial Intelligence Applications and Innovations (AIAI)</title>
                  <date type="start">2021-06-25</date>
                  <date type="end">2021-06-27</date>
                  <settlement>Hersonissos, Crete</settlement>
                  <country key="GR">Greece</country>
                </meeting>
                <editor>Ilias Maglogiannis</editor>
                <editor>John Macintyre</editor>
                <editor>Lazaros Iliadis</editor>
                <imprint>
                  <publisher>Springer International Publishing</publisher>
                  <biblScope unit="serie">Artificial Intelligence Applications and Innovations</biblScope>
                  <biblScope unit="volume">AICT-627</biblScope>
                  <biblScope unit="pp">673-686</biblScope>
                  <date type="datePub">2021</date>
                </imprint>
              </monogr>
              <idno type="doi">10.1007/978-3-030-79150-6_53</idno>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <keywords scheme="author">
                <term xml:lang="en">GPT</term>
                <term xml:lang="en">Transformers</term>
                <term xml:lang="en">BERT</term>
                <term xml:lang="en">CNN</term>
                <term xml:lang="en">Ambiguity</term>
                <term xml:lang="en">Linguistics</term>
                <term xml:lang="en">NLG</term>
                <term xml:lang="en">NLU</term>
                <term xml:lang="en">NLP</term>
                <term xml:lang="en">Computational linguistics</term>
                <term xml:lang="en">Machine learning</term>
              </keywords>
              <classCode scheme="halDomain" n="info">Computer Science [cs]</classCode>
              <classCode scheme="halTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halOldTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halTreeTypology" n="COMM">Conference papers</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>Natural Language Processing (NLP) has evolved significantly over the last decade. This paper highlights the most important milestones of this period, while trying to pinpoint the contribution of each individual model and algorithm to the overall progress. Furthermore, it focuses on issues still remaining to be solved, emphasizing on the groundbreaking proposals of Transformers, BERT, and all the similar attention-based models.</p>
            </abstract>
            <particDesc>
              <org type="consortium">TC 12</org>
              <org type="consortium">WG 12.5</org>
            </particDesc>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="institution" xml:id="struct-1123135" status="VALID">
          <idno type="ROR">https://ror.org/00708jp83</idno>
          <orgName>International Hellenic University</orgName>
          <orgName type="acronym">IHU</orgName>
          <desc>
            <address>
              <addrLine>14th km Thessaloniki - N. Moudania National Road, 57001 Thermi</addrLine>
              <country key="GR"/>
            </address>
            <ref type="url">https://www.ihu.gr/en/enhome</ref>
          </desc>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>