Leveraging Transformer Self Attention Encoder for Crisis Event Detection in Short Texts

Pantelis Kyriakidis; Despoina Chatzakou; Theodora Tsikrika; Stefanos Vrochidis; Ioannis Kompatsiaris

doi:10.5281/zenodo.6036739

February 10, 2022 Conference paper Open Access

Leveraging Transformer Self Attention Encoder for Crisis Event Detection in Short Texts

Pantelis Kyriakidis; Despoina Chatzakou; Theodora Tsikrika; Stefanos Vrochidis; Ioannis Kompatsiaris

DCAT Export

<?xml version='1.0' encoding='utf-8'?>
<rdf:RDF xmlns:rdf="http://www.w3.org/1999/02/22-rdf-syntax-ns#" xmlns:adms="http://www.w3.org/ns/adms#" xmlns:dc="http://purl.org/dc/elements/1.1/" xmlns:dct="http://purl.org/dc/terms/" xmlns:dctype="http://purl.org/dc/dcmitype/" xmlns:dcat="http://www.w3.org/ns/dcat#" xmlns:duv="http://www.w3.org/ns/duv#" xmlns:foaf="http://xmlns.com/foaf/0.1/" xmlns:frapo="http://purl.org/cerif/frapo/" xmlns:geo="http://www.w3.org/2003/01/geo/wgs84_pos#" xmlns:gsp="http://www.opengis.net/ont/geosparql#" xmlns:locn="http://www.w3.org/ns/locn#" xmlns:org="http://www.w3.org/ns/org#" xmlns:owl="http://www.w3.org/2002/07/owl#" xmlns:prov="http://www.w3.org/ns/prov#" xmlns:rdfs="http://www.w3.org/2000/01/rdf-schema#" xmlns:schema="http://schema.org/" xmlns:skos="http://www.w3.org/2004/02/skos/core#" xmlns:vcard="http://www.w3.org/2006/vcard/ns#" xmlns:wdrs="http://www.w3.org/2007/05/powder-s#">
  <rdf:Description rdf:about="https://doi.org/10.5281/zenodo.6036739">
    <dct:identifier rdf:datatype="http://www.w3.org/2001/XMLSchema#anyURI">https://doi.org/10.5281/zenodo.6036739</dct:identifier>
    <foaf:page rdf:resource="https://doi.org/10.5281/zenodo.6036739"/>
    <dct:creator>
      <rdf:Description rdf:about="http://orcid.org/0000-0002-5963-8776">
        <rdf:type rdf:resource="http://xmlns.com/foaf/0.1/Agent"/>
        <dct:identifier rdf:datatype="http://www.w3.org/2001/XMLSchema#string">0000-0002-5963-8776</dct:identifier>
        <foaf:name>Pantelis Kyriakidis</foaf:name>
        <org:memberOf>
          <foaf:Organization>
            <foaf:name>Information Technologies Institute, Centre for Research and Technology Hellas</foaf:name>
          </foaf:Organization>
        </org:memberOf>
      </rdf:Description>
    </dct:creator>
    <dct:creator>
      <rdf:Description rdf:about="http://orcid.org/0000-0002-9564-7100">
        <rdf:type rdf:resource="http://xmlns.com/foaf/0.1/Agent"/>
        <dct:identifier rdf:datatype="http://www.w3.org/2001/XMLSchema#string">0000-0002-9564-7100</dct:identifier>
        <foaf:name>Despoina Chatzakou</foaf:name>
        <org:memberOf>
          <foaf:Organization>
            <foaf:name>Information Technologies Institute, Centre for Research and Technology Hellas</foaf:name>
          </foaf:Organization>
        </org:memberOf>
      </rdf:Description>
    </dct:creator>
    <dct:creator>
      <rdf:Description rdf:about="http://orcid.org/0000-0003-4148-9028">
        <rdf:type rdf:resource="http://xmlns.com/foaf/0.1/Agent"/>
        <dct:identifier rdf:datatype="http://www.w3.org/2001/XMLSchema#string">0000-0003-4148-9028</dct:identifier>
        <foaf:name>Theodora Tsikrika</foaf:name>
        <org:memberOf>
          <foaf:Organization>
            <foaf:name>Information Technologies Institute, Centre for Research and Technology Hellas</foaf:name>
          </foaf:Organization>
        </org:memberOf>
      </rdf:Description>
    </dct:creator>
    <dct:creator>
      <rdf:Description rdf:about="http://orcid.org/0000-0002-2505-9178">
        <rdf:type rdf:resource="http://xmlns.com/foaf/0.1/Agent"/>
        <dct:identifier rdf:datatype="http://www.w3.org/2001/XMLSchema#string">0000-0002-2505-9178</dct:identifier>
        <foaf:name>Stefanos Vrochidis</foaf:name>
        <org:memberOf>
          <foaf:Organization>
            <foaf:name>Information Technologies Institute, Centre for Research and Technology Hellas</foaf:name>
          </foaf:Organization>
        </org:memberOf>
      </rdf:Description>
    </dct:creator>
    <dct:creator>
      <rdf:Description rdf:about="http://orcid.org/0000-0001-6447-9020">
        <rdf:type rdf:resource="http://xmlns.com/foaf/0.1/Agent"/>
        <dct:identifier rdf:datatype="http://www.w3.org/2001/XMLSchema#string">0000-0001-6447-9020</dct:identifier>
        <foaf:name>Ioannis Kompatsiaris</foaf:name>
        <org:memberOf>
          <foaf:Organization>
            <foaf:name>Information Technologies Institute, Centre for Research and Technology Hellas</foaf:name>
          </foaf:Organization>
        </org:memberOf>
      </rdf:Description>
    </dct:creator>
    <dct:title>Leveraging Transformer Self Attention Encoder for Crisis Event Detection in Short Texts</dct:title>
    <dct:publisher>
      <foaf:Agent>
        <foaf:name>Zenodo</foaf:name>
      </foaf:Agent>
    </dct:publisher>
    <dct:issued rdf:datatype="http://www.w3.org/2001/XMLSchema#gYear">2022</dct:issued>
    <dcat:keyword>Self attention</dcat:keyword>
    <dcat:keyword>Multihead attention</dcat:keyword>
    <dcat:keyword>Crisis event detection</dcat:keyword>
    <frapo:isFundedBy rdf:resource="info:eu-repo/grantAgreement/EC/H2020/883293/"/>
    <schema:funder>
      <foaf:Organization>
        <dct:identifier rdf:datatype="http://www.w3.org/2001/XMLSchema#string">10.13039/100010661</dct:identifier>
        <foaf:name>European Commission</foaf:name>
      </foaf:Organization>
    </schema:funder>
    <frapo:isFundedBy rdf:resource="info:eu-repo/grantAgreement/EC/H2020/883596/"/>
    <schema:funder>
      <foaf:Organization>
        <dct:identifier rdf:datatype="http://www.w3.org/2001/XMLSchema#string">10.13039/100010661</dct:identifier>
        <foaf:name>European Commission</foaf:name>
      </foaf:Organization>
    </schema:funder>
    <dct:issued rdf:datatype="http://www.w3.org/2001/XMLSchema#date">2022-02-10</dct:issued>
    <dct:language rdf:resource="http://publications.europa.eu/resource/authority/language/ENG"/>
    <owl:sameAs rdf:resource="https://zenodo.org/record/6036739"/>
    <adms:identifier>
      <adms:Identifier>
        <skos:notation rdf:datatype="http://www.w3.org/2001/XMLSchema#anyURI">https://zenodo.org/record/6036739</skos:notation>
        <adms:schemeAgency>url</adms:schemeAgency>
      </adms:Identifier>
    </adms:identifier>
    <dct:isVersionOf rdf:resource="https://doi.org/10.5281/zenodo.6036738"/>
    <dct:isPartOf rdf:resource="https://zenodo.org/communities/aidaproject"/>
    <dct:description>&lt;p&gt;Analyzing content generated on social media has proven to be a powerful tool for early detection of crisis-related events. Such an analysis may allow for timely action, mitigating or even preventing altogether the effects of a crisis. However, the high noise levels in short texts present in microblogging platforms, combined with the limited publicly available datasets have rendered the task difficult. Here, we propose deep learning models based on a transformer self-attention encoder, which is capable of detecting event-related parts in a text, while also minimizing potential noise levels. Our models efficacy is shown by experimenting with CrisisLexT26, achieving up to 81.6% f1-score and 92.7% AUC.&lt;/p&gt;</dct:description>
    <dct:description>This preprint has not undergone peer review (when applicable) or any post-submission improvements or corrections. The Version of Record of this contribution is published in the 44th European Conference on Information Retrieval, and is available online at https://doi.org/10.1007/978-3-030-99739-7_19</dct:description>
    <dct:accessRights rdf:resource="http://publications.europa.eu/resource/authority/access-right/PUBLIC"/>
    <dct:accessRights>
      <dct:RightsStatement rdf:about="info:eu-repo/semantics/openAccess">
        <rdfs:label>Open Access</rdfs:label>
      </dct:RightsStatement>
    </dct:accessRights>
    <dct:license rdf:resource="https://creativecommons.org/licenses/by/2.0/legalcode"/>
    <dcat:distribution>
      <dcat:Distribution>
        <dcat:accessURL rdf:resource="https://doi.org/10.5281/zenodo.6036739"/>
        <dcat:byteSize>372448</dcat:byteSize>
        <dcat:downloadURL rdf:resource="https://zenodo.org/record/6036739/files/Leveraging Transformer Self Attention Encoder.pdf"/>
        <dcat:mediaType>application/pdf</dcat:mediaType>
      </dcat:Distribution>
    </dcat:distribution>
  </rdf:Description>
  <foaf:Project rdf:about="info:eu-repo/grantAgreement/EC/H2020/883293/">
    <dct:identifier rdf:datatype="http://www.w3.org/2001/XMLSchema#string">883293</dct:identifier>
    <dct:title>IMMERSE. INTERACT. INVESTIGATE</dct:title>
    <frapo:isAwardedBy>
      <foaf:Organization>
        <dct:identifier rdf:datatype="http://www.w3.org/2001/XMLSchema#string">10.13039/100010661</dct:identifier>
        <foaf:name>European Commission</foaf:name>
      </foaf:Organization>
    </frapo:isAwardedBy>
  </foaf:Project>
  <foaf:Project rdf:about="info:eu-repo/grantAgreement/EC/H2020/883596/">
    <dct:identifier rdf:datatype="http://www.w3.org/2001/XMLSchema#string">883596</dct:identifier>
    <dct:title>Artificial Intelligence and advanced Data Analytics for Law Enforcement Agencies</dct:title>
    <frapo:isAwardedBy>
      <foaf:Organization>
        <dct:identifier rdf:datatype="http://www.w3.org/2001/XMLSchema#string">10.13039/100010661</dct:identifier>
        <foaf:name>European Commission</foaf:name>
      </foaf:Organization>
    </frapo:isAwardedBy>
  </foaf:Project>
</rdf:RDF>

177

172

views

downloads

See more details...

	All versions	This version
Views	177	177
Downloads	172	172
Data volume	64.1 MB	64.1 MB
Unique views	153	153
Unique downloads	155	155

More info on how stats are collected.

Indexed in

Publication date:

February 10, 2022

DOI:

Keyword(s):

Self attention Multihead attention Crisis event detection

Grants:

European Commission:

INFINITY - IMMERSE. INTERACT. INVESTIGATE (883293)
AIDA - Artificial Intelligence and advanced Data Analytics for Law Enforcement Agencies (883596)

Meeting:

44th European Conference on Information Retrieval (ECIR'22), Stavanger, Norway, 10-14 April 2022

Communities:

AIDA Project

License (for files):

Creative Commons Attribution 2.0 Generic

Versions

Version 1 10.5281/zenodo.6036739

Feb 10, 2022

Cite all versions? You can cite all versions by using the DOI 10.5281/zenodo.6036738. This DOI represents all versions, and will always resolve to the latest one. Read more.

Leveraging Transformer Self Attention Encoder for Crisis Event Detection in Short Texts

DCAT Export

Versions

Share

Cite as

Export

About

Blog

Help

Developers

Contribute

Leveraging Transformer Self Attention Encoder for Crisis Event Detection in Short Texts

DCAT Export

Zenodo DOI Badge

DOI

10.5281/zenodo.6036739

Markdown

[![DOI](https://zenodo.org/badge/DOI/10.5281/zenodo.6036739.svg)](https://doi.org/10.5281/zenodo.6036739)

reStructedText

.. image:: https://zenodo.org/badge/DOI/10.5281/zenodo.6036739.svg :target: https://doi.org/10.5281/zenodo.6036739

HTML

<a href="https://doi.org/10.5281/zenodo.6036739"><img src="https://zenodo.org/badge/DOI/10.5281/zenodo.6036739.svg" alt="DOI"></a>

Image URL

https://zenodo.org/badge/DOI/10.5281/zenodo.6036739.svg

Target URL

https://doi.org/10.5281/zenodo.6036739

Versions

Share

Cite as

Export