There is a newer version of this record available.

Dataset Open Access

ProfNER corpus: gold standard annotations for profession detection in Spanish COVID-19 tweets

Miranda-Escalada, Antonio; Briva-Iglesias, Vicent; Farré, Eulàlia; Lima López, Salvador; Aguero, Marvin; Krallinger, Martin


DCAT Export

<?xml version='1.0' encoding='utf-8'?>
<rdf:RDF xmlns:rdf="http://www.w3.org/1999/02/22-rdf-syntax-ns#" xmlns:adms="http://www.w3.org/ns/adms#" xmlns:dc="http://purl.org/dc/elements/1.1/" xmlns:dct="http://purl.org/dc/terms/" xmlns:dctype="http://purl.org/dc/dcmitype/" xmlns:dcat="http://www.w3.org/ns/dcat#" xmlns:duv="http://www.w3.org/ns/duv#" xmlns:foaf="http://xmlns.com/foaf/0.1/" xmlns:frapo="http://purl.org/cerif/frapo/" xmlns:geo="http://www.w3.org/2003/01/geo/wgs84_pos#" xmlns:gsp="http://www.opengis.net/ont/geosparql#" xmlns:locn="http://www.w3.org/ns/locn#" xmlns:org="http://www.w3.org/ns/org#" xmlns:owl="http://www.w3.org/2002/07/owl#" xmlns:prov="http://www.w3.org/ns/prov#" xmlns:rdfs="http://www.w3.org/2000/01/rdf-schema#" xmlns:schema="http://schema.org/" xmlns:skos="http://www.w3.org/2004/02/skos/core#" xmlns:vcard="http://www.w3.org/2006/vcard/ns#" xmlns:wdrs="http://www.w3.org/2007/05/powder-s#">
  <rdf:Description rdf:about="https://doi.org/10.5281/zenodo.4522129">
    <rdf:type rdf:resource="http://www.w3.org/ns/dcat#Dataset"/>
    <dct:type rdf:resource="http://purl.org/dc/dcmitype/Dataset"/>
    <dct:identifier rdf:datatype="http://www.w3.org/2001/XMLSchema#anyURI">https://doi.org/10.5281/zenodo.4522129</dct:identifier>
    <foaf:page rdf:resource="https://doi.org/10.5281/zenodo.4522129"/>
    <dct:creator>
      <rdf:Description rdf:about="http://orcid.org/0000-0002-5654-001X">
        <rdf:type rdf:resource="http://xmlns.com/foaf/0.1/Agent"/>
        <dct:identifier rdf:datatype="http://www.w3.org/2001/XMLSchema#string">0000-0002-5654-001X</dct:identifier>
        <foaf:name>Miranda-Escalada, Antonio</foaf:name>
        <foaf:givenName>Antonio</foaf:givenName>
        <foaf:familyName>Miranda-Escalada</foaf:familyName>
        <org:memberOf>
          <foaf:Organization>
            <foaf:name>Barcelona Supercomputing Center</foaf:name>
          </foaf:Organization>
        </org:memberOf>
      </rdf:Description>
    </dct:creator>
    <dct:creator>
      <rdf:Description>
        <rdf:type rdf:resource="http://xmlns.com/foaf/0.1/Agent"/>
        <foaf:name>Briva-Iglesias, Vicent</foaf:name>
        <foaf:givenName>Vicent</foaf:givenName>
        <foaf:familyName>Briva-Iglesias</foaf:familyName>
        <org:memberOf>
          <foaf:Organization>
            <foaf:name>D-REAL</foaf:name>
          </foaf:Organization>
        </org:memberOf>
      </rdf:Description>
    </dct:creator>
    <dct:creator>
      <rdf:Description>
        <rdf:type rdf:resource="http://xmlns.com/foaf/0.1/Agent"/>
        <foaf:name>Farré, Eulàlia</foaf:name>
        <foaf:givenName>Eulàlia</foaf:givenName>
        <foaf:familyName>Farré</foaf:familyName>
        <org:memberOf>
          <foaf:Organization>
            <foaf:name>Barcelona Supercomputing Center</foaf:name>
          </foaf:Organization>
        </org:memberOf>
      </rdf:Description>
    </dct:creator>
    <dct:creator>
      <rdf:Description>
        <rdf:type rdf:resource="http://xmlns.com/foaf/0.1/Agent"/>
        <foaf:name>Lima López, Salvador</foaf:name>
        <foaf:givenName>Salvador</foaf:givenName>
        <foaf:familyName>Lima López</foaf:familyName>
        <org:memberOf>
          <foaf:Organization>
            <foaf:name>Barcelona Supercomputing Center</foaf:name>
          </foaf:Organization>
        </org:memberOf>
      </rdf:Description>
    </dct:creator>
    <dct:creator>
      <rdf:Description>
        <rdf:type rdf:resource="http://xmlns.com/foaf/0.1/Agent"/>
        <foaf:name>Aguero, Marvin</foaf:name>
        <foaf:givenName>Marvin</foaf:givenName>
        <foaf:familyName>Aguero</foaf:familyName>
        <org:memberOf>
          <foaf:Organization>
            <foaf:name>Barcelona Supercomputing Center</foaf:name>
          </foaf:Organization>
        </org:memberOf>
      </rdf:Description>
    </dct:creator>
    <dct:creator>
      <rdf:Description rdf:about="http://orcid.org/0000-0002-2646-8782">
        <rdf:type rdf:resource="http://xmlns.com/foaf/0.1/Agent"/>
        <dct:identifier rdf:datatype="http://www.w3.org/2001/XMLSchema#string">0000-0002-2646-8782</dct:identifier>
        <foaf:name>Krallinger, Martin</foaf:name>
        <foaf:givenName>Martin</foaf:givenName>
        <foaf:familyName>Krallinger</foaf:familyName>
        <org:memberOf>
          <foaf:Organization>
            <foaf:name>Barcelona Supercomputing Center</foaf:name>
          </foaf:Organization>
        </org:memberOf>
      </rdf:Description>
    </dct:creator>
    <dct:title>ProfNER corpus: gold standard annotations for profession detection in Spanish COVID-19 tweets</dct:title>
    <dct:publisher>
      <foaf:Agent>
        <foaf:name>Zenodo</foaf:name>
      </foaf:Agent>
    </dct:publisher>
    <dct:issued rdf:datatype="http://www.w3.org/2001/XMLSchema#gYear">2020</dct:issued>
    <dcat:keyword>NLP</dcat:keyword>
    <dcat:keyword>clinical NLP</dcat:keyword>
    <dcat:keyword>Gold Standard</dcat:keyword>
    <dcat:keyword>Occupations</dcat:keyword>
    <dcat:keyword>Social Media</dcat:keyword>
    <dcat:keyword>Twitter</dcat:keyword>
    <dcat:keyword>NER</dcat:keyword>
    <dcat:keyword>Professions</dcat:keyword>
    <dcat:keyword>smm4h</dcat:keyword>
    <dcat:keyword>profner</dcat:keyword>
    <dct:issued rdf:datatype="http://www.w3.org/2001/XMLSchema#date">2020-12-07</dct:issued>
    <dct:language rdf:resource="http://publications.europa.eu/resource/authority/language/SPA"/>
    <owl:sameAs rdf:resource="https://zenodo.org/record/4522129"/>
    <adms:identifier>
      <adms:Identifier>
        <skos:notation rdf:datatype="http://www.w3.org/2001/XMLSchema#anyURI">https://zenodo.org/record/4522129</skos:notation>
        <adms:schemeAgency>url</adms:schemeAgency>
      </adms:Identifier>
    </adms:identifier>
    <dct:isVersionOf rdf:resource="https://doi.org/10.5281/zenodo.4309356"/>
    <dct:isPartOf rdf:resource="https://zenodo.org/communities/medicalnlp"/>
    <owl:versionInfo>1.2</owl:versionInfo>
    <dct:description>&lt;blockquote&gt; &lt;p&gt;&lt;strong&gt;THERE IS A &lt;a href="https://doi.org/10.5281/zenodo.4309356"&gt;NEWER VERSION (1.3) &lt;/a&gt;THAT INCORPORATES&amp;nbsp;THE UNANNOTATED TEST AND BACKGROUND FILES&amp;nbsp;&lt;/strong&gt;&lt;/p&gt; &lt;/blockquote&gt; &lt;p&gt;&amp;nbsp;&lt;/p&gt; &lt;p&gt;Gold Standard annotations for SMM4H-Spanish shared task.&amp;nbsp;SMM4H 2021 accepted at NAACL (scheduled in Mexico City in June)&amp;nbsp;&lt;a href="https://www.google.com/url?q=https://2021.naacl.org/&amp;amp;sa=D&amp;amp;source=hangouts&amp;amp;ust=1607428637013000&amp;amp;usg=AFQjCNFw2dB81KiJYjuqunLIaklKkXYJqA"&gt;https://2021.naacl.org/&lt;/a&gt;.&lt;/p&gt; &lt;p&gt;&lt;br&gt; &lt;strong&gt;Introduction:&lt;/strong&gt;&lt;br&gt; The entire corpus contains 10,000 annotated tweets. It has been split into training, validation and test (60-20-20). The current version contains the training and development set of the shared task with Gold Standard annotations.&lt;br&gt; In future versions of the dataset, test and background sets will be released.&lt;/p&gt; &lt;p&gt;For the subtask-1 (classification), annotations are distributed in a tab-separated file (TSV). The TSV format follows the format employed in SMM4H 2019 Task 2:&lt;br&gt; tweet_id&amp;nbsp;&amp;nbsp; &amp;nbsp;class&lt;br&gt; &amp;nbsp;&lt;br&gt; For the subtask-2 (Named Entity Recognition, profession detection), annotations are distributed in 2 formats: Brat standoff and TSV. See Brat webpage for more information about Brat standoff format (https://brat.nlplab.org/standoff.html). The TSV format follows the format employed in SMM4H 2019 Task 2:&lt;br&gt; tweet_id&amp;nbsp;&amp;nbsp; &amp;nbsp;begin&amp;nbsp;&amp;nbsp; &amp;nbsp;end&amp;nbsp;&amp;nbsp; &amp;nbsp;type&amp;nbsp;&amp;nbsp; &amp;nbsp;extraction&lt;/p&gt; &lt;p&gt;In addition, we provide a tokenized version of the dataset, for participant&amp;#39;s convenience. It follows the BIO format (similar to CONLL). The files were generated with the brat_to_conll.py script (included), which employs the es_core_news_sm-2.3.1 Spacy model for tokenization.&lt;/p&gt; &lt;p&gt;&lt;br&gt; &lt;strong&gt;Zip structure:&lt;/strong&gt;&lt;/p&gt; &lt;p&gt;txt-files: folder with text files. One text file per tweet. One sub-directory per corpus split (train and valid).&lt;/p&gt; &lt;p&gt;txt-files-english: folder with text files Machine Translated to English.&lt;/p&gt; &lt;p&gt;subtask-1: One file per corpus split (train.tsv and valid.tsv).&lt;/p&gt; &lt;p&gt;subtask-2:&lt;/p&gt; &lt;ul&gt; &lt;li&gt;brat: folder with annotations in Brat format. One sub-directory per corpus split (train and valid).&lt;/li&gt; &lt;li&gt;tsv: folder with annotations in TSV. One file per corpus split (train and valid).&lt;/li&gt; &lt;li&gt;BIO: folder with corpus in BIO tagging. One file per corpus split (train and valid).&lt;/li&gt; &lt;/ul&gt; &lt;p&gt;&amp;nbsp;&lt;/p&gt; &lt;p&gt;&lt;strong&gt;Annotation quality:&lt;/strong&gt;&lt;/p&gt; &lt;p&gt;We have performed a &lt;strong&gt;consistency analysis&lt;/strong&gt; of the corpus. 10% of the documents have been annotated by an internal annotator as well as by the linguist experts following the same annotation guideliens.&lt;/p&gt; &lt;p&gt;The preliminary Inter-Annotator Agreement (pairwise agreement) is 0.919.&lt;/p&gt; &lt;p&gt;&amp;nbsp;&lt;/p&gt; &lt;p&gt;&lt;br&gt; &lt;strong&gt;Important shared task information:&lt;br&gt; SYSTEM PREDICTIONS MUST FOLLOW THE TSV FORMAT.&lt;/strong&gt;&amp;nbsp;And systems will only be evaluated for the PROFESION and SITUACION_LABORAL predictions (despite the Gold Standard&amp;nbsp;contains 2 extra entity classes). For more information about the evaluation scenario, see the &lt;a href="https://competitions.codalab.org/competitions/28766"&gt;Codalab link&lt;/a&gt;, or the &lt;a href="https://temu.bsc.es/smm4h-spanish/?p=3975"&gt;evaluation webpage&lt;/a&gt;.&lt;/p&gt; &lt;p&gt;&amp;nbsp;&lt;/p&gt; &lt;p&gt;For further information, please visit &lt;a href="https://temu.bsc.es/smm4h-spanish/"&gt;https://temu.bsc.es/smm4h-spanish/&lt;/a&gt; or email us at encargo-pln-life@bsc.es&lt;br&gt; &amp;nbsp;&lt;/p&gt; &lt;p&gt;Do not share the data with other individuals/teams without permission from the task organizer. Tweets IDs are the primary source of information. Tweet texts are provided as support material. By downloading this resource, you agree to the Twitter &lt;a href="https://twitter.com/en/tos"&gt;Terms of Service&lt;/a&gt;, &lt;a href="https://twitter.com/en/privacy"&gt;Privacy Policy&lt;/a&gt;, &lt;a href="https://developer.twitter.com/en/developer-terms/agreement"&gt;Developer Agreement&lt;/a&gt;, and &lt;a href="https://developer.twitter.com/en/developer-terms/policy"&gt;Developer Policy&lt;/a&gt;.&lt;/p&gt; &lt;p&gt;&amp;nbsp;&lt;/p&gt; &lt;p&gt;&lt;strong&gt;Resources:&lt;/strong&gt;&lt;/p&gt; &lt;ul&gt; &lt;li&gt;&lt;a href="https://temu.bsc.es/smm4h-spanish/"&gt;&lt;strong&gt;Web&lt;/strong&gt;&lt;/a&gt;&lt;/li&gt; &lt;li&gt;&lt;strong&gt;&lt;strong&gt;&lt;a href="http://doi.org/10.5281/zenodo.4306016"&gt;Annotation guidelines&lt;/a&gt;&lt;/strong&gt;&lt;/strong&gt;&lt;a href="http://doi.org/10.5281/zenodo.4306016"&gt;&lt;strong&gt;&lt;strong&gt;&amp;nbsp;(in Spanish)&lt;/strong&gt;&lt;/strong&gt;&lt;/a&gt;&lt;/li&gt; &lt;li&gt;&lt;a href="https://doi.org/10.5281/zenodo.4479740"&gt;&lt;strong&gt;&lt;strong&gt;Annotation guidelines (in English)&lt;/strong&gt;&lt;/strong&gt;&lt;/a&gt;&lt;/li&gt; &lt;li&gt;&lt;a href="https://doi.org/10.5281/zenodo.4449929"&gt;&lt;strong&gt;&lt;strong&gt;FastText COVID-19 Twitter embeddings&lt;/strong&gt;&lt;/strong&gt;&lt;/a&gt;&lt;/li&gt; &lt;li&gt;&lt;a href="https://doi.org/10.5281/zenodo.4524658"&gt;&lt;strong&gt;Occupations gazetteer&lt;/strong&gt;&lt;/a&gt;&lt;/li&gt; &lt;/ul&gt;</dct:description>
    <dct:description>Funded by the Plan de Impulso de las Tecnologías del Lenguaje (Plan TL).</dct:description>
    <dct:accessRights rdf:resource="http://publications.europa.eu/resource/authority/access-right/PUBLIC"/>
    <dct:accessRights>
      <dct:RightsStatement rdf:about="info:eu-repo/semantics/openAccess">
        <rdfs:label>Open Access</rdfs:label>
      </dct:RightsStatement>
    </dct:accessRights>
    <dcat:distribution>
      <dcat:Distribution>
        <dct:license rdf:resource="https://creativecommons.org/licenses/by/4.0/legalcode"/>
        <dcat:accessURL rdf:resource="https://doi.org/10.5281/zenodo.4522129"/>
      </dcat:Distribution>
    </dcat:distribution>
    <dcat:distribution>
      <dcat:Distribution>
        <dcat:accessURL rdf:resource="https://doi.org/10.5281/zenodo.4522129"/>
        <dcat:byteSize>14634794</dcat:byteSize>
        <dcat:downloadURL rdf:resource="https://zenodo.org/record/4522129/files/profner.zip"/>
        <dcat:mediaType>application/zip</dcat:mediaType>
      </dcat:Distribution>
    </dcat:distribution>
  </rdf:Description>
</rdf:RDF>
2,062
3,901
views
downloads
All versions This version
Views 2,062393
Downloads 3,90155
Data volume 177.3 GB804.9 MB
Unique views 1,656300
Unique downloads 3,10851

Share

Cite as