January 13, 2020 Dataset Open Access

Antonis Papasavva; Savvas Zannettou; Emiliano De Cristofaro; Gianluca Stringhini; Jeremy Blackburn

DCAT Export

<?xml version='1.0' encoding='utf-8'?>
<rdf:RDF xmlns:rdf="http://www.w3.org/1999/02/22-rdf-syntax-ns#" xmlns:adms="http://www.w3.org/ns/adms#" xmlns:dc="http://purl.org/dc/elements/1.1/" xmlns:dct="http://purl.org/dc/terms/" xmlns:dctype="http://purl.org/dc/dcmitype/" xmlns:dcat="http://www.w3.org/ns/dcat#" xmlns:duv="http://www.w3.org/ns/duv#" xmlns:foaf="http://xmlns.com/foaf/0.1/" xmlns:frapo="http://purl.org/cerif/frapo/" xmlns:geo="http://www.w3.org/2003/01/geo/wgs84_pos#" xmlns:gsp="http://www.opengis.net/ont/geosparql#" xmlns:locn="http://www.w3.org/ns/locn#" xmlns:org="http://www.w3.org/ns/org#" xmlns:owl="http://www.w3.org/2002/07/owl#" xmlns:prov="http://www.w3.org/ns/prov#" xmlns:rdfs="http://www.w3.org/2000/01/rdf-schema#" xmlns:schema="http://schema.org/" xmlns:skos="http://www.w3.org/2004/02/skos/core#" xmlns:vcard="http://www.w3.org/2006/vcard/ns#" xmlns:wdrs="http://www.w3.org/2007/05/powder-s#">
  <rdf:Description rdf:about="https://doi.org/10.5281/zenodo.3606810">
    <rdf:type rdf:resource="http://www.w3.org/ns/dcat#Dataset"/>
    <dct:type rdf:resource="http://purl.org/dc/dcmitype/Dataset"/>
    <dct:identifier rdf:datatype="http://www.w3.org/2001/XMLSchema#anyURI">https://doi.org/10.5281/zenodo.3606810</dct:identifier>
    <foaf:page rdf:resource="https://doi.org/10.5281/zenodo.3606810"/>
    <dct:creator>
      <rdf:Description>
        <rdf:type rdf:resource="http://xmlns.com/foaf/0.1/Agent"/>
        <foaf:name>Antonis Papasavva</foaf:name>
        <org:memberOf>
          <foaf:Organization>
            <foaf:name>University College London</foaf:name>
          </foaf:Organization>
        </org:memberOf>
      </rdf:Description>
    </dct:creator>
    <dct:creator>
      <rdf:Description>
        <rdf:type rdf:resource="http://xmlns.com/foaf/0.1/Agent"/>
        <foaf:name>Savvas Zannettou</foaf:name>
        <org:memberOf>
          <foaf:Organization>
            <foaf:name>Max Planck Institute</foaf:name>
          </foaf:Organization>
        </org:memberOf>
      </rdf:Description>
    </dct:creator>
    <dct:creator>
      <rdf:Description>
        <rdf:type rdf:resource="http://xmlns.com/foaf/0.1/Agent"/>
        <foaf:name>Emiliano De Cristofaro</foaf:name>
        <org:memberOf>
          <foaf:Organization>
            <foaf:name>University College London</foaf:name>
          </foaf:Organization>
        </org:memberOf>
      </rdf:Description>
    </dct:creator>
    <dct:creator>
      <rdf:Description>
        <rdf:type rdf:resource="http://xmlns.com/foaf/0.1/Agent"/>
        <foaf:name>Gianluca Stringhini</foaf:name>
        <org:memberOf>
          <foaf:Organization>
            <foaf:name>Boston University</foaf:name>
          </foaf:Organization>
        </org:memberOf>
      </rdf:Description>
    </dct:creator>
    <dct:creator>
      <rdf:Description>
        <rdf:type rdf:resource="http://xmlns.com/foaf/0.1/Agent"/>
        <foaf:name>Jeremy Blackburn</foaf:name>
        <org:memberOf>
          <foaf:Organization>
            <foaf:name>Binghamton University</foaf:name>
          </foaf:Organization>
        </org:memberOf>
      </rdf:Description>
    </dct:creator>
    <dct:title>Dataset: Raiders of the Lost Kek: 3.5 Years of Augmented 4chan Posts from the Politically Incorrect Board</dct:title>
    <dct:publisher>
      <foaf:Agent>
        <foaf:name>Zenodo</foaf:name>
      </foaf:Agent>
    </dct:publisher>
    <dct:issued rdf:datatype="http://www.w3.org/2001/XMLSchema#gYear">2020</dct:issued>
    <dct:issued rdf:datatype="http://www.w3.org/2001/XMLSchema#date">2020-01-13</dct:issued>
    <owl:sameAs rdf:resource="https://zenodo.org/record/3606810"/>
    <adms:identifier>
      <adms:Identifier>
        <skos:notation rdf:datatype="http://www.w3.org/2001/XMLSchema#anyURI">https://zenodo.org/record/3606810</skos:notation>
        <adms:schemeAgency>url</adms:schemeAgency>
      </adms:Identifier>
    </adms:identifier>
    <dct:isVersionOf rdf:resource="https://doi.org/10.5281/zenodo.3606809"/>
    <dct:description>&lt;p&gt;This is the dataset released with the &lt;a href="https://arxiv.org/abs/2001.07487"&gt;paper&lt;/a&gt; titled:&amp;nbsp;&amp;quot;Raiders of the Lost Kek: 3.5 Years of Augmented 4chan Posts from the Politically Incorrect Board&amp;quot;.&lt;/p&gt; &lt;p&gt;The dataset is a single&amp;nbsp;&lt;a href="http://ndjson.org/"&gt;Newline delimited JSON file&lt;/a&gt;. Each line in the file consists of a JSON object which is a full 4chan /pol/ thread.&amp;nbsp;The JSON objects contain&amp;nbsp;all the&amp;nbsp;key/values returned by the &lt;a href="https://github.com/4chan/4chan-API/blob/master/pages/Threads.md"&gt;4chan API&lt;/a&gt;, along with three additional keys&amp;nbsp;(&lt;em&gt;entities,&amp;nbsp;perspectives&lt;/em&gt;, and &lt;em&gt;extracted_poster_id&lt;/em&gt;).&lt;/p&gt; &lt;p&gt;For each JSON object&amp;nbsp;we&amp;nbsp;complement the data with the list of the named entities we&amp;nbsp;detect for each post, using the &lt;a href="https://spacy.io/api/annotation#named-entities"&gt;spaCy &lt;/a&gt;Python library. In addition, for each post we add scores returned by the&amp;nbsp;Google&amp;rsquo;s &lt;a href="https://www.perspectiveapi.com/#/home"&gt;Perspective API&lt;/a&gt;, and more&amp;nbsp;specifically seven scores in the [0; 1] interval.&lt;/p&gt; &lt;p&gt;For the detailed description of every &lt;em&gt;key &lt;/em&gt;in the JSON structure, along with the type of the &lt;em&gt;value&lt;/em&gt;, please read the readme.pdf file provided with this dataset.&lt;/p&gt; &lt;p&gt;If you find our dataset useful, please cite our paper:&lt;/p&gt; &lt;blockquote&gt; &lt;pre&gt;@article{papasavva2020raiders, title={Raiders of the Lost Kek: 3.5 Years of Augmented 4chan Posts from the Politically Incorrect Board}, author={Antonis Papasavva, Savvas Zannettou, Emiliano De Cristofaro, Gianluca Stringhini, Jeremy Blackburn}, journal={14th International AAAI Conference On Web And Social Media (ICWSM), 2020}, year={2020} }&lt;/pre&gt; &lt;/blockquote&gt; &lt;p&gt;&amp;nbsp;&lt;/p&gt; &lt;p&gt;&lt;strong&gt;How to extract the data:&lt;/strong&gt;&lt;/p&gt; &lt;p&gt;Note that the data is compressed. See the instructions below on how to extract the data:&lt;/p&gt; &lt;ul&gt; &lt;li&gt;&lt;strong&gt;Linux and Mac&lt;/strong&gt;&lt;/li&gt; &lt;/ul&gt; &lt;p&gt;Step 1: Open a terminal window and navigate to the path where the file&amp;nbsp;&lt;em&gt;pol_0616-1119_labeled.tar.zst&amp;nbsp;&lt;/em&gt;is located.&lt;/p&gt; &lt;p&gt;Step2: Run the following command:&lt;/p&gt; &lt;pre&gt;&lt;code&gt;unzstd pol_0616-1119_labeled.tar.zst&lt;/code&gt;&lt;/pre&gt; &lt;p&gt;The above command will result in a file named&amp;nbsp;&lt;em&gt;pol_0616-1119_labeled.tar. &lt;/em&gt;(in the same directory)&lt;/p&gt; &lt;p&gt;Step 3: Again, from your terminal window, run this command:&lt;/p&gt; &lt;pre&gt;&lt;code&gt;tar -xvf pol_0616-1119_labeled.tar&lt;/code&gt;&lt;/pre&gt; &lt;p&gt;When the above command finishes, you will get (in the same directory) the extracted data - a file named&amp;nbsp;&lt;em&gt;pol_062016-112019_labeled.ndjson.&lt;/em&gt;&lt;/p&gt; &lt;ul&gt; &lt;li&gt;&lt;strong&gt;Windows&lt;/strong&gt;&lt;/li&gt; &lt;/ul&gt; &lt;p&gt;There are many applications that can be used to extract this data on Windows available online. The authors cannot recommend specific applications. Note that the file is compressed twice so you will need to perform the data extraction twice - once on the downloaded file, and once on the file that was extracted from the downloaded file.&lt;/p&gt; &lt;p&gt;&amp;nbsp;&lt;/p&gt; &lt;p&gt;Please do not hesitate to contact the author of this study in case you face any problem at: antonis.papasavva@ucl.ac.uk&lt;/p&gt;</dct:description>
    <dct:accessRights rdf:resource="http://publications.europa.eu/resource/authority/access-right/PUBLIC"/>
    <dct:accessRights>
      <dct:RightsStatement rdf:about="info:eu-repo/semantics/openAccess">
        <rdfs:label>Open Access</rdfs:label>
      </dct:RightsStatement>
    </dct:accessRights>
    <dcat:distribution>
      <dcat:Distribution>
        <dct:license rdf:resource="https://creativecommons.org/licenses/by/4.0/legalcode"/>
        <dcat:accessURL rdf:resource="https://doi.org/10.5281/zenodo.3606810"/>
      </dcat:Distribution>
    </dcat:distribution>
    <dcat:distribution>
      <dcat:Distribution>
        <dcat:accessURL rdf:resource="https://doi.org/10.5281/zenodo.3606810"/>
        <dcat:byteSize>24039475594</dcat:byteSize>
        <dcat:downloadURL rdf:resource="https://zenodo.org/record/3606810/files/pol_0616-1119_labeled.tar.zst"/>
      </dcat:Distribution>
    </dcat:distribution>
    <dcat:distribution>
      <dcat:Distribution>
        <dcat:accessURL rdf:resource="https://doi.org/10.5281/zenodo.3606810"/>
        <dcat:byteSize>231605</dcat:byteSize>
        <dcat:downloadURL rdf:resource="https://zenodo.org/record/3606810/files/Readme.pdf"/>
        <dcat:mediaType>application/pdf</dcat:mediaType>
      </dcat:Distribution>
    </dcat:distribution>
  </rdf:Description>
</rdf:RDF>