Dataset Open Access

DravidianCodeMix: Sentiment Analysis and Offensive Language Identification Dataset for Dravidian Languages in Code-Mixed Text

Chakravarthi, Bharathi Raja; Priyadharshini, Ruba; Muralidaran, Vigneshwaran; Jose, Navya; Suryawanshi, Shardul; McCrae, John P.


JSON Export

{
  "files": [
    {
      "links": {
        "self": "https://zenodo.org/api/files/ae9c4cae-b608-4733-bcdf-c1cb8e256eb0/DravidianCodeMix-2020.zip"
      }, 
      "checksum": "md5:7850be52919a387f5b36c7a09b05ad87", 
      "bucket": "ae9c4cae-b608-4733-bcdf-c1cb8e256eb0", 
      "key": "DravidianCodeMix-2020.zip", 
      "type": "zip", 
      "size": 10793728
    }
  ], 
  "owners": [
    129384
  ], 
  "doi": "10.5281/zenodo.4750858", 
  "stats": {
    "version_unique_downloads": 10.0, 
    "unique_views": 121.0, 
    "views": 145.0, 
    "version_views": 145.0, 
    "unique_downloads": 10.0, 
    "version_unique_views": 121.0, 
    "volume": 107937280.0, 
    "version_downloads": 10.0, 
    "downloads": 10.0, 
    "version_volume": 107937280.0
  }, 
  "links": {
    "doi": "https://doi.org/10.5281/zenodo.4750858", 
    "conceptdoi": "https://doi.org/10.5281/zenodo.4750857", 
    "bucket": "https://zenodo.org/api/files/ae9c4cae-b608-4733-bcdf-c1cb8e256eb0", 
    "conceptbadge": "https://zenodo.org/badge/doi/10.5281/zenodo.4750857.svg", 
    "html": "https://zenodo.org/record/4750858", 
    "latest_html": "https://zenodo.org/record/4750858", 
    "badge": "https://zenodo.org/badge/doi/10.5281/zenodo.4750858.svg", 
    "latest": "https://zenodo.org/api/records/4750858"
  }, 
  "conceptdoi": "10.5281/zenodo.4750857", 
  "created": "2021-05-12T06:07:22.808374+00:00", 
  "updated": "2021-05-12T13:48:15.803534+00:00", 
  "conceptrecid": "4750857", 
  "revision": 4, 
  "id": 4750858, 
  "metadata": {
    "access_right_category": "success", 
    "doi": "10.5281/zenodo.4750858", 
    "description": "<p>This paper describes the development of a multilingual, manually annotated dataset for three under-resourced Dravidian languages generated from social media comments. The dataset was annotated for sentiment analysis and offensive language identification for a total of more than 60,000 YouTube comments. The dataset consists of around 44,000 comments in Tamil-English, around 7,000 comments in Kannada-English, and around 20,000 comments in Malayalam-English. The data was manually annotated by volunteer annotators and has a high inter-annotator agreement in Krippendorff&#39;s alpha. The dataset contains all types of code-mixing phenomena since it comprises user-generated content from a multilingual country.&nbsp; We also present baseline experiments to establish benchmarks on the dataset using machine learning methods.</p>\n\n<p>If you are using the data or code from this research then please site our paper below:</p>\n\n<p>@article{chakravarthi-etal-2021-lre,<br>\ntitle = &quot;DravidianCodeMix: Sentiment Analysis and Offensive Language Identification Dataset for Dravidian Languages in Code-Mixed Text&quot;,<br>\nauthor = &quot;Chakravarthi, Bharathi Raja&nbsp; and<br>\n&nbsp; Priyadharshini, Ruba&nbsp; and<br>\n&nbsp; Muralidaran, Vigneshwaran and<br>\n&nbsp; Jose, Navya and<br>\n&nbsp; Suryawanshi, Shardul and<br>\n&nbsp; Sherly, Elizabeth&nbsp; and<br>\n&nbsp; McCrae, John P<br>\n&nbsp; journal={Language Resources and Evaluation},<br>\n&nbsp; year={2021},<br>\n&nbsp; publisher={Springer}<br>\n}</p>\n\n<p>&nbsp;</p>", 
    "license": {
      "id": "CC-BY-4.0"
    }, 
    "title": "DravidianCodeMix: Sentiment Analysis and Offensive Language Identification Dataset for Dravidian Languages in Code-Mixed Text", 
    "relations": {
      "version": [
        {
          "count": 1, 
          "index": 0, 
          "parent": {
            "pid_type": "recid", 
            "pid_value": "4750857"
          }, 
          "is_last": true, 
          "last_child": {
            "pid_type": "recid", 
            "pid_value": "4750858"
          }
        }
      ]
    }, 
    "version": "1.0", 
    "keywords": [
      "Tamil, Malayalam, Kannada, Dravidian languages, Sentiment Analysis, Offensive langauge identification, Code-mixed, corpora"
    ], 
    "publication_date": "2021-05-12", 
    "creators": [
      {
        "orcid": "0000-0002-4575-7934", 
        "affiliation": "National University of Ireland Galway", 
        "name": "Chakravarthi, Bharathi Raja"
      }, 
      {
        "affiliation": "ULTRA Arts and Science College, Madurai, Tamil Nadu, India", 
        "name": "Priyadharshini, Ruba"
      }, 
      {
        "affiliation": "Cardiff University, United Kingdom", 
        "name": "Muralidaran, Vigneshwaran"
      }, 
      {
        "affiliation": "Indian Institute of Information Technology and Management-Kerala, Kerala, India", 
        "name": "Jose, Navya"
      }, 
      {
        "affiliation": "National University of Ireland Galway", 
        "name": "Suryawanshi, Shardul"
      }, 
      {
        "affiliation": "National University of Ireland Galway", 
        "name": "McCrae, John P."
      }
    ], 
    "access_right": "open", 
    "resource_type": {
      "type": "dataset", 
      "title": "Dataset"
    }, 
    "related_identifiers": [
      {
        "scheme": "doi", 
        "identifier": "10.5281/zenodo.4750857", 
        "relation": "isVersionOf"
      }
    ]
  }
}
145
10
views
downloads
All versions This version
Views 145145
Downloads 1010
Data volume 107.9 MB107.9 MB
Unique views 121121
Unique downloads 1010

Share

Cite as