The dataset of user comments was sourced from the online platform of the Daily Mail. A custom Python-based web scraping tool was developed to systematically extract data from articles published during the calendar year 2021. This initial process retrieved a comprehensive corpus of 224,981 articles and successfully downloaded over 41 million associated user comments. For each comment, relevant metadata was collected, including the comment text, user ID, timestamp, and community feedback metrics such as positive and negative votes.
\nThe dataset provided for analysis is a random sample of 150,000 user comments drawn from this extensive 2021 collection. To ensure the suitability of the data for in-depth textual analysis, a filtering criterion was applied to the sampling process. The resulting sample exclusively contains comments with a minimum length of at least 20 words. This step was implemented to isolate more substantive comments, making the dataset particularly well-suited for further analytical tasks such as topic modeling, sentiment analysis, and detailed qualitative examination.
\nColumn description:
\n· RowID: Sequential row identifier within the exported dataset.
\n· AssetId: Identifier of the Daily Mail article to which the comment belongs.
\n· category: Content category/section of the article (e.g. news, sport, femail, tvshowbiz).
\n· custom_id: Unique identifier of the comment.
\n· AssetHeadline: Headline/title of the article.
\n· DateCreated: Date and time when the comment was created; stored in the file as a numeric date value.
\n· AssetCommentCount: Total number of comments associated with the article.
\n· AssetUrl: URL path of the corresponding Daily Mail article.
\n· message: Full text of the user comment.
\n· year: Year of publication/collection of the comment (2021).
\n· VoteCount: Total number of votes received by the comment.
\n· VoteRating: Net rating of the comment, calculated as positive votes minus negative votes.
\n· pos_votes: Number of positive votes received by the comment.
\n· neg_votes: Number of negative votes received by the comment.
", "funding": [ { "award": { "acronym": "SMIDGE", "id": "00k4n6c32::101095290", "identifiers": [ { "identifier": "https://cordis.europa.eu/projects/101095290", "scheme": "url" } ], "number": "101095290", "program": "HORIZON.2.2", "title": { "en": "Social Media narratives: addressing extremism in middle age" } }, "funder": { "id": "00k4n6c32", "name": "European Commission" } } ], "publication_date": "2026-06-22", "publisher": "Zenodo", "related_identifiers": [ { "identifier": "10.5281/zenodo.18847300", "relation_type": { "id": "ispublishedin", "title": { "de": "Ist ver\u00f6ffentlicht in", "en": "Is published in" } }, "resource_type": { "id": "publication-deliverable", "title": { "de": "Projektergebnis", "en": "Project deliverable" } }, "scheme": "doi" } ], "resource_type": { "id": "dataset", "title": { "de": "Datensatz", "en": "Dataset" } }, "rights": [ { "description": { "en": "The Creative Commons Attribution license allows re-distribution and re-use of a licensed work on the condition that the creator is appropriately credited." }, "icon": "cc-by-icon", "id": "cc-by-4.0", "props": { "scheme": "spdx", "url": "https://creativecommons.org/licenses/by/4.0/legalcode" }, "title": { "en": "Creative Commons Attribution 4.0 International" } } ], "title": "SMIDGE Daily Mail comments dataset" }, "parent": { "access": { "owned_by": { "user": "1121522" }, "settings": { "accept_conditions_text": null, "allow_guest_requests": false, "allow_user_requests": false, "secret_link_expiration": 0 } }, "communities": { "default": "5e04626c-e7a3-4718-bde5-7b20d2c925bd", "entries": [ { "access": { "member_policy": "open", "members_visibility": "public", "record_submission_policy": "closed", "review_policy": "members", "visibility": "public" }, "children": { "allow": false }, "created": "2024-06-07T07:00:39.613907+00:00", "custom_fields": { "subjects": [ { "id": "euroscivoc:299" }, { "id": "euroscivoc:93" }, { "id": "euroscivoc:30020" }, { "id": "euroscivoc:103" }, { "id": "euroscivoc:105" }, { "id": "euroscivoc:89" }, { "id": "euroscivoc:47" }, { "id": "euroscivoc:575" } ] }, "deletion_status": { "is_deleted": false, "status": "P" }, "id": "5e04626c-e7a3-4718-bde5-7b20d2c925bd", "links": {}, "metadata": { "curation_policy": "", "description": "The SMIDGE project will analyse conspiracy theories, misinformation, extremist narratives in Europe. Grant agreement ID: 101095290", "organizations": [ { "id": "035b05819" }, { "id": "0312pnr83" }, { "id": "037wrv551" }, { "name": "University of Central Lancashire, Cyprus" }, { "name": "Inclusive Europe" }, { "id": "00wjc7c48" }, { "name": "FAS Research" }, { "name": "Fondazione Villa Montesca" } ], "title": "SMIDGE: Social Media narratives: addressing extremism in middle age", "type": { "id": "project" }, "website": "https://www.smidgeproject.eu/" }, "revision_id": 7, "slug": "smidge", "updated": "2026-06-22T12:09:52.682198+00:00" } ], "ids": [ "5e04626c-e7a3-4718-bde5-7b20d2c925bd" ] }, "id": "20796242", "pids": { "doi": { "client": "datacite", "identifier": "10.5281/zenodo.20796242", "provider": "datacite" } } }, "pids": { "doi": { "client": "datacite", "identifier": "10.5281/zenodo.20799370", "provider": "datacite" }, "oai": { "identifier": "oai:zenodo.org:20799370", "provider": "oai" } }, "revision_id": 4, "stats": { "all_versions": { "data_volume": 481753068.0, "downloads": 28, "unique_downloads": 25, "unique_views": 66, "views": 72 }, "this_version": { "data_volume": 320888272.0, "downloads": 16, "unique_downloads": 15, "unique_views": 29, "views": 32 } }, "status": "published", "swh": {}, "updated": "2026-06-22T15:02:03.450221+00:00", "versions": { "index": 3, "is_latest": true } }