{ "access": { "embargo": { "active": false, "reason": null }, "files": "public", "record": "public", "status": "open" }, "created": "2026-04-28T05:55:46.566567+00:00", "custom_fields": { "code:codeRepository": "https://github.com/Web2LearnEU/AISTER-Crowdsourcing-Pilot", "code:programmingLanguage": [ { "id": "jupyter_notebook", "title": { "en": "Jupyter Notebook" } }, { "id": "python", "title": { "en": "Python" } } ] }, "deletion_status": { "is_deleted": false, "status": "P" }, "files": { "count": 3, "enabled": true, "entries": { "AISTER-contributors.xlsx": { "access": { "hidden": false }, "checksum": "md5:17d56a5ae9fd4353a01bc57c3c02f614", "ext": "xlsx", "id": "477c448b-b882-4cad-83ae-59c8c27affea", "key": "AISTER-contributors.xlsx", "links": { "content": "https://zenodo.org/api/records/19841955/files/AISTER-contributors.xlsx/content", "self": "https://zenodo.org/api/records/19841955/files/AISTER-contributors.xlsx" }, "metadata": {}, "mimetype": "application/octet-stream", "size": 10193, "storage_class": "L" }, "README-.md": { "access": { "hidden": false }, "checksum": "md5:7cc4da424fdcf6f342eae4e9eb240b3a", "ext": "md", "id": "822bdaa3-f754-4894-a797-0be54c52dd53", "key": "README-.md", "links": { "content": "https://zenodo.org/api/records/19841955/files/README-.md/content", "self": "https://zenodo.org/api/records/19841955/files/README-.md" }, "metadata": {}, "mimetype": "application/octet-stream", "size": 11791, "storage_class": "L" }, "de-bias_assessed_final_ukrainian-folkart-annotations-AISTER-pilot.xlsx": { "access": { "hidden": false }, "checksum": "md5:ba98b7a4a444f65c0a5777b0f04006e4", "ext": "xlsx", "id": "02db0ffe-25ae-4c79-ba12-45a062ff526a", "key": "de-bias_assessed_final_ukrainian-folkart-annotations-AISTER-pilot.xlsx", "links": { "content": "https://zenodo.org/api/records/19841955/files/de-bias_assessed_final_ukrainian-folkart-annotations-AISTER-pilot.xlsx/content", "self": "https://zenodo.org/api/records/19841955/files/de-bias_assessed_final_ukrainian-folkart-annotations-AISTER-pilot.xlsx" }, "metadata": {}, "mimetype": "application/octet-stream", "size": 164129, "storage_class": "L" } }, "order": [], "total_bytes": 186113 }, "id": "19841955", "is_draft": false, "is_published": true, "links": { "access": "https://zenodo.org/api/records/19841955/access", "access_grants": "https://zenodo.org/api/records/19841955/access/grants", "access_links": "https://zenodo.org/api/records/19841955/access/links", "access_request": "https://zenodo.org/api/records/19841955/access/request", "access_users": "https://zenodo.org/api/records/19841955/access/users", "archive": "https://zenodo.org/api/records/19841955/files-archive", "archive_media": "https://zenodo.org/api/records/19841955/media-files-archive", "communities": "https://zenodo.org/api/records/19841955/communities", "communities-suggestions": "https://zenodo.org/api/records/19841955/communities-suggestions", "doi": "https://doi.org/10.5281/zenodo.19841955", "draft": "https://zenodo.org/api/records/19841955/draft", "file_modification": "https://zenodo.org/api/records/19841955/file-modification", "files": "https://zenodo.org/api/records/19841955/files", "latest": "https://zenodo.org/api/records/19841955/versions/latest", "latest_html": "https://zenodo.org/records/19841955/latest", "media_files": "https://zenodo.org/api/records/19841955/media-files", "parent": "https://zenodo.org/api/records/19475309", "parent_doi": "https://doi.org/10.5281/zenodo.19475309", "parent_doi_html": "https://zenodo.org/doi/10.5281/zenodo.19475309", "parent_html": "https://zenodo.org/records/19475309", "preview_html": "https://zenodo.org/records/19841955?preview=1", "quota_increase": "https://zenodo.org/api/records/19841955/quota-increase", "request_deletion": "https://zenodo.org/api/records/19841955/request-deletion", "requests": "https://zenodo.org/api/records/19841955/requests", "reserve_doi": "https://zenodo.org/api/records/19841955/draft/pids/doi", "self": "https://zenodo.org/api/records/19841955", "self_doi": "https://doi.org/10.5281/zenodo.19841955", "self_doi_html": "https://zenodo.org/doi/10.5281/zenodo.19841955", "self_html": "https://zenodo.org/records/19841955", "self_iiif_manifest": "https://zenodo.org/api/iiif/record:19841955/manifest", "self_iiif_sequence": "https://zenodo.org/api/iiif/record:19841955/sequence/default", "versions": "https://zenodo.org/api/records/19841955/versions" }, "media_files": { "count": 0, "enabled": false, "entries": {}, "order": [], "total_bytes": 0 }, "metadata": { "contributors": [ { "affiliations": [ { "name": "CrowdHeritage" }, { "name": "Datoptron" } ], "person_or_org": { "family_name": "Kaldeli", "given_name": "Eirini", "identifiers": [ { "identifier": "0000-0001-7045-2588", "scheme": "orcid" } ], "name": "Kaldeli, Eirini", "type": "personal" }, "role": { "id": "editor", "title": { "de": "EditorIn", "en": "Editor" } } }, { "affiliations": [ { "id": "036hkvc70", "identifiers": [ { "identifier": "036hkvc70", "scheme": "ror" }, { "identifier": "grid.427202.1", "scheme": "grid" } ], "name": "Europeana Foundation" } ], "person_or_org": { "family_name": "Hugo", "given_name": "Manguinhas", "name": "Hugo, Manguinhas", "type": "personal" }, "role": { "id": "editor", "title": { "de": "EditorIn", "en": "Editor" } } } ], "creators": [ { "affiliations": [ { "id": "03zsp3p94", "identifiers": [ { "identifier": "03zsp3p94", "scheme": "ror" }, { "identifier": "grid.7144.6", "scheme": "grid" }, { "identifier": "0000 0004 0622 2931", "scheme": "isni" } ], "name": "University of the Aegean" }, { "name": "Web2Learn" }, { "name": "Biennale of Western Balkans" } ], "person_or_org": { "family_name": "Ziku", "given_name": "Mariana", "identifiers": [ { "identifier": "0000-0001-9139-6722", "scheme": "orcid" } ], "name": "Ziku, Mariana", "type": "personal" }, "role": { "id": "researcher", "title": { "de": "WissenschaftlerIn", "en": "Researcher" } } }, { "affiliations": [ { "name": "Web2Learn" } ], "person_or_org": { "family_name": "Kouzelis", "given_name": "Andreas", "name": "Kouzelis, Andreas", "type": "personal" }, "role": { "id": "projectmember", "title": { "de": "Projektmitglied", "en": "Project member" } } }, { "affiliations": [ { "name": "Web2Learn" } ], "person_or_org": { "family_name": "Darsaklis", "given_name": "Andreas", "name": "Darsaklis, Andreas", "type": "personal" }, "role": { "id": "projectmember", "title": { "de": "Projektmitglied", "en": "Project member" } } }, { "affiliations": [ { "name": "Web2Learn" } ], "person_or_org": { "family_name": "Oikonomou", "given_name": "Stefania", "identifiers": [ { "identifier": "0000-0001-7711-2033", "scheme": "orcid" } ], "name": "Oikonomou, Stefania", "type": "personal" }, "role": { "id": "projectmember", "title": { "de": "Projektmitglied", "en": "Project member" } } }, { "affiliations": [ { "name": "Web2Learn" } ], "person_or_org": { "family_name": "Zourou", "given_name": "Katerina", "identifiers": [ { "identifier": "0000-0002-3679-3503", "scheme": "orcid" } ], "name": "Zourou, Katerina", "type": "personal" }, "role": { "id": "supervisor", "title": { "de": "SupervisorIn", "en": "Supervisor" } } } ], "dates": [ { "date": "2026-04-09", "type": { "id": "submitted", "title": { "de": "Eingereicht", "en": "Submitted" } } } ], "description": "

This record contains the open datasets of the pilot \"Human-in-the-Loop Crowdsourced Annotation of Ukrainian Folk Art\", developed by Web2Learn.

\n

Particularly, it contains: 

\n\n\n\n\n\n\n\n\n\n
\n

-Spreadsheet with 5946 descriptive tags (annotations) including AI- and human-generated annotations, validated by humans and screened against the DE-BIAS vocabulary for potentially contentious language.

\n

It includes 6 columns:

\n
    \n
  • created (date the annotation was created)
    • \n
  • value (the annotation)
    • \n
  • europeana_id (the unique identifier of the corresponding record in Europeana that the annotation describes),
    • \n
  • upvotes (number of positive validations received from contributors)
    • \n
  • downvotes (number of negative validations / rejections received from contributors)
    • \n
  • recommendation (indicates whether the annotation was accepted or rejected based on upvote/downvote predominance). 
    • \n
\n

In row 4125, the annotation “slave” was identified through the DE-BIAS vocabulary screening as problematic and manually revised to “enslaved person” as per recommendation.

\n
\n

-Spreadsheet with an anonymised list of 69 human contributors who participated in the annotation campaign.

\n

It includes 6 columns:

\n
    \n
  • number (numerical identifier assigned to each anonymous contributor)
    • \n
  • annotated records (total number of records the contributor annotated)
    • \n
  • total user contributions (total number of actions performed by the contributor)
    • \n
  • inserted tags (number of new descriptive tags created by the contributor)
    • \n
  • upvotes (number of positive validation votes submitted by the contributor)
    • \n
  • downvotes  (number of negative validation votes submitted by the contributor).
    • \n
\n

One user entry was manually removed as it represented the AI-generated contribution and not a human contributor.

\n
\n


Explore the full pilot on GitHub, with a workflow layout designed to support reproducibility, with helpful notes, detailed README files for each step, machine-readable data output files and end-to-end executable code provided through Jupyter Notebooks: https://github.com/Web2LearnEU/AISTER-Crowdsourcing-Pilot

\n

The pilot serves as an open repository for digital humanities research, freely available for reproduction, adaptation, and reuse by scholars, students, and educators. It is also open for creative reuses.

\n

The pilot is implemented within the framework of the AISTER project. It operationalises and analyses a human-in-the-loop (HITL) crowdsourcing framework for metadata enrichment in Europeana collections. The objective is to enhance the accessibility and discoverability of Ukrainian ethnographic heritage by improving the quality of descriptive metadata combining artificial intelligence tools (natural language processing, computer vision) and human participation, while contributing to a better understanding in HITL approaches to AI-assisted metadata generation in cultural heritage. 
The pilot includes a crowdsourcing campaign, set up on the CrowdHeritage platform, maintained by Datoptron. Participants are invited to browse images from the ethnographic collection of the Krovets Online Museum of Traditional Art of Ukraine on Europeana, which includes more than 300 folk art paintings depicting scenes from everyday rural life and religious themes. By reviewing keywords automatically generated with computational methods, participants corrected terms, rejected inaccurate ones, and added additional keywords by recognising scenes, objects and figures.

\n

The repository contains the complete workflow with all activity captured, including almost 55,000 annotation marks of AI-generated and crowdsourced content of 70 contributors:

\n
    \n
  1. Automatically generated annotations (description tags) for artefacts on Europeana using AI tools (natural language processing, computer vision) and Europeana APIs, and
    2. \n
  2. Human-in-the-loop crowdsourced annotations on the CrowdHeritage platform to validate the AI-generated content, also enabling participants to contribute additional user-generated annotation.
    3. \n
\n


Disclaimer
Funded by the European Union. Views and opinions expressed are however those of the author(s) only and do not necessarily reflect those of the European Union or the European Education and Culture Executive Agency (EACEA). Neither the European Union nor EACEA can be held responsible for them.

", "funding": [ { "award": { "identifiers": [ { "identifier": "https://erasmus-plus.ec.europa.eu/projects/search/details/2024-2-LU01-KA220-HED-000290738", "scheme": "url" } ], "number": "000290738", "title": { "en": "AI-enabled Citizen Participation in University-driven Ukrainian Cultural Heritage Safeguarding" } }, "funder": { "id": "01v2m4n16", "name": "Erasmus+" } } ], "languages": [ { "id": "eng", "title": { "en": "English" } }, { "id": "ukr", "title": { "en": "Ukrainian" } } ], "publication_date": "2026-04-09", "publisher": "AISTER", "related_identifiers": [ { "identifier": "https://github.com/Web2LearnEU/AISTER-Crowdsourcing-Pilot", "relation_type": { "id": "haspart", "title": { "de": "Umfasst folgenden Teil", "en": "Has part" } }, "resource_type": { "id": "publication-deliverable", "title": { "de": "Projektergebnis", "en": "Project deliverable" } }, "scheme": "url" } ], "resource_type": { "id": "dataset", "title": { "de": "Datensatz", "en": "Dataset" } }, "rights": [ { "description": { "en": "A permissive license whose main conditions require preservation of copyright and license notices. Contributors provide an express grant of patent rights. Licensed works, modifications, and larger works may be distributed under different terms and without source code." }, "id": "apache-2.0", "props": { "scheme": "spdx", "url": "http://www.apache.org/licenses/LICENSE-2.0" }, "title": { "en": "Apache License 2.0" } }, { "description": { "en": "CC0 waives copyright interest in a work you've created and dedicates it to the world-wide public domain. Use CC0 to opt out of copyright entirely and ensure your work has the widest reach." }, "icon": "cc-cc0-icon", "id": "cc0-1.0", "props": { "scheme": "spdx", "url": "https://creativecommons.org/publicdomain/zero/1.0/legalcode" }, "title": { "en": "Creative Commons Zero v1.0 Universal" } } ], "subjects": [ { "id": "mesh:D063045", "scheme": "MeSH", "subject": "Crowdsourcing" }, { "id": "gemet:concept/1912", "identifiers": [ { "identifier": "http://www.eionet.europa.eu/gemet/concept/1912", "scheme": "url" } ], "props": { "groups": [ "http://www.eionet.europa.eu/gemet/group/1922" ], "parents": "gemet:concept/1921", "themes": [ "http://www.eionet.europa.eu/gemet/theme/34" ] }, "scheme": "GEMET", "subject": "Cultural heritage" }, { "subject": "Human-In-The-Loop" }, { "id": "gemet:concept/10891", "identifiers": [ { "identifier": "http://www.eionet.europa.eu/gemet/concept/10891", "scheme": "url" } ], "props": { "groups": [ "http://www.eionet.europa.eu/gemet/group/1922" ], "parents": "gemet:concept/1921,gemet:concept/1912,gemet:concept/8579", "themes": [ "http://www.eionet.europa.eu/gemet/theme/34" ] }, "scheme": "GEMET", "subject": "Folklore" } ], "title": "Human-in-the-Loop Crowdsourced Annotation Dataset for Ukrainian Folk Art with Reproducible Jupyter Notebooks" }, "parent": { "access": { "owned_by": { "user": "450736" }, "settings": { "accept_conditions_text": null, "allow_guest_requests": false, "allow_user_requests": false, "secret_link_expiration": 0 } }, "communities": { "default": "7f2b3844-13b4-4614-afac-82e20b9f4be5", "entries": [ { "access": { "member_policy": "open", "members_visibility": "public", "record_submission_policy": "open", "review_policy": "closed", "visibility": "public" }, "children": { "allow": false }, "created": "2025-05-22T10:00:05.407589+00:00", "custom_fields": { "subjects": [ { "id": "gemet:concept/1912" } ] }, "deletion_status": { "is_deleted": false, "status": "P" }, "id": "7f2b3844-13b4-4614-afac-82e20b9f4be5", "links": {}, "metadata": { "description": "AISTER is an Erasmus+ project enhancing the capacity of Higher Education using Artificial Intelligence and citizen science to protect and safeguard Ukrainian cultural heritage.", "funding": [ { "award": { "number": "2024-2-LU-01-KA220-HED-000290738", "title": { "en": "AISTER" } }, "funder": { "id": "01v2m4n16" } } ], "organizations": [ { "id": "054b6pr16" }, { "id": "05g3mes96" }, { "id": "036hkvc70" }, { "name": "Department of Archaeology and Museology, Taras Shevchenko National University of Kyiv" }, { "name": "web2learn" } ], "title": "AISTER", "type": { "id": "project" }, "website": "https://aister.uni.lu" }, "revision_id": 10, "slug": "aister", "updated": "2025-07-01T10:47:08.423380+00:00" } ], "ids": [ "7f2b3844-13b4-4614-afac-82e20b9f4be5" ] }, "id": "19475309", "pids": { "doi": { "client": "datacite", "identifier": "10.5281/zenodo.19475309", "provider": "datacite" } } }, "pids": { "doi": { "client": "datacite", "identifier": "10.5281/zenodo.19841955", "provider": "datacite" }, "oai": { "identifier": "oai:zenodo.org:19841955", "provider": "oai" } }, "revision_id": 8, "stats": { "all_versions": { "data_volume": 885944.0, "downloads": 24, "unique_downloads": 24, "unique_views": 84, "views": 104 }, "this_version": { "data_volume": 768034.0, "downloads": 14, "unique_downloads": 14, "unique_views": 26, "views": 28 } }, "status": "published", "swh": {}, "updated": "2026-04-29T01:45:10.409857+00:00", "versions": { "index": 2, "is_latest": true } }