{ "access": { "embargo": { "active": false, "reason": null }, "files": "public", "record": "public", "status": "open" }, "created": "2021-05-15T14:45:52.498178+00:00", "custom_fields": { "meeting:meeting": { "acronym": "DataTV-2021", "dates": "21 June 2021", "place": "New York, USA", "title": "2nd International Workshop on Data-driven Personalisation of Television", "url": "http://datatv2021.iti.gr/" } }, "deletion_status": { "is_deleted": false, "status": "P" }, "files": { "count": 1, "enabled": true, "entries": { "facerec.pdf": { "checksum": "md5:1cbb47353bc5ab1ffb120bd0087ff194", "ext": "pdf", "id": "e5539920-03c7-450a-ac23-998d9f6c5c6e", "key": "facerec.pdf", "metadata": null, "mimetype": "application/pdf", "size": 4150681 } }, "order": [], "total_bytes": 4150681 }, "id": "4764633", "is_draft": false, "is_published": true, "links": { "access": "https://zenodo.org/api/records/4764633/access", "access_links": "https://zenodo.org/api/records/4764633/access/links", "access_request": "https://zenodo.org/api/records/4764633/access/request", "access_users": "https://zenodo.org/api/records/4764633/access/users", "archive": "https://zenodo.org/api/records/4764633/files-archive", "archive_media": "https://zenodo.org/api/records/4764633/media-files-archive", "communities": "https://zenodo.org/api/records/4764633/communities", "communities-suggestions": "https://zenodo.org/api/records/4764633/communities-suggestions", "doi": "https://doi.org/10.5281/zenodo.4764633", "draft": "https://zenodo.org/api/records/4764633/draft", "files": "https://zenodo.org/api/records/4764633/files", "latest": "https://zenodo.org/api/records/4764633/versions/latest", "latest_html": "https://zenodo.org/records/4764633/latest", "media_files": "https://zenodo.org/api/records/4764633/media-files", "parent": "https://zenodo.org/api/records/4764632", "parent_doi": "https://zenodo.org/doi/10.5281/zenodo.4764632", "parent_html": "https://zenodo.org/records/4764632", "requests": "https://zenodo.org/api/records/4764633/requests", "reserve_doi": "https://zenodo.org/api/records/4764633/draft/pids/doi", "self": "https://zenodo.org/api/records/4764633", "self_doi": "https://zenodo.org/doi/10.5281/zenodo.4764633", "self_html": "https://zenodo.org/records/4764633", "self_iiif_manifest": "https://zenodo.org/api/iiif/record:4764633/manifest", "self_iiif_sequence": "https://zenodo.org/api/iiif/record:4764633/sequence/default", "versions": "https://zenodo.org/api/records/4764633/versions" }, "media_files": { "count": 0, "enabled": false, "entries": {}, "order": [], "total_bytes": 0 }, "metadata": { "creators": [ { "affiliations": [ { "name": "EURECOM" } ], "person_or_org": { "family_name": "Pasquale Lisena", "identifiers": [ { "identifier": "0000-0003-3094-5585", "scheme": "orcid" } ], "name": "Pasquale Lisena", "type": "personal" } }, { "affiliations": [ { "name": "Aalto University" } ], "person_or_org": { "family_name": "Jorma Laaksonen", "identifiers": [ { "identifier": "0000-0001-7218-3131", "scheme": "orcid" } ], "name": "Jorma Laaksonen", "type": "personal" } }, { "affiliations": [ { "name": "EURECOM" } ], "person_or_org": { "family_name": "Raphael Troncy", "identifiers": [ { "identifier": "0000-0003-0457-1436", "scheme": "orcid" } ], "name": "Raphael Troncy", "type": "personal" } } ], "description": "
Annotating the visual presence of a known person in a video is a hard and costly task, in particular when applied to large video corpora. The web is a massive source of visual information that can be exploited for detecting celebrities. In this work, we introduce FaceRec, an AI-based system for automatically detecting faces of known but also unknown people in a video. The system relies on a combination of state-of-the-art algorithms (MTCNN and FaceNet), applied on images crawled from web search engines. A tracking system links consecutive detection in order to adjust and correct the label predictions using a confidence-based voting mechanism. Furthermore, we add a clustering algorithm for the unlabelled faces, thus increasing the number of people that can be recognized. We evaluate our system that obtained high precision on datasets of both historical and recent videos. We release the complete framework as open-source at https://git.io/facerec .
", "funding": [ { "award": { "acronym": "ANTRACT", "id": "00rbzpz17::ANR-17-CE38-0010", "number": "ANR-17-CE38-0010", "title": { "en": "Transdisciplinary Analysis of French Newsreels (1945-1969)" } }, "funder": { "id": "00rbzpz17", "name": "Agence Nationale de la Recherche" } }, { "award": { "acronym": "MeMAD", "id": "00k4n6c32::780069", "identifiers": [ { "identifier": "https://cordis.europa.eu/projects/780069", "scheme": "url" } ], "number": "780069", "program": "H2020", "title": { "en": "Methods for Managing Audiovisual Data: Combining Automatic Efficiency with Human Accuracy" } }, "funder": { "id": "00k4n6c32", "name": "European Commission" } } ], "languages": [ { "id": "eng", "title": { "en": "English" } } ], "publication_date": "2021-06-21", "publisher": "Zenodo", "resource_type": { "id": "publication-conferencepaper", "title": { "de": "Konferenzbeitrag", "en": "Conference paper" } }, "rights": [ { "description": { "en": "The Creative Commons Attribution license allows re-distribution and re-use of a licensed work on the condition that the creator is appropriately credited." }, "icon": "cc-by-icon", "id": "cc-by-4.0", "props": { "scheme": "spdx", "url": "https://creativecommons.org/licenses/by/4.0/legalcode" }, "title": { "en": "Creative Commons Attribution 4.0 International" } } ], "subjects": [ { "subject": "Face recognition" }, { "subject": "Neural networks" }, { "subject": "Semantic metadata" }, { "subject": "Video archives" } ], "title": "FaceRec: An Interactive Framework for Face Recognition in Video Archives" }, "parent": { "access": { "owned_by": { "user": 42496 } }, "communities": { "default": "f1e467bd-b1e5-421d-b685-f86198282543", "entries": [ { "access": { "member_policy": "open", "members_visibility": "public", "record_policy": "open", "review_policy": "open", "visibility": "public" }, "children": { "allow": false }, "created": "2021-04-19T14:11:18.232164+00:00", "custom_fields": {}, "deletion_status": { "is_deleted": false, "status": "P" }, "id": "f1e467bd-b1e5-421d-b685-f86198282543", "links": {}, "metadata": { "curation_policy": "Only papers peer-reviewed and accepted for presentation at the DataTV2021 workshop can be admitted in this community.
\r\n", "page": "This community hosts the Proceedings of the 2nd International Workshop on Data-driven Personalisation of Television (DataTV2021), held as part of the ACM International Conference on Interactive Media Experiences (IMX 2021), June 21-23, 2021. Workshop website: http://datatv2021.iti.gr/
", "title": "Proceedings of the DataTV 2021 Workshop" }, "revision_id": 0, "slug": "datatv2021", "updated": "2021-04-19T14:11:26.972684+00:00" } ], "ids": [ "f1e467bd-b1e5-421d-b685-f86198282543" ] }, "id": "4764632", "pids": { "doi": { "client": "datacite", "identifier": "10.5281/zenodo.4764632", "provider": "datacite" } } }, "pids": { "doi": { "client": "datacite", "identifier": "10.5281/zenodo.4764633", "provider": "datacite" }, "oai": { "identifier": "oai:zenodo.org:4764633", "provider": "oai" } }, "revision_id": 4, "stats": { "all_versions": { "data_volume": 651656917.0, "downloads": 157, "unique_downloads": 135, "unique_views": 231, "views": 261 }, "this_version": { "data_volume": 639204874.0, "downloads": 154, "unique_downloads": 132, "unique_views": 208, "views": 238 } }, "status": "published", "updated": "2021-05-20T15:11:12.599042+00:00", "versions": { "index": 1, "is_latest": true } }