{ "access": { "embargo": { "active": false, "reason": null }, "files": "public", "record": "public", "status": "open" }, "created": "2019-07-02T21:50:48.561039+00:00", "custom_fields": { "thesis:university": "University of Wisconsin - River Falls" }, "deletion_status": { "is_deleted": false, "status": "P" }, "files": { "count": 25, "enabled": true, "entries": { "FacialTracking_Actors_01-24.zip": { "checksum": "md5:5753bbc64a9a790f8a8d3e03cba526ee", "ext": "zip", "id": "a1040018-5b10-48e7-b0fe-56de6d6ce8d9", "key": "FacialTracking_Actors_01-24.zip", "metadata": null, "mimetype": "application/zip", "size": 417163019 }, "Tracked_Video_Actor_01.zip": { "checksum": "md5:f12cf8570928860bb2dc8f9854ba14ca", "ext": "zip", "id": "f3e6aa18-a99f-4979-8efc-22879a7e63c5", "key": "Tracked_Video_Actor_01.zip", "metadata": null, "mimetype": "application/zip", "size": 401822602 }, "Tracked_Video_Actor_02.zip": { "checksum": "md5:0b49fa47615bd635d2fc5bceaa2942bb", "ext": "zip", "id": "07e42c43-195c-42be-955c-e51b397b0fbb", "key": "Tracked_Video_Actor_02.zip", "metadata": null, "mimetype": "application/zip", "size": 391286024 }, "Tracked_Video_Actor_03.zip": { "checksum": "md5:41bfc48b65e4c9d4a93b803896413623", "ext": "zip", "id": "64388eed-50de-40f2-b42e-1a6930eb8495", "key": "Tracked_Video_Actor_03.zip", "metadata": null, "mimetype": "application/zip", "size": 456663694 }, "Tracked_Video_Actor_04.zip": { "checksum": "md5:1790d91062d6c179c6b1705063be8901", "ext": "zip", "id": "b9927e08-1c1f-4251-ae3c-7d03f39e9a72", "key": "Tracked_Video_Actor_04.zip", "metadata": null, "mimetype": "application/zip", "size": 400526332 }, "Tracked_Video_Actor_05.zip": { "checksum": "md5:bf4602e009c346224dfa5cad19907820", "ext": "zip", "id": "8608748e-87c4-46c0-ad4b-5f133c476036", "key": "Tracked_Video_Actor_05.zip", "metadata": null, "mimetype": "application/zip", "size": 408578486 }, "Tracked_Video_Actor_06.zip": { "checksum": "md5:ee2933efd7b391cef0f042437bc34489", "ext": "zip", "id": "9427685e-ee15-48ac-9ac6-6a2e17c0a65b", "key": "Tracked_Video_Actor_06.zip", "metadata": null, "mimetype": "application/zip", "size": 423952230 }, "Tracked_Video_Actor_07.zip": { "checksum": "md5:d17882bc7e2987fe54106f658a762b9a", "ext": "zip", "id": "2a85faef-337f-47ea-8262-d9d3fdd6f8ba", "key": "Tracked_Video_Actor_07.zip", "metadata": null, "mimetype": "application/zip", "size": 444126286 }, "Tracked_Video_Actor_08.zip": { "checksum": "md5:69c9e3d1c89d33310ea7832cd7fba8ef", "ext": "zip", "id": "96b3c13b-c6ac-4aed-8fec-f6c8bbdeea3d", "key": "Tracked_Video_Actor_08.zip", "metadata": null, "mimetype": "application/zip", "size": 455749538 }, "Tracked_Video_Actor_09.zip": { "checksum": "md5:a06d8766c1c1bbdf65f7ff89b2e06689", "ext": "zip", "id": "880732d4-328b-4e52-a701-1bd7c1b8d9c0", "key": "Tracked_Video_Actor_09.zip", "metadata": null, "mimetype": "application/zip", "size": 429506756 }, "Tracked_Video_Actor_10.zip": { "checksum": "md5:0b4fa8b74348aa74b46b15a5f6e06400", "ext": "zip", "id": "e749767c-117c-4ae2-bac8-202bf51cbd32", "key": "Tracked_Video_Actor_10.zip", "metadata": null, "mimetype": "application/zip", "size": 414657520 }, "Tracked_Video_Actor_11.zip": { "checksum": "md5:83096acd17b3d493a9e69f9321865e72", "ext": "zip", "id": "a24857e5-e5e6-40af-98a9-fa645a6d618e", "key": "Tracked_Video_Actor_11.zip", "metadata": null, "mimetype": "application/zip", "size": 440678992 }, "Tracked_Video_Actor_12.zip": { "checksum": "md5:930d422e64373ad86f14b47c1605a590", "ext": "zip", "id": "cabd568a-843e-4c03-bc6c-cb28afd46efb", "key": "Tracked_Video_Actor_12.zip", "metadata": null, "mimetype": "application/zip", "size": 376163094 }, "Tracked_Video_Actor_13.zip": { "checksum": "md5:e475f7033e28c9aaaae7465c2c883db9", "ext": "zip", "id": "771cf48f-03ed-43f2-9c24-fcd55219592c", "key": "Tracked_Video_Actor_13.zip", "metadata": null, "mimetype": "application/zip", "size": 381084766 }, "Tracked_Video_Actor_14.zip": { "checksum": "md5:984ff469b0aacbeb229327530326df43", "ext": "zip", "id": "a0509cfd-e252-46e7-9160-2b60a46125f6", "key": "Tracked_Video_Actor_14.zip", "metadata": null, "mimetype": "application/zip", "size": 450292486 }, "Tracked_Video_Actor_15.zip": { "checksum": "md5:5df31cbf346087199c4d55d0e3b6a322", "ext": "zip", "id": "2d3c50a7-e961-4b01-bc9a-a7835a0be47f", "key": "Tracked_Video_Actor_15.zip", "metadata": null, "mimetype": "application/zip", "size": 437065444 }, "Tracked_Video_Actor_16.zip": { "checksum": "md5:0eb5d0a94752c691c07752c23dbeb880", "ext": "zip", "id": "8be200d1-d96f-4b8d-af64-74dba77563f6", "key": "Tracked_Video_Actor_16.zip", "metadata": null, "mimetype": "application/zip", "size": 478401480 }, "Tracked_Video_Actor_17.zip": { "checksum": "md5:f5d279911e063871325237cb4ef4a090", "ext": "zip", "id": "e8ebed0a-aaaa-4563-97db-2056018849cf", "key": "Tracked_Video_Actor_17.zip", "metadata": null, "mimetype": "application/zip", "size": 497692942 }, "Tracked_Video_Actor_18.zip": { "checksum": "md5:7fdaa0f61c38552da66f2398e5deb9a0", "ext": "zip", "id": "eb483059-c174-4d96-b457-da9e19325b5d", "key": "Tracked_Video_Actor_18.zip", "metadata": null, "mimetype": "application/zip", "size": 244610694 }, "Tracked_Video_Actor_19.zip": { "checksum": "md5:cf7a707a65448a9d61140fb0eeff63e8", "ext": "zip", "id": "f2beedeb-1334-433f-8d7c-d336c32ad15b", "key": "Tracked_Video_Actor_19.zip", "metadata": null, "mimetype": "application/zip", "size": 442583066 }, "Tracked_Video_Actor_20.zip": { "checksum": "md5:78a731cc1579fe8da36ce678dfa035db", "ext": "zip", "id": "98ceca52-ba9b-429e-83de-a9466e20fc26", "key": "Tracked_Video_Actor_20.zip", "metadata": null, "mimetype": "application/zip", "size": 444025548 }, "Tracked_Video_Actor_21.zip": { "checksum": "md5:9ecc943e9b63dd2130403f7108080934", "ext": "zip", "id": "7cc3a3f5-a25b-47ae-94af-dcb0906bc985", "key": "Tracked_Video_Actor_21.zip", "metadata": null, "mimetype": "application/zip", "size": 411207476 }, "Tracked_Video_Actor_22.zip": { "checksum": "md5:17e293829c1a371ca95283204c2aa615", "ext": "zip", "id": "cfdcaee7-ba2e-4ead-a54a-9a9c18a95b44", "key": "Tracked_Video_Actor_22.zip", "metadata": null, "mimetype": "application/zip", "size": 455458024 }, "Tracked_Video_Actor_23.zip": { "checksum": "md5:a7d8f76b0675b5d9d5aa544161006cf6", "ext": "zip", "id": "c0388ade-e661-438a-b729-3709614e27f2", "key": "Tracked_Video_Actor_23.zip", "metadata": null, "mimetype": "application/zip", "size": 444711178 }, "Tracked_Video_Actor_24.zip": { "checksum": "md5:4b04591a54f371fbb669d34cb28e1c7c", "ext": "zip", "id": "ce531c32-4297-4bec-871c-1aed00d2f8e7", "key": "Tracked_Video_Actor_24.zip", "metadata": null, "mimetype": "application/zip", "size": 467431338 } }, "order": [], "total_bytes": 10615439015 }, "id": "3255102", "is_draft": false, "is_published": true, "links": { "access": "https://zenodo.org/api/records/3255102/access", "access_links": "https://zenodo.org/api/records/3255102/access/links", "access_request": "https://zenodo.org/api/records/3255102/access/request", "access_users": "https://zenodo.org/api/records/3255102/access/users", "archive": "https://zenodo.org/api/records/3255102/files-archive", "archive_media": "https://zenodo.org/api/records/3255102/media-files-archive", "communities": "https://zenodo.org/api/records/3255102/communities", "communities-suggestions": "https://zenodo.org/api/records/3255102/communities-suggestions", "doi": "https://doi.org/10.5281/zenodo.3255102", "draft": "https://zenodo.org/api/records/3255102/draft", "files": "https://zenodo.org/api/records/3255102/files", "latest": "https://zenodo.org/api/records/3255102/versions/latest", "latest_html": "https://zenodo.org/records/3255102/latest", "media_files": "https://zenodo.org/api/records/3255102/media-files", "parent": "https://zenodo.org/api/records/3255101", "parent_doi": "https://zenodo.org/doi/10.5281/zenodo.3255101", "parent_html": "https://zenodo.org/records/3255101", "requests": "https://zenodo.org/api/records/3255102/requests", "reserve_doi": "https://zenodo.org/api/records/3255102/draft/pids/doi", "self": "https://zenodo.org/api/records/3255102", "self_doi": "https://zenodo.org/doi/10.5281/zenodo.3255102", "self_html": "https://zenodo.org/records/3255102", "self_iiif_manifest": "https://zenodo.org/api/iiif/record:3255102/manifest", "self_iiif_sequence": "https://zenodo.org/api/iiif/record:3255102/sequence/default", "versions": "https://zenodo.org/api/records/3255102/versions" }, "media_files": { "count": 0, "enabled": false, "entries": {}, "order": [], "total_bytes": 0 }, "metadata": { "additional_descriptions": [ { "description": "Funding Information\nUndergraduate Stipends and Expenses (USE) grant, University of Wisconsin - River Falls.", "type": { "id": "notes", "title": { "de": "Anmerkungen", "en": "Notes" } } } ], "contributors": [ { "affiliations": [ { "name": "University of Wisconsin - River Falls" } ], "person_or_org": { "family_name": "Livingstone", "given_name": "Steven R.", "identifiers": [ { "identifier": "0000-0002-6364-6410", "scheme": "orcid" } ], "name": "Livingstone, Steven R.", "type": "personal" }, "role": { "id": "supervisor", "title": { "de": "SupervisorIn", "en": "Supervisor" } } } ], "creators": [ { "affiliations": [ { "name": "University of Wisconsin, River Falls" } ], "person_or_org": { "family_name": "Swanson", "given_name": "Riley", "name": "Swanson, Riley", "type": "personal" } }, { "affiliations": [ { "name": "University of Wisconsin, River Falls" } ], "person_or_org": { "family_name": "Livingstone", "given_name": "Steven R.", "identifiers": [ { "identifier": "0000-0002-6364-6410", "scheme": "orcid" } ], "name": "Livingstone, Steven R.", "type": "personal" } }, { "affiliations": [ { "name": "Ryerson University" } ], "person_or_org": { "family_name": "Russo", "given_name": "Frank A.", "identifiers": [ { "identifier": "0000-0002-2939-6358", "scheme": "orcid" } ], "name": "Russo, Frank A.", "type": "personal" } } ], "description": "
Contact Information
\n\nIf you would like further information about the RAVDESS Facial Landmark Tracking data set, or if you experience any issues downloading files, please contact us at ravdess@gmail.com.
\n\nTracking Examples
\n\nWatch a sample of the facial tracking results.
\n\nDescription
\n\nThis data set contains tracked facial landmark movements from the Ryerson Audio-Visual Database of Emotional Speech and Song (RAVDESS) [RAVDESS Zenodo page]. Motion tracking of actors' faces was produced by OpenFace 2.1.0 (Baltrusaitis, T., Zadeh, A., Lim, Y. C., & Morency, L. P., 2018). Tracked information includes: facial landmark detection, head pose estimation, facial action unit recognition, and eye-gaze estimation.
\n\nThis data set contains tracking for all 2452 RAVDESS trials. All tracking movement data are contained in "FacialTracking_Actors_01-24.zip", which contains 2452 .CSV files. Each actor has 104 tracked trials (60 speech, 44 song). Note, there are no song files for Actor 18.
\n\nTotal Tracked Files = (24 Actors x 60 Speech trials) + (23 Actors x 44 Song trials) = 2452 files.
\n\nTracking results for each trial are provided as individual comma separated value files (CSV format). File naming convention of tracked files is identical to that of the RAVDESS. For example, tracked file "01-01-01-01-01-01-01.csv" corresponds to RAVDESS audio-video file "01-01-01-01-01-01-01.mp4". For a complete description of the RAVDESS file naming convention and experimental manipulations, please see the RAVDESS Zenodo page.
\n\nTracking overlay videos for all trials are also provided (720p Xvid, .avi), one zip file per Actor. As the RAVDESS does not contain "ground truth" facial landmark locations, the overlay videos provide a visual 'sanity check' for researchers to confirm the general accuracy of the tracking results. The file naming convention of tracking overlay videos also matches that of the RAVDESS. For example, tracking video "01-01-01-01-01-01-01.avi" corresponds to RAVDESS audio-video file "01-01-01-01-01-01-01.mp4".
\n\nTracking File Output Format
\n\nThis data set retained OpenFace's data output format, described here in detail. The resolution of all input videos was 1280x720. When tracking output units are in pixels, their range of values is (0,0) (top left corner) to (1280,720) (bottom right corner).
\n\nColumns 1-3 = Timing and Detection Confidence
\n\nColumns 4-291 = Eye Gaze Detection
\n\nColumns 292-297 = Head pose
\n\nColumns 298-433 = Facial Landmarks locations in 2D
\n\nColumns 434-637 = Facial Landmarks locations in 3D
\n\nColumns 638-677 = Rigid and non-rigid shape parameters
\n\nParameters of a point distribution model (PDM) that describe the rigid face shape (location, scale and rotation) and non-rigid face shape (deformation due to expression and identity). For more details, please refer to chapter 4.2 of my Tadas Baltrusaitis's PhD thesis [download link].
\n\nColumns 687-712 = Facial Action Units
\n\nFacial Action Units (AUs) are a way to describe human facial movements (Ekman, Friesen, and Hager, 2002) [wiki link]. More information on OpenFace's implementation of AUs can be found here.
\n\nNote, OpenFace's columns 2 and 5 (face_id and success, respectively) were not included in this data set. These values were redundant as a single face was detected in all frames, in all 2452 trials.
\n\nTracking Overlay Videos
\n\nTracking overlay videos visualize most aspects of the tracking output described above.
\n\nCamera Parameters and 3D Calibration Procedure
\n\nThis data set contains accurate estimates of actors' 3D head poses. To produce these, camera parameters at the time of recording were required (distance from camera to actor, and camera field of view). These values were used with OpenCV's camera calibration procedure, described here, to produce estimates of the camera's focal length and optical center at the time of actor recordings. The four values produced by the calibration procedure (fx,fy,cx,cy) were input to OpenFace as command line arguments during facial tracking, described here, to produce accurate estimates of 3D head pose.
\n\nCamera Parameters
\n\nThe use of OpenCV's calibration procedure was required as the video camera used in the RAVDESS recordings did not report focal length values. Unlike SLR cameras, most video cameras do not provide this information to the user due to their dynamic focus feature. For all RAVDESS recordings, camera distance, field of view, and focal point (manual fixed camera focus) were kept constant.
\n\nLicense information
\n\nThe RAVDESS Facial Landmark Tracking data set is released under a Creative Commons Attribution-NonCommercial-ShareAlike 4.0 International License, CC BY-NA-SC 4.0.
\n\nHow to cite the RAVDESS Facial Tracking data set
\n\nAcademic citation
\nIf you use the RAVDESS Facial Tracking data set in an academic publication, please cite both references:
All other attributions
\nIf you use the RAVDESS in a form other than an academic publication, such as in a blog post, school project, or non-commercial product, please use the following attribution: "RAVDESS Facial Landmark Tracking" by Swanson, Livingstone, & Russo is licensed under CC BY-NA-SC 4.0.
Related Data sets
\n\nData sets that are generated as a result of using the original RAVDESS will be included in this community. The community will be curated by the RAVDESS authors, Dr. Steven R. Livingstone and Dr. Frank A. Russo.
\r\n", "page": "Ryerson Audio-Visual Database of Emotional Speech and Song (RAVDESS)
\r\n\r\nThe RAVDESS is a validated multimodal database of emotional speech and song. The set of 7356 files can be downloaded from the RAVDESS dataset. The set of recordings were evaluated by 319 individuals who were characteristic of untrained research participants from North America. High levels of emotional validity and intra-individual test-retest intrarater reliability were reported. All recordings are made freely available under a Creative Commons non-commercial license (CC BY-NA-SC 4.0).
\r\n\r\nRAVDESS Facial Landmark Tracking
\r\n\r\nThis data set contains tracked facial landmark movements from the RAVDESS using OpenFace. Tracked information includes: facial landmark detection, head pose estimation, facial action unit recognition, and eye-gaze estimation.
\r\n\r\n", "title": "The Ryerson Audio-Visual Database of Emotional Speech and Song (RAVDESS)" }, "revision_id": 0, "slug": "ravdess", "updated": "2022-02-11T12:54:08.305216+00:00" } ], "ids": [ "849a9628-04de-49d6-9a86-d62749064a8a" ] }, "id": "3255101", "pids": { "doi": { "client": "datacite", "identifier": "10.5281/zenodo.3255101", "provider": "datacite" } } }, "pids": { "doi": { "client": "datacite", "identifier": "10.5281/zenodo.3255102", "provider": "datacite" }, "oai": { "identifier": "oai:zenodo.org:3255102", "provider": "oai" } }, "revision_id": 13, "stats": { "all_versions": { "data_volume": 6414041494270.0, "downloads": 15263, "unique_downloads": 4298, "unique_views": 11123, "views": 12380 }, "this_version": { "data_volume": 6360362158561.0, "downloads": 15133, "unique_downloads": 4224, "unique_views": 11034, "views": 12276 } }, "status": "published", "updated": "2022-02-11T12:53:53.586276+00:00", "versions": { "index": 1, "is_latest": true } }