Video/Audio Open Access
Martin, Charles Patrick
{ "files": [ { "links": { "self": "https://zenodo.org/api/files/2b7ac4e1-5a1b-43ea-811c-bd6e7493c3cc/neural-touch-screen-session-2017-07-03.mp4" }, "checksum": "md5:ed4904bb1d053d17cc9c953a3593962e", "bucket": "2b7ac4e1-5a1b-43ea-811c-bd6e7493c3cc", "key": "neural-touch-screen-session-2017-07-03.mp4", "type": "mp4", "size": 248535508 } ], "owners": [ 20166 ], "doi": "10.5281/zenodo.831910", "stats": { "version_unique_downloads": 10.0, "unique_views": 49.0, "views": 51.0, "version_views": 52.0, "unique_downloads": 10.0, "version_unique_views": 50.0, "volume": 2485355080.0, "version_downloads": 10.0, "downloads": 10.0, "version_volume": 2485355080.0 }, "links": { "doi": "https://doi.org/10.5281/zenodo.831910", "conceptdoi": "https://doi.org/10.5281/zenodo.831909", "bucket": "https://zenodo.org/api/files/2b7ac4e1-5a1b-43ea-811c-bd6e7493c3cc", "conceptbadge": "https://zenodo.org/badge/doi/10.5281/zenodo.831909.svg", "html": "https://zenodo.org/record/831910", "latest_html": "https://zenodo.org/record/831910", "badge": "https://zenodo.org/badge/doi/10.5281/zenodo.831910.svg", "latest": "https://zenodo.org/api/records/831910" }, "conceptdoi": "10.5281/zenodo.831909", "created": "2017-07-19T05:40:20.910962+00:00", "updated": "2017-09-08T07:55:52.786634+00:00", "conceptrecid": "831909", "revision": 2, "id": 831910, "metadata": { "access_right_category": "success", "doi": "10.5281/zenodo.831910", "description": "<p>A studio performance of an RNN-controlled Touch Screen Ensemble from 2017-07-03 at the University of Oslo.</p>\n\n<p>In this performance, a touch-screen musician improvises with a\u00a0computer-controlled ensemble of three artificial performers. A\u00a0recurrent neural network tracks\u00a0the touch gestures of the\u00a0human\u00a0performer and predicts musically appropriate gestural responses for the three artificial musicians. The performances on the three 'AI' iPads are then constructed from matching snippets of previous human recordings. A plot of the whole ensemble's touch gestures are shown on the projected screen.</p>\n\n<p>This performance uses Metatone Classifier (https://doi.org/10.5281/zenodo.51712)\u00a0to track touch gestures and Gesture-RNN (https://github.com/cpmpercussion/gesture-rnn) to predict\u00a0gestural states for the ensemble. The touch-screen app used in this performance was PhaseRings (https://doi.org/10.5281/zenodo.50860).</p>", "license": { "id": "CC-BY-4.0" }, "title": "Neural Touch-Screen Ensemble Performance 2017-07-03", "notes": "This work is supported by The Research Council of Norway as a part of the Engineering Predictability with Embodied Cognition (EPEC) project, under grant agreement 240862.", "relations": { "version": [ { "count": 1, "index": 0, "parent": { "pid_type": "recid", "pid_value": "831909" }, "is_last": true, "last_child": { "pid_type": "recid", "pid_value": "831910" } } ] }, "references": [ "Martin, C., & Swift, B. (2016). MetatoneClassifier: Research Prototype. Zenodo. http://doi.org/10.5281/zenodo.51712", "Martin, C. (2016). PhaseRings v1.2.0. Zenodo. http://doi.org/10.5281/zenodo.50860", "Martin, C., Gardner, H., & Swift, B. (2015). Tracking ensemble performance on touch-screens with gesture classification and transition matrices. In Proceedings of the International Conference on New Interfaces for Musical Expression, NIME '15, pages 359\u2013364. http://www. nime.org/proceedings/2015/nime2015_242.pdf" ], "keywords": [ "performance, music, touch-screen, improvisation, recurrent neural network" ], "publication_date": "2017-07-19", "creators": [ { "affiliation": "University of Oslo", "name": "Martin, Charles Patrick" } ], "access_right": "open", "resource_type": { "type": "video", "title": "Video/Audio" }, "related_identifiers": [ { "scheme": "doi", "identifier": "10.5281/zenodo.831909", "relation": "isVersionOf" } ] } }
All versions | This version | |
---|---|---|
Views | 52 | 51 |
Downloads | 10 | 10 |
Data volume | 2.5 GB | 2.5 GB |
Unique views | 50 | 49 |
Unique downloads | 10 | 10 |