Conference paper Open Access

Designing Gestures for Continuous Sonic Interaction

Tanaka, Atau; Di Donato, Balandino; Zbyszynski, Michael; Roks, Geert


JSON Export

{
  "files": [
    {
      "links": {
        "self": "https://zenodo.org/api/files/30211187-ee74-4e6e-bd34-45f6bf3dc57a/nime2019_paper036.pdf"
      }, 
      "checksum": "md5:806ec249f8b055f1edef2f1b79e7d940", 
      "bucket": "30211187-ee74-4e6e-bd34-45f6bf3dc57a", 
      "key": "nime2019_paper036.pdf", 
      "type": "pdf", 
      "size": 381480
    }
  ], 
  "owners": [
    42081
  ], 
  "doi": "10.5281/zenodo.3672916", 
  "stats": {
    "version_unique_downloads": 68.0, 
    "unique_views": 86.0, 
    "views": 88.0, 
    "version_views": 88.0, 
    "unique_downloads": 68.0, 
    "version_unique_views": 86.0, 
    "volume": 29373960.0, 
    "version_downloads": 77.0, 
    "downloads": 77.0, 
    "version_volume": 29373960.0
  }, 
  "links": {
    "doi": "https://doi.org/10.5281/zenodo.3672916", 
    "conceptdoi": "https://doi.org/10.5281/zenodo.3672915", 
    "bucket": "https://zenodo.org/api/files/30211187-ee74-4e6e-bd34-45f6bf3dc57a", 
    "conceptbadge": "https://zenodo.org/badge/doi/10.5281/zenodo.3672915.svg", 
    "html": "https://zenodo.org/record/3672916", 
    "latest_html": "https://zenodo.org/record/3672916", 
    "badge": "https://zenodo.org/badge/doi/10.5281/zenodo.3672916.svg", 
    "latest": "https://zenodo.org/api/records/3672916"
  }, 
  "conceptdoi": "10.5281/zenodo.3672915", 
  "created": "2020-02-18T10:38:44.333942+00:00", 
  "updated": "2020-02-18T19:20:58.356662+00:00", 
  "conceptrecid": "3672915", 
  "revision": 2, 
  "id": 3672916, 
  "metadata": {
    "access_right_category": "success", 
    "part_of": {
      "pages": "180--185", 
      "title": "Proceedings of the International Conference on New Interfaces for Musical Expression"
    }, 
    "doi": "10.5281/zenodo.3672916", 
    "description": "This paper presents a system that allows users to quickly try different ways to train neural networks and temporal modeling techniques to associate arm gestures with time varying sound. We created a software framework for this, and designed three interactive sounds and presented them to participants in a workshop based study. We build upon previous work in sound-tracing and mapping-by-demonstration to ask the participants to design gestures with which to perform the given sounds using a multimodal, inertial measurement (IMU) and muscle sensing (EMG) device. We presented the user with four techniques for associating sensor input to synthesizer parameter output. Two were classical techniques from the literature, and two proposed different ways to capture dynamic gesture in a neural network. These four techniques were: 1.) A Static Position regression training procedure, 2.) A Hidden Markov based temporal modeler, 3.) Whole Gesture capture to a neural network, and 4.) a Windowed method using the position-based procedure on the fly during the performance of a dynamic gesture. Our results show trade-offs between accurate, predictable reproduction of the source sounds and exploration of the gesture-sound space. Several of the users were attracted to our new windowed method for capturing gesture anchor points on the fly as training data for neural network based regression. This paper will be of interest to musicians interested in going from sound design to gesture design and offers a workflow for quickly trying different mapping-by-demonstration techniques.", 
    "license": {
      "id": "CC-BY-4.0"
    }, 
    "title": "Designing Gestures for Continuous Sonic Interaction", 
    "relations": {
      "version": [
        {
          "count": 1, 
          "index": 0, 
          "parent": {
            "pid_type": "recid", 
            "pid_value": "3672915"
          }, 
          "is_last": true, 
          "last_child": {
            "pid_type": "recid", 
            "pid_value": "3672916"
          }
        }
      ]
    }, 
    "communities": [
      {
        "id": "nime_conference"
      }
    ], 
    "publication_date": "2019-06-01", 
    "creators": [
      {
        "name": "Tanaka, Atau"
      }, 
      {
        "name": "Di Donato, Balandino"
      }, 
      {
        "name": "Zbyszynski, Michael"
      }, 
      {
        "name": "Roks, Geert"
      }
    ], 
    "meeting": {
      "place": "Porto Alegre, Brazil", 
      "title": "International Conference on New Interfaces for Musical Expression"
    }, 
    "access_right": "open", 
    "resource_type": {
      "subtype": "conferencepaper", 
      "type": "publication", 
      "title": "Conference paper"
    }, 
    "related_identifiers": [
      {
        "scheme": "doi", 
        "identifier": "10.5281/zenodo.3672915", 
        "relation": "isVersionOf"
      }
    ]
  }
}
88
77
views
downloads
All versions This version
Views 8888
Downloads 7777
Data volume 29.4 MB29.4 MB
Unique views 8686
Unique downloads 6868

Share

Cite as