Dataset Open Access

EMG and Video Dataset for sensor fusion based hand gestures recognition

Ceolini, Enea; Taverni, Gemma; Payvand, Melika; Donati, Elisa


DCAT Export

<?xml version='1.0' encoding='utf-8'?>
<rdf:RDF xmlns:rdf="http://www.w3.org/1999/02/22-rdf-syntax-ns#" xmlns:adms="http://www.w3.org/ns/adms#" xmlns:dc="http://purl.org/dc/elements/1.1/" xmlns:dct="http://purl.org/dc/terms/" xmlns:dctype="http://purl.org/dc/dcmitype/" xmlns:dcat="http://www.w3.org/ns/dcat#" xmlns:duv="http://www.w3.org/ns/duv#" xmlns:foaf="http://xmlns.com/foaf/0.1/" xmlns:frapo="http://purl.org/cerif/frapo/" xmlns:geo="http://www.w3.org/2003/01/geo/wgs84_pos#" xmlns:gsp="http://www.opengis.net/ont/geosparql#" xmlns:locn="http://www.w3.org/ns/locn#" xmlns:org="http://www.w3.org/ns/org#" xmlns:owl="http://www.w3.org/2002/07/owl#" xmlns:prov="http://www.w3.org/ns/prov#" xmlns:rdfs="http://www.w3.org/2000/01/rdf-schema#" xmlns:schema="http://schema.org/" xmlns:skos="http://www.w3.org/2004/02/skos/core#" xmlns:vcard="http://www.w3.org/2006/vcard/ns#" xmlns:wdrs="http://www.w3.org/2007/05/powder-s#">
  <rdf:Description rdf:about="https://doi.org/10.5281/zenodo.3663616">
    <rdf:type rdf:resource="http://www.w3.org/ns/dcat#Dataset"/>
    <dct:type rdf:resource="http://purl.org/dc/dcmitype/Dataset"/>
    <dct:identifier rdf:datatype="http://www.w3.org/2001/XMLSchema#anyURI">https://doi.org/10.5281/zenodo.3663616</dct:identifier>
    <foaf:page rdf:resource="https://doi.org/10.5281/zenodo.3663616"/>
    <dct:creator>
      <rdf:Description rdf:about="http://orcid.org/0000-0002-2676-0804">
        <rdf:type rdf:resource="http://xmlns.com/foaf/0.1/Agent"/>
        <dct:identifier rdf:datatype="http://www.w3.org/2001/XMLSchema#string">0000-0002-2676-0804</dct:identifier>
        <foaf:name>Ceolini, Enea</foaf:name>
        <foaf:givenName>Enea</foaf:givenName>
        <foaf:familyName>Ceolini</foaf:familyName>
        <org:memberOf>
          <foaf:Organization>
            <foaf:name>Institute of Neuroinformatics, UZH/ETH Zurich</foaf:name>
          </foaf:Organization>
        </org:memberOf>
      </rdf:Description>
    </dct:creator>
    <dct:creator>
      <rdf:Description rdf:about="http://orcid.org/0000-0001-8951-3133">
        <rdf:type rdf:resource="http://xmlns.com/foaf/0.1/Agent"/>
        <dct:identifier rdf:datatype="http://www.w3.org/2001/XMLSchema#string">0000-0001-8951-3133</dct:identifier>
        <foaf:name>Taverni, Gemma</foaf:name>
        <foaf:givenName>Gemma</foaf:givenName>
        <foaf:familyName>Taverni</foaf:familyName>
        <org:memberOf>
          <foaf:Organization>
            <foaf:name>Institute of Neuroinformatics, UZH/ETH Zurich</foaf:name>
          </foaf:Organization>
        </org:memberOf>
      </rdf:Description>
    </dct:creator>
    <dct:creator>
      <rdf:Description rdf:about="http://orcid.org/0000-0001-5400-067X">
        <rdf:type rdf:resource="http://xmlns.com/foaf/0.1/Agent"/>
        <dct:identifier rdf:datatype="http://www.w3.org/2001/XMLSchema#string">0000-0001-5400-067X</dct:identifier>
        <foaf:name>Payvand, Melika</foaf:name>
        <foaf:givenName>Melika</foaf:givenName>
        <foaf:familyName>Payvand</foaf:familyName>
        <org:memberOf>
          <foaf:Organization>
            <foaf:name>Institute of Neuroinformatics, UZH/ETH Zurich</foaf:name>
          </foaf:Organization>
        </org:memberOf>
      </rdf:Description>
    </dct:creator>
    <dct:creator>
      <rdf:Description rdf:about="http://orcid.org/0000-0002-8091-1298">
        <rdf:type rdf:resource="http://xmlns.com/foaf/0.1/Agent"/>
        <dct:identifier rdf:datatype="http://www.w3.org/2001/XMLSchema#string">0000-0002-8091-1298</dct:identifier>
        <foaf:name>Donati, Elisa</foaf:name>
        <foaf:givenName>Elisa</foaf:givenName>
        <foaf:familyName>Donati</foaf:familyName>
        <org:memberOf>
          <foaf:Organization>
            <foaf:name>Institute of Neuroinformatics, UZH/ETH Zurich</foaf:name>
          </foaf:Organization>
        </org:memberOf>
      </rdf:Description>
    </dct:creator>
    <dct:title>EMG and Video Dataset for sensor fusion based hand gestures recognition</dct:title>
    <dct:publisher>
      <foaf:Agent>
        <foaf:name>Zenodo</foaf:name>
      </foaf:Agent>
    </dct:publisher>
    <dct:issued rdf:datatype="http://www.w3.org/2001/XMLSchema#gYear">2020</dct:issued>
    <dcat:keyword>EMG</dcat:keyword>
    <dcat:keyword>DVS</dcat:keyword>
    <dcat:keyword>DAVIS</dcat:keyword>
    <dcat:keyword>Hand gesture recognition</dcat:keyword>
    <dcat:keyword>Sensor fusion</dcat:keyword>
    <dcat:keyword>Myo</dcat:keyword>
    <frapo:isFundedBy rdf:resource="info:eu-repo/grantAgreement/EC/H2020/753470/"/>
    <schema:funder>
      <foaf:Organization>
        <dct:identifier rdf:datatype="http://www.w3.org/2001/XMLSchema#string">10.13039/100010661</dct:identifier>
        <foaf:name>European Commission</foaf:name>
      </foaf:Organization>
    </schema:funder>
    <dct:issued rdf:datatype="http://www.w3.org/2001/XMLSchema#date">2020-02-12</dct:issued>
    <owl:sameAs rdf:resource="https://zenodo.org/record/3663616"/>
    <adms:identifier>
      <adms:Identifier>
        <skos:notation rdf:datatype="http://www.w3.org/2001/XMLSchema#anyURI">https://zenodo.org/record/3663616</skos:notation>
        <adms:schemeAgency>url</adms:schemeAgency>
      </adms:Identifier>
    </adms:identifier>
    <dct:isVersionOf rdf:resource="https://doi.org/10.5281/zenodo.3228845"/>
    <owl:versionInfo>3.0</owl:versionInfo>
    <dct:description>&lt;p&gt;This dataset contains data for hand gesture recognition recorded with 3 different sensors.&amp;nbsp;&lt;/p&gt; &lt;p&gt;sEMG: recorded via the Myo armband that is composed of 8 equally spaced non-invasive sEMG sensors that can be placed approximately around the middle of the forearm. The sampling frequency of Myo is 200 Hz. The output of the Myo is a.u&amp;nbsp;&lt;/p&gt; &lt;p&gt;DVS: Dynamic Video Sensor which is a very low power event-based camera with 128x128 resolution&lt;/p&gt; &lt;p&gt;DAVIS: Dynamic Video Sensor which is a very low power event-based camera with 240x180 resolution that also acquires APS frames.&lt;/p&gt; &lt;p&gt;The dataset contains recordings of 21 subjects. Each subject performed 3 sessions, where each of the 5 hand gesture was recorded 5 times, each lasting for 2s. Between the gestures a relaxing phase of 1s is present where the muscles could go to the rest position, removing any residual muscular activation.&lt;/p&gt; &lt;p&gt;&amp;nbsp;&lt;/p&gt; &lt;p&gt;Note: All the information for the DVS sensor has been extracted and can be found in the *.npy files. In case the raw data (.aedat) was needed please contact&lt;/p&gt; &lt;p&gt;&amp;nbsp;&lt;/p&gt; &lt;p&gt;enea.ceolini@ini.uzh.ch&lt;/p&gt; &lt;p&gt;elisa@ini.uzh.ch&lt;/p&gt; &lt;p&gt;==== README ====&lt;/p&gt; &lt;p&gt;&amp;nbsp;&lt;/p&gt; &lt;p&gt;DATASET STRUCTURE:&lt;/p&gt; &lt;p&gt;EMG, DVS and APS recordings&lt;/p&gt; &lt;p&gt;21 subjects&lt;/p&gt; &lt;p&gt;3 sessions for each subject&lt;/p&gt; &lt;p&gt;5 gestures in each session (&amp;#39;pinky&amp;#39;, &amp;#39;elle&amp;#39;, &amp;#39;yo&amp;#39;, &amp;#39;index&amp;#39;, &amp;#39;thumb&amp;#39;)&lt;/p&gt; &lt;p&gt;&amp;nbsp;&lt;/p&gt; &lt;p&gt;SINGLE DATASETS:&lt;/p&gt; &lt;p&gt;- relax21_raw_emg.zip: contains raw sEMG and annotations (ground truth of gestures) in the format `subjectXX_sessionYY_ZZZ` with `XX` subject ID (01 to 21), `YY` session ID (01-03) and `ZZZ` that can be &amp;lsquo;emg&amp;rsquo; or &amp;lsquo;ann&amp;rsquo;.&lt;/p&gt; &lt;p&gt;&amp;nbsp;&lt;/p&gt; &lt;p&gt;- relax21_raw_dvs.zip: contains the full-frame dvs events in an array with dimensions 0 -&amp;gt; addr_x, 1 -&amp;gt; addr_y, 2 -&amp;gt; timestamp, 3 -&amp;gt; polarity. The timestamps are in seconds and synchronized with the Myo. Each file is in the format `subjectXX_sessionYY_dvs` with `XX` subject ID (01 to 21), `YY` session ID (01-03).&lt;/p&gt; &lt;p&gt;&amp;nbsp;&lt;/p&gt; &lt;p&gt;- relax21_cropped_aps.zip: contains the 40x40 pixel aps frames for all subjects and trials in the format `subjectXX_sessionYY_Z_W_K` with `XX` subject ID (01 to 21), `YY` session ID (01-03), Z gesture (&amp;#39;pinky&amp;#39;, &amp;#39;elle&amp;#39;, &amp;#39;yo&amp;#39;, &amp;#39;index&amp;#39;, &amp;#39;thumb&amp;rsquo;), W trial ID (1-5), `K` frame index.&lt;/p&gt; &lt;p&gt;&amp;nbsp;&lt;/p&gt; &lt;p&gt;- relax21_cropped_dvs_emg_spikes.pkl: spiking dataset that can be used to reproduce the results in the paper. The dataset is a dictionary with the following keys:&lt;/p&gt; &lt;ul&gt; &lt;li&gt;&lt;strong&gt;- &lt;/strong&gt;&lt;strong&gt;y&lt;/strong&gt;: array of size 1xN with the class (0-&amp;gt;4).&lt;/li&gt; &lt;li&gt;&lt;strong&gt;- &lt;/strong&gt;&lt;strong&gt;sub&lt;/strong&gt;: array of size 1xN with the subject id (1-&amp;gt;10).&lt;/li&gt; &lt;li&gt;&lt;strong&gt;- &lt;/strong&gt;&lt;strong&gt;sess&lt;/strong&gt;: array of size 1xN with the session id (1-&amp;gt;3).&lt;/li&gt; &lt;li&gt;&lt;strong&gt;- &lt;/strong&gt;&lt;strong&gt;dvs&lt;/strong&gt;: list of length N, each object in the list is a 2d array of size 4xT_n where T_n is the number of events in the trial and the 4 dimensions rappresent: 0 -&amp;gt; addr_x, 1 -&amp;gt; addr_y, 2 -&amp;gt; timestamp, 3 -&amp;gt; polarity .&lt;/li&gt; &lt;li&gt;&lt;strong&gt;- &lt;/strong&gt;&lt;strong&gt;emg&lt;/strong&gt;: list of length N, each object in the list is a 2d array of size 3xT_n where T_n is the number of events in the trial and the 3 dimensions rappresent: 0 -&amp;gt; addr, 1 -&amp;gt; timestamp, 3 -&amp;gt; polarity.&lt;/li&gt; &lt;/ul&gt; &lt;p&gt;&amp;nbsp;&lt;/p&gt; &lt;p&gt;&amp;nbsp;&lt;/p&gt;</dct:description>
    <dct:accessRights rdf:resource="http://publications.europa.eu/resource/authority/access-right/PUBLIC"/>
    <dct:accessRights>
      <dct:RightsStatement rdf:about="info:eu-repo/semantics/openAccess">
        <rdfs:label>Open Access</rdfs:label>
      </dct:RightsStatement>
    </dct:accessRights>
    <dcat:distribution>
      <dcat:Distribution>
        <dct:license rdf:resource="https://creativecommons.org/licenses/by/4.0/legalcode"/>
        <dcat:accessURL rdf:resource="https://doi.org/10.5281/zenodo.3663616"/>
      </dcat:Distribution>
    </dcat:distribution>
    <dcat:distribution>
      <dcat:Distribution>
        <dcat:accessURL rdf:resource="https://doi.org/10.5281/zenodo.3663616"/>
        <dcat:byteSize>186878096</dcat:byteSize>
        <dcat:downloadURL rdf:resource="https://zenodo.org/record/3663616/files/relax21_cropped_aps.zip"/>
        <dcat:mediaType>application/zip</dcat:mediaType>
      </dcat:Distribution>
    </dcat:distribution>
    <dcat:distribution>
      <dcat:Distribution>
        <dcat:accessURL rdf:resource="https://doi.org/10.5281/zenodo.3663616"/>
        <dcat:byteSize>2049159861</dcat:byteSize>
        <dcat:downloadURL rdf:resource="https://zenodo.org/record/3663616/files/relax21_cropped_dvs_emg_spikes.pkl"/>
      </dcat:Distribution>
    </dcat:distribution>
    <dcat:distribution>
      <dcat:Distribution>
        <dcat:accessURL rdf:resource="https://doi.org/10.5281/zenodo.3663616"/>
        <dcat:byteSize>1592923718</dcat:byteSize>
        <dcat:downloadURL rdf:resource="https://zenodo.org/record/3663616/files/relax21_raw_dvs.zip"/>
        <dcat:mediaType>application/zip</dcat:mediaType>
      </dcat:Distribution>
    </dcat:distribution>
    <dcat:distribution>
      <dcat:Distribution>
        <dcat:accessURL rdf:resource="https://doi.org/10.5281/zenodo.3663616"/>
        <dcat:byteSize>12711873</dcat:byteSize>
        <dcat:downloadURL rdf:resource="https://zenodo.org/record/3663616/files/relax21_raw_emg.zip"/>
        <dcat:mediaType>application/zip</dcat:mediaType>
      </dcat:Distribution>
    </dcat:distribution>
  </rdf:Description>
  <foaf:Project rdf:about="info:eu-repo/grantAgreement/EC/H2020/753470/">
    <dct:identifier rdf:datatype="http://www.w3.org/2001/XMLSchema#string">753470</dct:identifier>
    <dct:title>Neuromorphic EMG Processing with Spiking Neural Networks</dct:title>
    <frapo:isAwardedBy>
      <foaf:Organization>
        <dct:identifier rdf:datatype="http://www.w3.org/2001/XMLSchema#string">10.13039/100010661</dct:identifier>
        <foaf:name>European Commission</foaf:name>
      </foaf:Organization>
    </frapo:isAwardedBy>
  </foaf:Project>
</rdf:RDF>
1,988
6,106
views
downloads
All versions This version
Views 1,9881,072
Downloads 6,106461
Data volume 1.0 TB461.0 GB
Unique views 1,654931
Unique downloads 1,935223

Share

Cite as