Dataset Open Access

Ground truth recordings for validation of spike sorting algorithms

Giulia LB Spampinato; Elric Esposito; Pierre Yger; Jens Duebel; Serge Picaud; Olivier Marre


JSON Export

{
  "files": [
    {
      "links": {
        "self": "https://zenodo.org/api/files/613c6ded-0680-43a0-83a1-1fa28980835c/20160415_patch2.tar.gz"
      }, 
      "checksum": "md5:196d2a1afb2e55488bda0cc9baf47883", 
      "bucket": "613c6ded-0680-43a0-83a1-1fa28980835c", 
      "key": "20160415_patch2.tar.gz", 
      "type": "gz", 
      "size": 1969550083
    }, 
    {
      "links": {
        "self": "https://zenodo.org/api/files/613c6ded-0680-43a0-83a1-1fa28980835c/20160426_patch2.tar.gz"
      }, 
      "checksum": "md5:06f5fe2ad6c9d02bc9a08c2a29723b98", 
      "bucket": "613c6ded-0680-43a0-83a1-1fa28980835c", 
      "key": "20160426_patch2.tar.gz", 
      "type": "gz", 
      "size": 1493049837
    }, 
    {
      "links": {
        "self": "https://zenodo.org/api/files/613c6ded-0680-43a0-83a1-1fa28980835c/20160426_patch3.tar.gz"
      }, 
      "checksum": "md5:dfb6045c114b459b63373324963c82ba", 
      "bucket": "613c6ded-0680-43a0-83a1-1fa28980835c", 
      "key": "20160426_patch3.tar.gz", 
      "type": "gz", 
      "size": 1329199864
    }, 
    {
      "links": {
        "self": "https://zenodo.org/api/files/613c6ded-0680-43a0-83a1-1fa28980835c/20170621_patch1.tar.gz"
      }, 
      "checksum": "md5:c4a1073d2a2f3445bdb9adc1916e2f5a", 
      "bucket": "613c6ded-0680-43a0-83a1-1fa28980835c", 
      "key": "20170621_patch1.tar.gz", 
      "type": "gz", 
      "size": 1929506495
    }, 
    {
      "links": {
        "self": "https://zenodo.org/api/files/613c6ded-0680-43a0-83a1-1fa28980835c/20170622_patch1.tar.gz"
      }, 
      "checksum": "md5:ecf4367f385d5b376a3cac8925af6489", 
      "bucket": "613c6ded-0680-43a0-83a1-1fa28980835c", 
      "key": "20170622_patch1.tar.gz", 
      "type": "gz", 
      "size": 1833647266
    }, 
    {
      "links": {
        "self": "https://zenodo.org/api/files/613c6ded-0680-43a0-83a1-1fa28980835c/20170622_patch2.tar.gz"
      }, 
      "checksum": "md5:ab2c5267aef675b7b988021eeaf28fb3", 
      "bucket": "613c6ded-0680-43a0-83a1-1fa28980835c", 
      "key": "20170622_patch2.tar.gz", 
      "type": "gz", 
      "size": 1852222519
    }, 
    {
      "links": {
        "self": "https://zenodo.org/api/files/613c6ded-0680-43a0-83a1-1fa28980835c/20170623_patch1.tar.gz"
      }, 
      "checksum": "md5:efe9026921a731cabde2befccc858f61", 
      "bucket": "613c6ded-0680-43a0-83a1-1fa28980835c", 
      "key": "20170623_patch1.tar.gz", 
      "type": "gz", 
      "size": 1931805232
    }, 
    {
      "links": {
        "self": "https://zenodo.org/api/files/613c6ded-0680-43a0-83a1-1fa28980835c/20170627_patch1.tar.gz"
      }, 
      "checksum": "md5:7919caafb6eea4e7c37b2e6680329b10", 
      "bucket": "613c6ded-0680-43a0-83a1-1fa28980835c", 
      "key": "20170627_patch1.tar.gz", 
      "type": "gz", 
      "size": 1947159921
    }, 
    {
      "links": {
        "self": "https://zenodo.org/api/files/613c6ded-0680-43a0-83a1-1fa28980835c/20170629_patch2.tar.gz"
      }, 
      "checksum": "md5:48580bb2849335a4d767b00e7901ed9a", 
      "bucket": "613c6ded-0680-43a0-83a1-1fa28980835c", 
      "key": "20170629_patch2.tar.gz", 
      "type": "gz", 
      "size": 1883551126
    }, 
    {
      "links": {
        "self": "https://zenodo.org/api/files/613c6ded-0680-43a0-83a1-1fa28980835c/20170629_patch3.tar.gz"
      }, 
      "checksum": "md5:6409f3f2c7b802fb70f4009e1ac49701", 
      "bucket": "613c6ded-0680-43a0-83a1-1fa28980835c", 
      "key": "20170629_patch3.tar.gz", 
      "type": "gz", 
      "size": 1883429901
    }, 
    {
      "links": {
        "self": "https://zenodo.org/api/files/613c6ded-0680-43a0-83a1-1fa28980835c/20170630_patch1.tar.gz"
      }, 
      "checksum": "md5:0432815b86e613339f7b70d7ccf1c727", 
      "bucket": "613c6ded-0680-43a0-83a1-1fa28980835c", 
      "key": "20170630_patch1.tar.gz", 
      "type": "gz", 
      "size": 1893341792
    }, 
    {
      "links": {
        "self": "https://zenodo.org/api/files/613c6ded-0680-43a0-83a1-1fa28980835c/20170706_patch1.tar.gz"
      }, 
      "checksum": "md5:550bf521cce4f5020c935422d8dd42fe", 
      "bucket": "613c6ded-0680-43a0-83a1-1fa28980835c", 
      "key": "20170706_patch1.tar.gz", 
      "type": "gz", 
      "size": 1981224910
    }, 
    {
      "links": {
        "self": "https://zenodo.org/api/files/613c6ded-0680-43a0-83a1-1fa28980835c/20170706_patch2.tar.gz"
      }, 
      "checksum": "md5:0a34eac1b81dbdb1644ad9a432595d38", 
      "bucket": "613c6ded-0680-43a0-83a1-1fa28980835c", 
      "key": "20170706_patch2.tar.gz", 
      "type": "gz", 
      "size": 2041100827
    }, 
    {
      "links": {
        "self": "https://zenodo.org/api/files/613c6ded-0680-43a0-83a1-1fa28980835c/20170706_patch3.tar.gz"
      }, 
      "checksum": "md5:ac9f6ed96e897e2be3b798dc09d772c6", 
      "bucket": "613c6ded-0680-43a0-83a1-1fa28980835c", 
      "key": "20170706_patch3.tar.gz", 
      "type": "gz", 
      "size": 2036325050
    }, 
    {
      "links": {
        "self": "https://zenodo.org/api/files/613c6ded-0680-43a0-83a1-1fa28980835c/20170713_patch1.tar.gz"
      }, 
      "checksum": "md5:70838dcf458498ca6f29b74a92352928", 
      "bucket": "613c6ded-0680-43a0-83a1-1fa28980835c", 
      "key": "20170713_patch1.tar.gz", 
      "type": "gz", 
      "size": 2007621163
    }, 
    {
      "links": {
        "self": "https://zenodo.org/api/files/613c6ded-0680-43a0-83a1-1fa28980835c/20170725_patch1.tar.gz"
      }, 
      "checksum": "md5:1bc59535d4edfd9427e6fd6d69164fd0", 
      "bucket": "613c6ded-0680-43a0-83a1-1fa28980835c", 
      "key": "20170725_patch1.tar.gz", 
      "type": "gz", 
      "size": 1908524733
    }, 
    {
      "links": {
        "self": "https://zenodo.org/api/files/613c6ded-0680-43a0-83a1-1fa28980835c/20170726_patch1.tar.gz"
      }, 
      "checksum": "md5:f97ae5e7f528c67f15914e15d0d2ceaa", 
      "bucket": "613c6ded-0680-43a0-83a1-1fa28980835c", 
      "key": "20170726_patch1.tar.gz", 
      "type": "gz", 
      "size": 1896534323
    }, 
    {
      "links": {
        "self": "https://zenodo.org/api/files/613c6ded-0680-43a0-83a1-1fa28980835c/20170728_patch2.tar.gz"
      }, 
      "checksum": "md5:1639defeeccf5ea82c156dac7d8413e3", 
      "bucket": "613c6ded-0680-43a0-83a1-1fa28980835c", 
      "key": "20170728_patch2.tar.gz", 
      "type": "gz", 
      "size": 1934697089
    }, 
    {
      "links": {
        "self": "https://zenodo.org/api/files/613c6ded-0680-43a0-83a1-1fa28980835c/20170803_patch1.tar.gz"
      }, 
      "checksum": "md5:6ec775991a39b4d687cf239b1e503fd5", 
      "bucket": "613c6ded-0680-43a0-83a1-1fa28980835c", 
      "key": "20170803_patch1.tar.gz", 
      "type": "gz", 
      "size": 1973904781
    }, 
    {
      "links": {
        "self": "https://zenodo.org/api/files/613c6ded-0680-43a0-83a1-1fa28980835c/mea_256.prb"
      }, 
      "checksum": "md5:ba8889165d01b059f7ad090a2bb79a2d", 
      "bucket": "613c6ded-0680-43a0-83a1-1fa28980835c", 
      "key": "mea_256.prb", 
      "type": "prb", 
      "size": 6815
    }, 
    {
      "links": {
        "self": "https://zenodo.org/api/files/613c6ded-0680-43a0-83a1-1fa28980835c/README.rst"
      }, 
      "checksum": "md5:62f23cdccfe7be85ecbf87e0d8c74ec0", 
      "bucket": "613c6ded-0680-43a0-83a1-1fa28980835c", 
      "key": "README.rst", 
      "type": "rst", 
      "size": 2772
    }
  ], 
  "owners": [
    43570
  ], 
  "doi": "10.5281/zenodo.1205233", 
  "stats": {
    "version_unique_downloads": 264.0, 
    "unique_views": 1510.0, 
    "views": 1672.0, 
    "downloads": 629.0, 
    "unique_downloads": 264.0, 
    "version_unique_views": 1499.0, 
    "volume": 847232040136.0, 
    "version_downloads": 629.0, 
    "version_views": 1661.0, 
    "version_volume": 847232040136.0
  }, 
  "links": {
    "doi": "https://doi.org/10.5281/zenodo.1205233", 
    "conceptdoi": "https://doi.org/10.5281/zenodo.1205232", 
    "bucket": "https://zenodo.org/api/files/613c6ded-0680-43a0-83a1-1fa28980835c", 
    "conceptbadge": "https://zenodo.org/badge/doi/10.5281/zenodo.1205232.svg", 
    "html": "https://zenodo.org/record/1205233", 
    "latest_html": "https://zenodo.org/record/1205233", 
    "badge": "https://zenodo.org/badge/doi/10.5281/zenodo.1205233.svg", 
    "latest": "https://zenodo.org/api/records/1205233"
  }, 
  "conceptdoi": "10.5281/zenodo.1205232", 
  "created": "2018-03-22T10:01:53.231300+00:00", 
  "updated": "2019-11-01T07:12:51.355257+00:00", 
  "conceptrecid": "1205232", 
  "revision": 8, 
  "id": 1205233, 
  "metadata": {
    "access_right_category": "success", 
    "doi": "10.5281/zenodo.1205233", 
    "description": "<p><strong>Ground-truth recordings for validation of spike sorting algorithms</strong><br>\n&nbsp;</p>\n\n<p>This datasets is composed of simultaneous loose patch recordings of Ganglion Cells in mice retina, combined with dense extra-cellular recordings (252 channels). The details of the dataset can be found here <a href=\"https://elifesciences.org/articles/34518\">https://elifesciences.org/articles/34518</a></p>\n\n<p><strong>Probe layout</strong></p>\n\n<p>The probe layout can be found as mea_256.prb. This is a 16x16 Multi Electrode Array with 30um spacing. Only 252 channels are extra-cellular signals, and the 4 corners are devoted to triggers/sync/juxta.</p>\n\n<p><strong>Struture of the data</strong></p>\n\n<p>In this dataset, you will find several individual recordings, at max 5min long each (but please do not hesitate to contact us if interested by longer recordings).&nbsp;The extra-cellular data are saved as 16bits unsigned integer, with a variable offset at the beginning of the file. The value of this offset is given, for every datafile, in the additional text file (padding value (see following for more details)).&nbsp;The files have already been filtered with a Butterworth filter of order 3 with a cut-off frequency at 100Hz</p>\n\n<p><strong>Structure of a given dataset</strong></p>\n\n<p>Please read carefully the following to understand how to load and perform spike sorting with the data. In every .tar.gz file, you will find:</p>\n\n<ul>\n\t<li>&nbsp;a jpg image, displaying a small chunk of the juxta-cellular signal (top left), with detected peaks and threshold. The extra-cellular spike triggered waveform, across all channels, for the juxta-spike times (top right). In the bottom, you can see the juxta-cellular spikes, for all the detected triggers (left), and on the right the voltage on the channel where the Spike Triggered Average of the extra-cellular waveform is peaking the most.</li>\n\t<li>a file .juxta.raw, as float32, with the juxta-cellular trace at 20kHz, no data offset</li>\n\t<li>a file .raw, as uint16, with the extra-cellular signals recorded for 256 channels at a sampling rate of 20kHZ. In fact, only 252 channels are extra-cellular signals, the 4 corners of the arrays are devoted to juxta-cellular and sync signals (see probe layout mea_256.prb)</li>\n\t<li>a file .triggers.npy containing the spike times of the juxta-cellular spikes, detected using a threshold of k.MAD. The exact value of k can vary on a per dataset basis, and is written in the .txt file (threshold)</li>\n\t<li>a .txt file describing some information for a given dataset, such as the threshold value used to detect the spikes, the channel in the raw file where the juxta-cellular signal is located, the minimal value of the peak for the STA (and on which channel it is located), and the header size to read the raw data</li>\n\t<li>a .params file, if you want to analyze the data with SpyKING CIRCUS</li>\n</ul>\n\n<p><strong>How to load the raw data in numpy</strong></p>\n\n<pre><code class=\"language-python\">#Using the offset value from the txt file, we can load the data with memmap arrays\n\ndata=numpy.memmap('mydata.raw', dtype='uint16', offset=offset, mode='r')\ndata=data.reshape(len(data)//256, 256)\n\n#Then for example, to display the first second of channel 0\none_channel = data[:20000, 0].astype('float32')\n\n#If we want to center data around 0\none_channel -= 2**15 - 1\n\n#And if we want to display data in micro volt, we must use the gain factor of 0.1042 provided in the header\none_channel *= 0.1042</code></pre>\n\n<p>&nbsp;</p>", 
    "license": {
      "id": "CC-BY-4.0"
    }, 
    "title": "Ground truth recordings for validation of spike sorting algorithms", 
    "journal": {
      "title": "Elife"
    }, 
    "relations": {
      "version": [
        {
          "count": 1, 
          "index": 0, 
          "parent": {
            "pid_type": "recid", 
            "pid_value": "1205232"
          }, 
          "is_last": true, 
          "last_child": {
            "pid_type": "recid", 
            "pid_value": "1205233"
          }
        }
      ]
    }, 
    "version": "1.0", 
    "references": [
      "https://elifesciences.org/articles/34518"
    ], 
    "keywords": [
      "neuroscience, spike sorting, ground-truth, spyking circus"
    ], 
    "publication_date": "2018-03-22", 
    "creators": [
      {
        "affiliation": "Institut de la Vision - INSERM URMS 968, France", 
        "name": "Giulia LB Spampinato"
      }, 
      {
        "affiliation": "Institut de la Vision - INSERM URMS 968, France", 
        "name": "Elric Esposito"
      }, 
      {
        "orcid": "0000-0003-1376-5240", 
        "affiliation": "Institut de la Vision - INSERM URMS 968, France", 
        "name": "Pierre Yger"
      }, 
      {
        "affiliation": "Institut de la Vision - INSERM URMS 968, France", 
        "name": "Jens Duebel"
      }, 
      {
        "affiliation": "Institut de la Vision - INSERM URMS 968, France", 
        "name": "Serge Picaud"
      }, 
      {
        "orcid": "0000-0002-0090-6190", 
        "affiliation": "Institut de la Vision - INSERM URMS 968, France", 
        "name": "Olivier Marre"
      }
    ], 
    "access_right": "open", 
    "resource_type": {
      "type": "dataset", 
      "title": "Dataset"
    }, 
    "related_identifiers": [
      {
        "scheme": "doi", 
        "identifier": "10.5281/zenodo.1205232", 
        "relation": "isVersionOf"
      }
    ]
  }
}
1,661
629
views
downloads
All versions This version
Views 1,6611,672
Downloads 629629
Data volume 847.2 GB847.2 GB
Unique views 1,4991,510
Unique downloads 264264

Share

Cite as