Working paper Open Access

Scaling of Biological Data Work ows to Large HPC Systems - A Case Study in Marine Genomics -

Thomas Röblitz


JSON Export

{
  "files": [
    {
      "links": {
        "self": "https://zenodo.org/api/files/20718dfc-b15a-445c-99a3-7374f8896378/WP171.pdf"
      }, 
      "checksum": "md5:50508e75466ab6fbd53d3204d172b794", 
      "bucket": "20718dfc-b15a-445c-99a3-7374f8896378", 
      "key": "WP171.pdf", 
      "type": "pdf", 
      "size": 504388
    }
  ], 
  "owners": [
    32622
  ], 
  "doi": "10.5281/zenodo.823031", 
  "stats": {
    "version_unique_downloads": 19.0, 
    "unique_views": 39.0, 
    "views": 40.0, 
    "version_views": 40.0, 
    "unique_downloads": 19.0, 
    "version_unique_views": 39.0, 
    "volume": 10087760.0, 
    "version_downloads": 20.0, 
    "downloads": 20.0, 
    "version_volume": 10087760.0
  }, 
  "links": {
    "doi": "https://doi.org/10.5281/zenodo.823031", 
    "conceptdoi": "https://doi.org/10.5281/zenodo.823030", 
    "bucket": "https://zenodo.org/api/files/20718dfc-b15a-445c-99a3-7374f8896378", 
    "conceptbadge": "https://zenodo.org/badge/doi/10.5281/zenodo.823030.svg", 
    "html": "https://zenodo.org/record/823031", 
    "latest_html": "https://zenodo.org/record/823031", 
    "badge": "https://zenodo.org/badge/doi/10.5281/zenodo.823031.svg", 
    "latest": "https://zenodo.org/api/records/823031"
  }, 
  "conceptdoi": "10.5281/zenodo.823030", 
  "created": "2017-07-05T09:16:02.198002+00:00", 
  "updated": "2020-01-20T12:06:29.370379+00:00", 
  "conceptrecid": "823030", 
  "revision": 5, 
  "id": 823031, 
  "metadata": {
    "access_right_category": "success", 
    "doi": "10.5281/zenodo.823031", 
    "description": "<p>Sequencing projects, like the Aqua Genome project, generate vast amounts of data which is processed through dif-<br>\nferent work ows composed of several steps linked together. Currently, such workflows are often run manually on<br>\nlarge servers. With the increasing amount of raw data that approach is no longer feasible. The successful imple-<br>\nmentation of the project's goals requires 2-3 orders of magnitude scaling of computing, while achieving high reli-<br>\nability on and supporting ease-of-use of super computing resources at the same time. We describe two example<br>\nuse cases, the implementation challenges and constraints, the actual application enabling and report our ndings.</p>", 
    "contributors": [
      {
        "affiliation": "Department for Research Computing, University Center for Information Technology (USIT), University of Oslo, P.O. Box 1059, Blindern, 0316 Oslo, Norway", 
        "type": "Other", 
        "name": "Ole W. Saastad"
      }, 
      {
        "affiliation": "Department for Research Computing, University Center for Information Technology (USIT), University of Oslo, P.O. Box 1059, Blindern, 0316 Oslo, Norway", 
        "type": "Other", 
        "name": "Hans A. Eide"
      }, 
      {
        "affiliation": "Department for Research Computing, University Center for Information Technology (USIT), University of Oslo, P.O. Box 1059, Blindern, 0316 Oslo, Norway", 
        "type": "Other", 
        "name": "Katerina Michalickova"
      }, 
      {
        "affiliation": "Center for Ecological and Evolutionary Synthesis, Department of Biosciences (CEES), University of Oslo, P.O. Box 1066, Blindern, 0316 Oslo, Norway", 
        "type": "Other", 
        "name": "Alexander Johan Nederbragt"
      }, 
      {
        "affiliation": "Center for Ecological and Evolutionary Synthesis, Department of Biosciences (CEES), University of Oslo, P.O. Box 1066, Blindern, 0316 Oslo, Norway", 
        "type": "Other", 
        "name": "Bastiaan Star"
      }
    ], 
    "title": "Scaling of Biological Data Work ows to Large HPC Systems - A Case Study in Marine Genomics -", 
    "license": {
      "id": "CC-BY-4.0"
    }, 
    "relations": {
      "version": [
        {
          "count": 1, 
          "index": 0, 
          "parent": {
            "pid_type": "recid", 
            "pid_value": "823030"
          }, 
          "is_last": true, 
          "last_child": {
            "pid_type": "recid", 
            "pid_value": "823031"
          }
        }
      ]
    }, 
    "communities": [
      {
        "id": "prace"
      }
    ], 
    "grants": [
      {
        "code": "312763", 
        "links": {
          "self": "https://zenodo.org/api/grants/10.13039/501100000780::312763"
        }, 
        "title": "PRACE - Third Implementation Phase Project", 
        "acronym": "PRACE-3IP", 
        "program": "FP7", 
        "funder": {
          "doi": "10.13039/501100000780", 
          "acronyms": [], 
          "name": "European Commission", 
          "links": {
            "self": "https://zenodo.org/api/funders/10.13039/501100000780"
          }
        }
      }
    ], 
    "keywords": [
      "workflows, magnitude scaling"
    ], 
    "publication_date": "2014-06-04", 
    "creators": [
      {
        "affiliation": "Department for Research Computing, University Center for Information Technology (USIT), University of Oslo, P.O. Box 1059, Blindern, 0316 Oslo, Norway", 
        "name": "Thomas R\u00f6blitz"
      }
    ], 
    "access_right": "open", 
    "resource_type": {
      "subtype": "workingpaper", 
      "type": "publication", 
      "title": "Working paper"
    }, 
    "related_identifiers": [
      {
        "scheme": "doi", 
        "identifier": "10.5281/zenodo.823030", 
        "relation": "isVersionOf"
      }
    ]
  }
}
40
20
views
downloads
All versions This version
Views 4040
Downloads 2020
Data volume 10.1 MB10.1 MB
Unique views 3939
Unique downloads 1919

Share

Cite as