Conference paper Open Access

Contextual linking between workflow provenance and system performance logs

Ahanach, Elias el Khaldi; Koulouzis, Spiros; Zhao, Zhiming


JSON Export

{
  "files": [
    {
      "links": {
        "self": "https://zenodo.org/api/files/eb8a2075-daa1-4d07-94c7-7c5d9ddb6bc9/2019.conference.escience-poster-1.provenance.camera.pdf"
      }, 
      "checksum": "md5:5e14919da7f87d0d9755217f44efebfe", 
      "bucket": "eb8a2075-daa1-4d07-94c7-7c5d9ddb6bc9", 
      "key": "2019.conference.escience-poster-1.provenance.camera.pdf", 
      "type": "pdf", 
      "size": 306924
    }
  ], 
  "owners": [
    26570
  ], 
  "doi": "10.1109/eScience.2019.00093", 
  "stats": {
    "version_unique_downloads": 95.0, 
    "unique_views": 271.0, 
    "views": 273.0, 
    "version_views": 273.0, 
    "unique_downloads": 95.0, 
    "version_unique_views": 271.0, 
    "volume": 29771628.0, 
    "version_downloads": 97.0, 
    "downloads": 97.0, 
    "version_volume": 29771628.0
  }, 
  "links": {
    "doi": "https://doi.org/10.1109/eScience.2019.00093", 
    "latest_html": "https://zenodo.org/record/3462820", 
    "bucket": "https://zenodo.org/api/files/eb8a2075-daa1-4d07-94c7-7c5d9ddb6bc9", 
    "badge": "https://zenodo.org/badge/doi/10.1109/eScience.2019.00093.svg", 
    "html": "https://zenodo.org/record/3462820", 
    "latest": "https://zenodo.org/api/records/3462820"
  }, 
  "created": "2019-09-26T23:49:58.451219+00:00", 
  "updated": "2020-01-20T17:21:34.633450+00:00", 
  "conceptrecid": "3462819", 
  "revision": 6, 
  "id": 3462820, 
  "metadata": {
    "access_right_category": "success", 
    "doi": "10.1109/eScience.2019.00093", 
    "version": "Camera ready", 
    "license": {
      "id": "CC-BY-4.0"
    }, 
    "title": "Contextual linking between workflow provenance and system performance logs", 
    "relations": {
      "version": [
        {
          "count": 1, 
          "index": 0, 
          "parent": {
            "pid_type": "recid", 
            "pid_value": "3462819"
          }, 
          "is_last": true, 
          "last_child": {
            "pid_type": "recid", 
            "pid_value": "3462820"
          }
        }
      ]
    }, 
    "communities": [
      {
        "id": "envri"
      }
    ], 
    "grants": [
      {
        "code": "654182", 
        "links": {
          "self": "https://zenodo.org/api/grants/10.13039/501100000780::654182"
        }, 
        "title": "Environmental Research Infrastructures Providing Shared Solutions for Science and Society", 
        "acronym": "ENVRI PLUS", 
        "program": "H2020", 
        "funder": {
          "doi": "10.13039/501100000780", 
          "acronyms": [], 
          "name": "European Commission", 
          "links": {
            "self": "https://zenodo.org/api/funders/10.13039/501100000780"
          }
        }
      }, 
      {
        "code": "825134", 
        "links": {
          "self": "https://zenodo.org/api/grants/10.13039/501100000780::825134"
        }, 
        "title": "smART socIal media eCOsytstem in a blockchaiN Federated environment", 
        "acronym": "ARTICONF", 
        "program": "H2020", 
        "funder": {
          "doi": "10.13039/501100000780", 
          "acronyms": [], 
          "name": "European Commission", 
          "links": {
            "self": "https://zenodo.org/api/funders/10.13039/501100000780"
          }
        }
      }
    ], 
    "keywords": [
      "scientific workflow", 
      "provenance", 
      "system logs"
    ], 
    "publication_date": "2019-09-26", 
    "creators": [
      {
        "affiliation": "University of Amsterdam", 
        "name": "Ahanach, Elias el Khaldi"
      }, 
      {
        "affiliation": "University of Amsterdam", 
        "name": "Koulouzis, Spiros"
      }, 
      {
        "orcid": "0000-0002-6717-9418", 
        "affiliation": "University of Amsterdam", 
        "name": "Zhao, Zhiming"
      }
    ], 
    "meeting": {
      "dates": "24-27, Oct 2019", 
      "title": "IEEE International Conference on eScience 2019", 
      "acronym": "eScience2019", 
      "url": "http://escience2019.sdsc.edu", 
      "session": "Poster", 
      "place": "San Diego"
    }, 
    "access_right": "open", 
    "resource_type": {
      "subtype": "conferencepaper", 
      "type": "publication", 
      "title": "Conference paper"
    }, 
    "description": "<p>When executing scientific workflows, anomalies of</p>\n\n<p>the workflow behavior are often caused by different issues such</p>\n\n<p>as resource failures at the underlying infrastructure. The provenance</p>\n\n<p>information collected by workflow management systems</p>\n\n<p>only captures the transformation of data at the workflow level.</p>\n\n<p>Analyzing provenance information and apposite system metrics</p>\n\n<p>requires expertise and manual effort. Moreover, it is often timeconsuming</p>\n\n<p>to aggregate this information and correlate events</p>\n\n<p>occurring at different levels of the infrastructure. In this paper,</p>\n\n<p>we propose an architecture to automate the integration among</p>\n\n<p>workflow provenance information and performance information</p>\n\n<p>from the infrastructure level. Our architecture enables workflow</p>\n\n<p>developers or domain scientists to effectively browse workflow</p>\n\n<p>execution information together with the system metrics, and</p>\n\n<p>analyze contextual information for possible anomalies.</p>"
  }
}
273
97
views
downloads
Views 273
Downloads 97
Data volume 29.8 MB
Unique views 271
Unique downloads 95

Share

Cite as