Conference paper Open Access

Linking provenance with system logs: a context aware information integration and exploration framework for analyzing workflow execution

el Khaldi Ahanach, Elias; Koulouzis, Spiros; Zhao, Zhiming


JSON Export

{
  "files": [
    {
      "links": {
        "self": "https://zenodo.org/api/files/1ff0d677-0a1b-4cbc-b54a-52f1f8a55e6e/2019.conference.workshop.iwsg-cam.pdf"
      }, 
      "checksum": "md5:20ab8e0bfc5f7dd1bd094fe5fa1b4991", 
      "bucket": "1ff0d677-0a1b-4cbc-b54a-52f1f8a55e6e", 
      "key": "2019.conference.workshop.iwsg-cam.pdf", 
      "type": "pdf", 
      "size": 633302
    }
  ], 
  "owners": [
    26570
  ], 
  "doi": "10.5281/zenodo.3466766", 
  "stats": {
    "version_unique_downloads": 27.0, 
    "unique_views": 107.0, 
    "views": 109.0, 
    "version_views": 109.0, 
    "unique_downloads": 27.0, 
    "version_unique_views": 107.0, 
    "volume": 17099154.0, 
    "version_downloads": 27.0, 
    "downloads": 27.0, 
    "version_volume": 17099154.0
  }, 
  "links": {
    "doi": "https://doi.org/10.5281/zenodo.3466766", 
    "conceptdoi": "https://doi.org/10.5281/zenodo.3466765", 
    "bucket": "https://zenodo.org/api/files/1ff0d677-0a1b-4cbc-b54a-52f1f8a55e6e", 
    "conceptbadge": "https://zenodo.org/badge/doi/10.5281/zenodo.3466765.svg", 
    "html": "https://zenodo.org/record/3466766", 
    "latest_html": "https://zenodo.org/record/3466766", 
    "badge": "https://zenodo.org/badge/doi/10.5281/zenodo.3466766.svg", 
    "latest": "https://zenodo.org/api/records/3466766"
  }, 
  "conceptdoi": "10.5281/zenodo.3466765", 
  "created": "2019-10-01T11:46:51.998543+00:00", 
  "updated": "2020-01-20T16:45:44.937266+00:00", 
  "conceptrecid": "3466765", 
  "revision": 5, 
  "id": 3466766, 
  "metadata": {
    "access_right_category": "success", 
    "doi": "10.5281/zenodo.3466766", 
    "version": "Camera ready", 
    "license": {
      "id": "CC-BY-4.0"
    }, 
    "title": "Linking provenance with system logs: a context aware information integration and exploration framework for analyzing workflow execution", 
    "related_identifiers": [
      {
        "scheme": "doi", 
        "identifier": "10.5281/zenodo.3466765", 
        "relation": "isVersionOf"
      }
    ], 
    "relations": {
      "version": [
        {
          "count": 1, 
          "index": 0, 
          "parent": {
            "pid_type": "recid", 
            "pid_value": "3466765"
          }, 
          "is_last": true, 
          "last_child": {
            "pid_type": "recid", 
            "pid_value": "3466766"
          }
        }
      ]
    }, 
    "grants": [
      {
        "code": "676247", 
        "links": {
          "self": "https://zenodo.org/api/grants/10.13039/501100000780::676247"
        }, 
        "title": "A Europe-wide Interoperable Virtual Research Environment to Empower Multidisciplinary Research Communities and Accelerate Innovation and Collaboration", 
        "acronym": "VRE4EIC", 
        "program": "H2020", 
        "funder": {
          "doi": "10.13039/501100000780", 
          "acronyms": [], 
          "name": "European Commission", 
          "links": {
            "self": "https://zenodo.org/api/funders/10.13039/501100000780"
          }
        }
      }, 
      {
        "code": "654182", 
        "links": {
          "self": "https://zenodo.org/api/grants/10.13039/501100000780::654182"
        }, 
        "title": "Environmental Research Infrastructures Providing Shared Solutions for Science and Society", 
        "acronym": "ENVRI PLUS", 
        "program": "H2020", 
        "funder": {
          "doi": "10.13039/501100000780", 
          "acronyms": [], 
          "name": "European Commission", 
          "links": {
            "self": "https://zenodo.org/api/funders/10.13039/501100000780"
          }
        }
      }, 
      {
        "code": "643963", 
        "links": {
          "self": "https://zenodo.org/api/grants/10.13039/501100000780::643963"
        }, 
        "title": "Software Workbench for Interactive, Time Critical and Highly self-adaptive cloud applications", 
        "acronym": "SWITCH", 
        "program": "H2020", 
        "funder": {
          "doi": "10.13039/501100000780", 
          "acronyms": [], 
          "name": "European Commission", 
          "links": {
            "self": "https://zenodo.org/api/funders/10.13039/501100000780"
          }
        }
      }, 
      {
        "code": "825134", 
        "links": {
          "self": "https://zenodo.org/api/grants/10.13039/501100000780::825134"
        }, 
        "title": "smART socIal media eCOsytstem in a blockchaiN Federated environment", 
        "acronym": "ARTICONF", 
        "program": "H2020", 
        "funder": {
          "doi": "10.13039/501100000780", 
          "acronyms": [], 
          "name": "European Commission", 
          "links": {
            "self": "https://zenodo.org/api/funders/10.13039/501100000780"
          }
        }
      }, 
      {
        "code": "824068", 
        "links": {
          "self": "https://zenodo.org/api/grants/10.13039/501100000780::824068"
        }, 
        "title": "ENVironmental Research Infrastructures building Fair services Accessible for society, Innovation and Research", 
        "acronym": "ENVRI-FAIR", 
        "program": "H2020", 
        "funder": {
          "doi": "10.13039/501100000780", 
          "acronyms": [], 
          "name": "European Commission", 
          "links": {
            "self": "https://zenodo.org/api/funders/10.13039/501100000780"
          }
        }
      }
    ], 
    "publication_date": "2019-10-01", 
    "creators": [
      {
        "affiliation": "University of Amsterdam", 
        "name": "el Khaldi Ahanach, Elias"
      }, 
      {
        "affiliation": "University of Amsterdam", 
        "name": "Koulouzis, Spiros"
      }, 
      {
        "orcid": "0000-0002-6717-9418", 
        "affiliation": "University of Amsterdam", 
        "name": "Zhao, Zhiming"
      }
    ], 
    "meeting": {
      "acronym": "IWSG19", 
      "url": "http://www.iwsg2019.eu", 
      "dates": "12-14, June 2019", 
      "place": "Ljubljana, Slovenia", 
      "title": "11th International Workshop on Science Gateways"
    }, 
    "access_right": "open", 
    "resource_type": {
      "subtype": "conferencepaper", 
      "type": "publication", 
      "title": "Conference paper"
    }, 
    "description": "<p>When executing scientific workflows in a distributed</p>\n\n<p>environment, anomalies of the workflow behavior are often</p>\n\n<p>caused by a mixture of different issues, e.g., careless design</p>\n\n<p>of the workflow logic, buggy workflow components, unexpected</p>\n\n<p>performance bottlenecks or resource failure at the underlying</p>\n\n<p>infrastructure. The provenance information only defines data</p>\n\n<p>evolution at the workflow level, which does not have an explicit</p>\n\n<p>connection with the system logs provided by the underlying</p>\n\n<p>infrastructure. Analyzing provenance information and apposite</p>\n\n<p>system metrics requires expertise and a considerable amount of</p>\n\n<p>manual effort. Moreover, it is often time-consuming to aggregate</p>\n\n<p>this information and correlate events occurring at different levels</p>\n\n<p>in the infrastructure. In this paper, we propose an architecture</p>\n\n<p>to automate the integration among the workflow provenance</p>\n\n<p>information with the performance information collected from</p>\n\n<p>infrastructure nodes running workflow tasks. Our architecture</p>\n\n<p>enables workflow developers or domain scientists to effectively</p>\n\n<p>browse workflow execution information together with the system</p>\n\n<p>metrics, and analyze contextual information for possible anomalies.</p>"
  }
}
109
27
views
downloads
All versions This version
Views 109109
Downloads 2727
Data volume 17.1 MB17.1 MB
Unique views 107107
Unique downloads 2727

Share

Cite as