{ "access": { "embargo": { "active": false, "reason": null }, "files": "public", "record": "public", "status": "open" }, "created": "2022-03-21T12:23:32.369062+00:00", "custom_fields": {}, "deletion_status": { "is_deleted": false, "status": "P" }, "files": { "count": 1, "enabled": true, "entries": { "D3.1 - First release and evaluation of the runtime environment.pdf": { "checksum": "md5:6262938bc139f0c9c2e96bef8d8a81bc", "ext": "pdf", "id": "57d05d14-c6f2-4866-9d27-125d07a8a85d", "key": "D3.1 - First release and evaluation of the runtime environment.pdf", "metadata": null, "mimetype": "application/pdf", "size": 7463244 } }, "order": [], "total_bytes": 7463244 }, "id": "6372963", "is_draft": false, "is_published": true, "links": { "access": "https://zenodo.org/api/records/6372963/access", "access_links": "https://zenodo.org/api/records/6372963/access/links", "access_request": "https://zenodo.org/api/records/6372963/access/request", "access_users": "https://zenodo.org/api/records/6372963/access/users", "archive": "https://zenodo.org/api/records/6372963/files-archive", "archive_media": "https://zenodo.org/api/records/6372963/media-files-archive", "communities": "https://zenodo.org/api/records/6372963/communities", "communities-suggestions": "https://zenodo.org/api/records/6372963/communities-suggestions", "doi": "https://doi.org/10.5281/zenodo.6372963", "draft": "https://zenodo.org/api/records/6372963/draft", "files": "https://zenodo.org/api/records/6372963/files", "latest": "https://zenodo.org/api/records/6372963/versions/latest", "latest_html": "https://zenodo.org/records/6372963/latest", "media_files": "https://zenodo.org/api/records/6372963/media-files", "parent": "https://zenodo.org/api/records/6372962", "parent_doi": "https://zenodo.org/doi/10.5281/zenodo.6372962", "parent_html": "https://zenodo.org/records/6372962", "requests": "https://zenodo.org/api/records/6372963/requests", "reserve_doi": "https://zenodo.org/api/records/6372963/draft/pids/doi", "self": "https://zenodo.org/api/records/6372963", "self_doi": "https://zenodo.org/doi/10.5281/zenodo.6372963", "self_html": "https://zenodo.org/records/6372963", "self_iiif_manifest": "https://zenodo.org/api/iiif/record:6372963/manifest", "self_iiif_sequence": "https://zenodo.org/api/iiif/record:6372963/sequence/default", "versions": "https://zenodo.org/api/records/6372963/versions" }, "media_files": { "count": 0, "enabled": false, "entries": {}, "order": [], "total_bytes": 0 }, "metadata": { "contributors": [ { "affiliations": [ { "name": "Universitat Polit\u00e8cnica de Val\u00e8ncia" } ], "person_or_org": { "family_name": "Miguel Caballer", "identifiers": [ { "identifier": "0000-0001-9393-3077", "scheme": "orcid" } ], "name": "Miguel Caballer", "type": "personal" }, "role": { "id": "projectmember", "title": { "de": "Projektmitglied", "en": "Project member" } } }, { "affiliations": [ { "name": "Universitat Polit\u00e8cnica de Val\u00e8ncia" } ], "person_or_org": { "family_name": "Sebasti\u00e1n Risco", "identifiers": [ { "identifier": "0000-0002-7710-2182", "scheme": "orcid" } ], "name": "Sebasti\u00e1n Risco", "type": "personal" }, "role": { "id": "projectmember", "title": { "de": "Projektmitglied", "en": "Project member" } } }, { "affiliations": [ { "name": "Politecnico di Milano" } ], "person_or_org": { "family_name": "Hamta Sedghani", "name": "Hamta Sedghani", "type": "personal" }, "role": { "id": "projectmember", "title": { "de": "Projektmitglied", "en": "Project member" } } }, { "affiliations": [ { "name": "Politecnico di Milano" } ], "person_or_org": { "family_name": "Matteo Matteucci", "identifiers": [ { "identifier": "0000-0002-8306-6739", "scheme": "orcid" } ], "name": "Matteo Matteucci", "type": "personal" }, "role": { "id": "projectmember", "title": { "de": "Projektmitglied", "en": "Project member" } } }, { "affiliations": [ { "name": "Politecnico di Milano" } ], "person_or_org": { "family_name": "Giacomo Verticale", "identifiers": [ { "identifier": "0000-0001-7508-9706", "scheme": "orcid" } ], "name": "Giacomo Verticale", "type": "personal" }, "role": { "id": "projectmember", "title": { "de": "Projektmitglied", "en": "Project member" } } }, { "affiliations": [ { "name": "Politecnico di Milano" } ], "person_or_org": { "family_name": "Federica Filippini", "name": "Federica Filippini", "type": "personal" }, "role": { "id": "projectmember", "title": { "de": "Projektmitglied", "en": "Project member" } } }, { "affiliations": [ { "name": "Technische Universit\u00e4t Dresden" } ], "person_or_org": { "family_name": "Andr\u00e9 Martin", "name": "Andr\u00e9 Martin", "type": "personal" }, "role": { "id": "projectmember", "title": { "de": "Projektmitglied", "en": "Project member" } } }, { "affiliations": [ { "name": "Cloud&Heat" } ], "person_or_org": { "family_name": "Patrick Thiem", "name": "Patrick Thiem", "type": "personal" }, "role": { "id": "projectmember", "title": { "de": "Projektmitglied", "en": "Project member" } } }, { "affiliations": [ { "name": "Barcelona Supercomputing Center" } ], "person_or_org": { "family_name": "Francesc Lord\u00e1n", "identifiers": [ { "identifier": "0000-0002-9845-8890", "scheme": "orcid" } ], "name": "Francesc Lord\u00e1n", "type": "personal" }, "role": { "id": "projectmember", "title": { "de": "Projektmitglied", "en": "Project member" } } }, { "affiliations": [ { "name": "7bulls" } ], "person_or_org": { "family_name": "Rados\u0142aw Ostrzycki", "name": "Rados\u0142aw Ostrzycki", "type": "personal" }, "role": { "id": "projectmember", "title": { "de": "Projektmitglied", "en": "Project member" } } }, { "affiliations": [ { "name": "Universitat Polit\u00e8cnica de Val\u00e8ncia" } ], "person_or_org": { "family_name": "Federico Silla", "identifiers": [ { "identifier": "0000-0002-6435-1200", "scheme": "orcid" } ], "name": "Federico Silla", "type": "personal" }, "role": { "id": "projectmember", "title": { "de": "Projektmitglied", "en": "Project member" } } }, { "affiliations": [ { "name": "Politecnico di Milano" } ], "person_or_org": { "family_name": "Danilo Ardagna", "identifiers": [ { "identifier": "0000-0003-4224-927X", "scheme": "orcid" } ], "name": "Danilo Ardagna", "type": "personal" }, "role": { "id": "projectmember", "title": { "de": "Projektmitglied", "en": "Project member" } } }, { "affiliations": [ { "name": "Politecnico di Milano" } ], "person_or_org": { "family_name": "Eugenio Lomurno", "name": "Eugenio Lomurno", "type": "personal" }, "role": { "id": "projectmember", "title": { "de": "Projektmitglied", "en": "Project member" } } } ], "creators": [ { "affiliations": [ { "name": "Universitat Polit\u00e8cnica de Val\u00e8ncia" } ], "person_or_org": { "family_name": "Germ\u00e1n Molt\u00f3", "identifiers": [ { "identifier": "0000-0002-8049-253X", "scheme": "orcid" } ], "name": "Germ\u00e1n Molt\u00f3", "type": "personal" } } ], "description": "
This document describes the first release and evaluation of the runtime environment developed by the AISPRINT project, while the second release and evaluation of the runtime environment (D3.3) is due at M24. It describes the components involved in this first release that support the continuous deployment and programming framework runtime, as well as the results of the preliminary tests on the technologies employed that support the design decisions.
\nThe technological choices are taken considering the requirements elicited from the analysis of the three use cases specified in the project proposal and detailed in AI-SPRINT Deliverable D1.2 - Requirements Analysis. In addition, an application based on face mask detection has been used as a “lead by example” approach to showcase an inference workflow consisting of images anonymised in the edge using resource-constrained computing resources, i.e. a cluster of Raspberry Pis, while face mask detection is performed on a dynamically provisioned elastic Kubernetes on top of an OpenStack-based cloud deployment, showing the initial
\nintegration among several components of the AI-SPRINT portfolio.
\nOverall, the first release of the runtime environment includes components in the following categories. For each one, the main tools are identified and a brief summary of the developments performed for the first release is included. First, deployment tools that provide custom virtualised computing resources from Cloud back-ends and resources located in the edge to support cloud-edge orchestration, enabling the automatic deployment of AI application models and components, without manual provisioning. The main tool involved is the Infrastructure Manager (IM), which has been extended in this first release to provision minified Kubernetes distributions such as K3S, to be used for edge-based resources, to include SGX support in its OpenStack connector, including its elasticity connector.
\nSecond, monitoring tools, to gather infrastructure and application-level metrics based on NoSQL time series databases, responsible for storing and analysing the collected metrics, including visual dashboards. This includes the definition of synchronisation mechanisms among instances of the monitoring infrastructure to collect data at the edge to be stored in Cloud-based resources. The main tools involved are InfluxDB for metrics collection and analysis together with Telegraf for gathering metrics data and local buffering. Automated deployment procedures have been developed in the first release.
\nThird, scheduling for accelerated devices, including both local and remote GPUs, to jointly solve resource planning, in order to decide the appropriate number of GPUs to assign to jobs. This includes the shared usage of remote GPU-based computing. One of the tools involved is rCUDA, which has been extended in the first release to support Docker containers, newer versions of both TensorFlow and CUDA. Fourth, the programming framework runtime, to perform the execution of workflows along the computing continuum and to exploit the parallelism of the underlying computing resources. This ranges from detecting the data dependencies among the components and the allocation of parallel tasks to the available computing resources along the continuum, using also the FaaS (Functions as a Service) computing model. OSCAR, which provides event-driven file-processing serverless workflow execution along the computing continuum, is employed. For the first release, OSCAR was extended to be deployed on Raspberry PI clusters, used for AI inference at the edge, to support synchronous invocations and to include the initial support for GPUs. Also, COMPSs is used to orchestrate the execution of tasks on top of any distributed platform to exploit its parallelism, targeting the computing continuum. In the first release COMPSs has been extended to be compliant with the FaaS paradigm and to improve the resource management for dynamic addition and removal of resources and to facilitate the agent deployment to set hierarchies.
\nFifth, application reconfiguration, to dynamically reconfigure the computational resources and execution workflow to consider changes in the performance of the underlying infrastructure, including the migration D3.1 First release and evaluation of the
\nruntime environment of tasks. This involves generating optimal components placement to be adapted at runtime depending on
\nthe underlying state of resources. One of the tools employed is SPACE4AI-R, to provide optimal component placement, planned to be delivered by M24. Another tool is Krake, an orchestrator engine for containerised workloads used for rCUDA client migration, when the network to access remote GPUs becomes a bottleneck (support for stateful applications and QoS, performance and energy related scheduling is under development).
\nFinally, federated learning and privacy preserving continuous training tasks have also started, while software components will be made available in the second year of the project.
The EU Open Research Repository serves as a repository for research outputs (data, software, posters, presentations, publications, etc) which have been funded under an EU research funding programme such as Horizon Europe, Euratom or earlier Framework Programmes.
\nThe community is managed by CERN on behalf of the European Commission.
\nZenodo’s general policies and Terms of Use apply to all content.
\nThe EU Open Research Repository accepts all digital research objects which is a research output stemming from one of EU’s research and innovation funding programmes. The funding programmes currently include:
\nHorizon Europe (including ERC, MSCA), earlier Framework Programmes (eg Horizon 2020) as well as Euratom.
\nIn line with the principle as open as possible, as closed as necessary both public and restricted content is accepted. See note on how Zenodo handles restricted content.
\nEU programme beneficiaries are eligible to submit content to the community. The community supports three types of content submissions:
\nSubmission via an EU Project Community (through user interface or programmatic APIs).
\nSubmission directly to the EU Open Research Repository.
\nAutomated harvesting from existing Zenodo content.
\nA representative of an EU project may request an EU Project Community and invite other project participants as members of the community. The project community is linked to one or more European Commission grants. All records in the project community are automatically integrated into the EU Open Research Repository immediately upon acceptance into the project community.
\nAny user may submit a record directly to the EU Open Research Repository. The submission will be moderated by Zenodo staff for compliance with the minimal required metadata requirements and its correctness.
\nRecords found among Zenodo’s existing content will on a regular basis automatically be integrated if they are found to comply with the requirements. The submissions through this method are integrated into the EU Open Research Repository with delay in a fully automated way.
\nRecords in the EU Open Research Repository are required to comply with the following minimal metadata requirements:
\nVisibility: Both public and restricted (with or without embargo and/or access request)
\nResource types: All resource types.
\nLicenses: Public and embargoed records MUST specify a license.
\nFunding information: Records MUST specify at least one grant from the European Commission.
\nCreators: Creators SHOULD be identified with a persistent identifier (e.g. ORCID, GND, …), and affiliations SHOULD be identified with a persistent identifier (e.g. ROR, ISNI, …)
\nSubjects: Records SHOULD specify one or more fields of science from the European Science Vocabulary.
\nAll submissions will undergo automated curation checks for compliance with the policy. Submissions through project communities are reviewed by the project community. Submission directly to the EU Open Research Repository is reviewed by Zenodo staff.
\nCommunity curators may at any point edit metadata of the records in the community without notice through human or automated processing. The curators may at their sole discretion remove records from the community that are deemed not to comply with the content and curation policy or which are deemed of insufficient quality.
\nThe content and curation policy is subject to change by the community owner at any time and without notice, other than through updating this page.
", "description": "Open repository for EU-funded research outputs from Horizon Europe, Euratom and earlier Framework Programmes.", "organizations": [ { "id": "00k4n6c32" } ], "page": "The EU Open Research Repository is a Zenodo-community dedicated to fostering open science and enhancing the visibility and accessibility of research outputs funded by the European Union. The community is managed by CERN on behalf of the European Commission.
\nThe mission of the repository is to support the implementation of the EU's open science policy, providing a trusted and comprehensive space for researchers to share their research outputs such as data, software, reports, presentations, posters and more. The EU Open Research Repository simplifies the process of complying with open science requirements, ensuring that research outputs from Horizon Europe, Euratom, and earlier Framework Programmes are freely accessible, thereby accelerating scientific discovery and innovation.
\nThe EU Open Research Repository serves as a complementary platform to the Open Research Europe (ORE) publishing platform. Open Research Europe focuses on providing a publishing venue for peer-reviewed articles, ensuring that research meets rigorous academic standards. The EU Open Research Repository provides a space for all the other research outputs including data sets, software, posters, and presentations that are out of scope for ORE. This holistic approach enables researchers to not only publish their findings but also share the underlying data and materials that support their work, fostering transparency and reproducibility in the scientific process.
\nCurrently in its pilot phase and set to be fully operational during autumn 2024, the EU Open Research Repository is constantly evolving. Efforts are committed to integrating cutting-edge features, including automated curation checks and FAIR (Findable, Accessible, Interoperable, and Reusable) assistance, to further support the research community. The goal is to provide researchers with a simple goto solution for making their publicly funded research open and as FAIR as possible.
\nThe EU Open Research Repository is funded by the European Union under grant agreement no. 101122956(HORIZON-ZEN). For more information about the project see https://about.zenodo.org/projects/horizon-zen/.
", "title": "EU Open Research Repository (Pilot)", "type": { "id": "organization" }, "website": "https://research-and-innovation.ec.europa.eu" }, "revision_id": 16, "slug": "eu", "theme": { "brand": "horizon", "enabled": true, "style": { "font": { "family": "Arial, sans-serif", "size": "16px", "weight": 600 }, "mainHeaderBackgroundColor": "#FFFFFF", "primaryColor": "#004494", "primaryTextColor": "#FFFFFF", "secondaryColor": "#FFD617", "secondaryTextColor": "#000000", "tertiaryColor": "#e3eefd", "tertiaryTextColor": "#1c5694" } }, "updated": "2024-03-20T06:47:47.577483+00:00" } ], "ids": [ "8a703e47-887f-43a6-8573-11149b70913a", "f0a8b890-f97a-4eb2-9eac-8b8a712d3a6c" ] }, "id": "6372962", "pids": { "doi": { "client": "datacite", "identifier": "10.5281/zenodo.6372962", "provider": "datacite" } } }, "pids": { "doi": { "client": "datacite", "identifier": "10.5281/zenodo.6372963", "provider": "datacite" }, "oai": { "identifier": "oai:zenodo.org:6372963", "provider": "oai" } }, "revision_id": 3, "stats": { "all_versions": { "data_volume": 738861156.0, "downloads": 99, "unique_downloads": 90, "unique_views": 124, "views": 140 }, "this_version": { "data_volume": 731397912.0, "downloads": 98, "unique_downloads": 89, "unique_views": 122, "views": 138 } }, "status": "published", "updated": "2022-05-16T11:59:14.018266+00:00", "versions": { "index": 1, "is_latest": true } }