{ "access": { "embargo": { "active": false, "reason": null }, "files": "public", "record": "public", "status": "open" }, "created": "2021-02-17T17:32:51.149125+00:00", "custom_fields": {}, "deletion_status": { "is_deleted": false, "status": "P" }, "files": { "count": 1, "enabled": true, "entries": { "D3.2 - Data Ingestion Integration Components_v3_(Submitted to EC).pdf": { "checksum": "md5:2f831cddd2dc2d7c928003483eb1cf03", "ext": "pdf", "id": "a20e5f4a-29ac-4e21-af87-08acbfe43c6d", "key": "D3.2 - Data Ingestion Integration Components_v3_(Submitted to EC).pdf", "metadata": null, "mimetype": "application/pdf", "size": 1020788 } }, "order": [], "total_bytes": 1020788 }, "id": "4546038", "is_draft": false, "is_published": true, "links": { "access": "https://zenodo.org/api/records/4546038/access", "access_links": "https://zenodo.org/api/records/4546038/access/links", "access_request": "https://zenodo.org/api/records/4546038/access/request", "access_users": "https://zenodo.org/api/records/4546038/access/users", "archive": "https://zenodo.org/api/records/4546038/files-archive", "archive_media": "https://zenodo.org/api/records/4546038/media-files-archive", "communities": "https://zenodo.org/api/records/4546038/communities", "communities-suggestions": "https://zenodo.org/api/records/4546038/communities-suggestions", "doi": "https://doi.org/10.5281/zenodo.4546038", "draft": "https://zenodo.org/api/records/4546038/draft", "files": "https://zenodo.org/api/records/4546038/files", "latest": "https://zenodo.org/api/records/4546038/versions/latest", "latest_html": "https://zenodo.org/records/4546038/latest", "media_files": "https://zenodo.org/api/records/4546038/media-files", "parent": "https://zenodo.org/api/records/4546037", "parent_doi": "https://zenodo.org/doi/10.5281/zenodo.4546037", "parent_html": "https://zenodo.org/records/4546037", "requests": "https://zenodo.org/api/records/4546038/requests", "reserve_doi": "https://zenodo.org/api/records/4546038/draft/pids/doi", "self": "https://zenodo.org/api/records/4546038", "self_doi": "https://zenodo.org/doi/10.5281/zenodo.4546038", "self_html": "https://zenodo.org/records/4546038", "self_iiif_manifest": "https://zenodo.org/api/iiif/record:4546038/manifest", "self_iiif_sequence": "https://zenodo.org/api/iiif/record:4546038/sequence/default", "versions": "https://zenodo.org/api/records/4546038/versions" }, "media_files": { "count": 0, "enabled": false, "entries": {}, "order": [], "total_bytes": 0 }, "metadata": { "creators": [ { "affiliations": [ { "name": "Agroknow" } ], "person_or_org": { "family_name": "Mihalis Papakonstantinou", "name": "Mihalis Papakonstantinou", "type": "personal" } }, { "affiliations": [ { "name": "Agroknow" } ], "person_or_org": { "family_name": "Timotheos Lanitis", "name": "Timotheos Lanitis", "type": "personal" } }, { "affiliations": [ { "name": "Agroknow" } ], "person_or_org": { "family_name": "Giannis Stoitshs", "name": "Giannis Stoitshs", "type": "personal" } } ], "description": "
This accompanying document for deliverable D3.2 Data Ingestion & Integration Components describes the mechanisms and tools that will be used in the BigDataGrapes platform to ingest data of different nature from multiple sources. Also, the document describes the tools that will be used for data integration across the different BigDataGrapes platform layers, as well as for long-term storage and preservation of data.
\n\nThe document first introduces the big picture of the architecture of the BDG platform and where the ingestion components are positioned. Afterwards, the document describes the different nature of data, and which technologies can be used to facilitate the ingestion process.
\n\nThen, the data fusion aspect is described, focusing on how the data will be made available across the BigDataGrapes platform, and how the different BigDataGrapes components will communicate with each other, in an effective and fault-tolerant way.
\n\nMoreover, the document provides documentation links for all the described technologies along with links to tools that facilitate their setup & maintenance. Finally, the document includes links that point to the dockerized versions of the respective tools, as provided by the BigDataEurope (BDE, https://www.big-data-europe.eu/) Project, which is starting point regarding the technical solutions that BigDataGrapes will built upon (as it has ben described in details in the BigDataGrapes DoA).
", "funding": [ { "award": { "acronym": "BigDataGrapes", "id": "00k4n6c32::780751", "identifiers": [ { "identifier": "https://cordis.europa.eu/projects/780751", "scheme": "url" } ], "number": "780751", "program": "H2020", "title": { "en": "Big Data to Enable Global Disruption of the Grapevine-powered Industries" } }, "funder": { "id": "00k4n6c32", "name": "European Commission" } } ], "languages": [ { "id": "eng", "title": { "en": "English" } } ], "publication_date": "2020-07-31", "publisher": "Zenodo", "resource_type": { "id": "publication-deliverable", "title": { "de": "Projektergebnis", "en": "Project deliverable" } }, "rights": [ { "description": { "en": "The Creative Commons Attribution license allows re-distribution and re-use of a licensed work on the condition that the creator is appropriately credited." }, "icon": "cc-by-icon", "id": "cc-by-4.0", "props": { "scheme": "spdx", "url": "https://creativecommons.org/licenses/by/4.0/legalcode" }, "title": { "en": "Creative Commons Attribution 4.0 International" } } ], "title": "BigDataGrapes D3.2 - Data Ingestion & Integration Components", "version": "3.0" }, "parent": { "access": { "owned_by": { "user": 197726 } }, "communities": { "default": "ac1a29f8-93dc-4733-ae73-ab3eeb9c7f90", "entries": [ { "access": { "member_policy": "open", "members_visibility": "public", "record_policy": "open", "review_policy": "open", "visibility": "public" }, "children": { "allow": false }, "created": "2018-06-27T22:24:39.054543+00:00", "custom_fields": {}, "deletion_status": { "is_deleted": false, "status": "P" }, "id": "ac1a29f8-93dc-4733-ae73-ab3eeb9c7f90", "links": {}, "metadata": { "curation_policy": "All public documentation and/or dissemination material produced by the BigDataGrapes project will be included under this community. Any material either not belonging to the above category or characterized as restricted will be declined.
\r\n", "page": "The BigDataGrapes community includes most of the public deliverables, documents and dissemination material created through the H2020 BigDataGrapes Project (http://www.bigdatagrapes.eu/), which has received funding from the European Union’s Horizon 2020 research and innovation programme under grant agreement No 780751
", "title": "BigDataGrapes Project" }, "revision_id": 0, "slug": "bigdatagrapes", "updated": "2018-06-27T22:24:39.218097+00:00" }, { "access": { "member_policy": "open", "members_visibility": "restricted", "record_policy": "open", "review_policy": "closed", "visibility": "public" }, "children": { "allow": true }, "created": "2022-11-23T15:53:29.436323+00:00", "custom_fields": {}, "deletion_status": { "is_deleted": false, "status": "P" }, "id": "f0a8b890-f97a-4eb2-9eac-8b8a712d3a6c", "links": {}, "metadata": { "curation_policy": "The EU Open Research Repository serves as a repository for research outputs (data, software, posters, presentations, publications, etc) which have been funded under an EU research funding programme such as Horizon Europe, Euratom or earlier Framework Programmes.
\nThe community is managed by CERN on behalf of the European Commission.
\nZenodo’s general policies and Terms of Use apply to all content.
\nThe EU Open Research Repository accepts all digital research objects which is a research output stemming from one of EU’s research and innovation funding programmes. The funding programmes currently include:
\nHorizon Europe (including ERC, MSCA), earlier Framework Programmes (eg Horizon 2020) as well as Euratom.
\nIn line with the principle as open as possible, as closed as necessary both public and restricted content is accepted. See note on how Zenodo handles restricted content.
\nEU programme beneficiaries are eligible to submit content to the community. The community supports three types of content submissions:
\nSubmission via an EU Project Community (through user interface or programmatic APIs).
\nSubmission directly to the EU Open Research Repository.
\nAutomated harvesting from existing Zenodo content.
\nA representative of an EU project may request an EU Project Community and invite other project participants as members of the community. The project community is linked to one or more European Commission grants. All records in the project community are automatically integrated into the EU Open Research Repository immediately upon acceptance into the project community.
\nAny user may submit a record directly to the EU Open Research Repository. The submission will be moderated by Zenodo staff for compliance with the minimal required metadata requirements and its correctness.
\nRecords found among Zenodo’s existing content will on a regular basis automatically be integrated if they are found to comply with the requirements. The submissions through this method are integrated into the EU Open Research Repository with delay in a fully automated way.
\nRecords in the EU Open Research Repository are required to comply with the following minimal metadata requirements:
\nVisibility: Both public and restricted (with or without embargo and/or access request)
\nResource types: All resource types.
\nLicenses: Public and embargoed records MUST specify a license.
\nFunding information: Records MUST specify at least one grant from the European Commission.
\nCreators: Creators SHOULD be identified with a persistent identifier (e.g. ORCID, GND, …), and affiliations SHOULD be identified with a persistent identifier (e.g. ROR, ISNI, …)
\nSubjects: Records SHOULD specify one or more fields of science from the European Science Vocabulary.
\nAll submissions will undergo automated curation checks for compliance with the policy. Submissions through project communities are reviewed by the project community. Submission directly to the EU Open Research Repository is reviewed by Zenodo staff.
\nCommunity curators may at any point edit metadata of the records in the community without notice through human or automated processing. The curators may at their sole discretion remove records from the community that are deemed not to comply with the content and curation policy or which are deemed of insufficient quality.
\nThe content and curation policy is subject to change by the community owner at any time and without notice, other than through updating this page.
", "description": "Open repository for EU-funded research outputs from Horizon Europe, Euratom and earlier Framework Programmes.", "organizations": [ { "id": "00k4n6c32" } ], "page": "The EU Open Research Repository is a Zenodo-community dedicated to fostering open science and enhancing the visibility and accessibility of research outputs funded by the European Union. The community is managed by CERN on behalf of the European Commission.
\nThe mission of the repository is to support the implementation of the EU's open science policy, providing a trusted and comprehensive space for researchers to share their research outputs such as data, software, reports, presentations, posters and more. The EU Open Research Repository simplifies the process of complying with open science requirements, ensuring that research outputs from Horizon Europe, Euratom, and earlier Framework Programmes are freely accessible, thereby accelerating scientific discovery and innovation.
\nThe EU Open Research Repository serves as a complementary platform to the Open Research Europe (ORE) publishing platform. Open Research Europe focuses on providing a publishing venue for peer-reviewed articles, ensuring that research meets rigorous academic standards. The EU Open Research Repository provides a space for all the other research outputs including data sets, software, posters, and presentations that are out of scope for ORE. This holistic approach enables researchers to not only publish their findings but also share the underlying data and materials that support their work, fostering transparency and reproducibility in the scientific process.
\nCurrently in its pilot phase and set to be fully operational during autumn 2024, the EU Open Research Repository is constantly evolving. Efforts are committed to integrating cutting-edge features, including automated curation checks and FAIR (Findable, Accessible, Interoperable, and Reusable) assistance, to further support the research community. The goal is to provide researchers with a simple goto solution for making their publicly funded research open and as FAIR as possible.
\nThe EU Open Research Repository is funded by the European Union under grant agreement no. 101122956(HORIZON-ZEN). For more information about the project see https://about.zenodo.org/projects/horizon-zen/.
", "title": "EU Open Research Repository (Pilot)", "type": { "id": "organization" }, "website": "https://research-and-innovation.ec.europa.eu" }, "revision_id": 16, "slug": "eu", "theme": { "brand": "horizon", "enabled": true, "style": { "font": { "family": "Arial, sans-serif", "size": "16px", "weight": 600 }, "mainHeaderBackgroundColor": "#FFFFFF", "primaryColor": "#004494", "primaryTextColor": "#FFFFFF", "secondaryColor": "#FFD617", "secondaryTextColor": "#000000", "tertiaryColor": "#e3eefd", "tertiaryTextColor": "#1c5694" } }, "updated": "2024-03-20T06:47:47.577483+00:00" } ], "ids": [ "ac1a29f8-93dc-4733-ae73-ab3eeb9c7f90", "f0a8b890-f97a-4eb2-9eac-8b8a712d3a6c" ] }, "id": "4546037", "pids": { "doi": { "client": "datacite", "identifier": "10.5281/zenodo.4546037", "provider": "datacite" } } }, "pids": { "doi": { "client": "datacite", "identifier": "10.5281/zenodo.4546038", "provider": "datacite" }, "oai": { "identifier": "oai:zenodo.org:4546038", "provider": "oai" } }, "revision_id": 3, "stats": { "all_versions": { "data_volume": 25519700.0, "downloads": 25, "unique_downloads": 23, "unique_views": 53, "views": 59 }, "this_version": { "data_volume": 25519700.0, "downloads": 25, "unique_downloads": 23, "unique_views": 53, "views": 59 } }, "status": "published", "updated": "2021-02-18T00:27:23.123094+00:00", "versions": { "index": 1, "is_latest": true } }