{ "access": { "embargo": { "active": false, "reason": null }, "files": "public", "record": "public", "status": "open" }, "created": "2016-09-05T14:59:18+00:00", "custom_fields": {}, "deletion_status": { "is_deleted": false, "status": "P" }, "files": { "count": 1, "enabled": true, "entries": { "CERNReport-_Rosy_Gupta.pdf": { "checksum": "md5:23d67807862b82be2dbb7b434512c5fa", "ext": "pdf", "id": "2403154a-6995-4a71-9f62-e88a63121ee2", "key": "CERNReport-_Rosy_Gupta.pdf", "metadata": null, "mimetype": "application/pdf", "size": 1027371 } }, "order": [], "total_bytes": 1027371 }, "id": "61538", "is_draft": false, "is_published": true, "links": { "access": "https://zenodo.org/api/records/61538/access", "access_links": "https://zenodo.org/api/records/61538/access/links", "access_request": "https://zenodo.org/api/records/61538/access/request", "access_users": "https://zenodo.org/api/records/61538/access/users", "archive": "https://zenodo.org/api/records/61538/files-archive", "archive_media": "https://zenodo.org/api/records/61538/media-files-archive", "communities": "https://zenodo.org/api/records/61538/communities", "communities-suggestions": "https://zenodo.org/api/records/61538/communities-suggestions", "doi": "https://doi.org/10.5281/zenodo.61538", "draft": "https://zenodo.org/api/records/61538/draft", "files": "https://zenodo.org/api/records/61538/files", "latest": "https://zenodo.org/api/records/61538/versions/latest", "latest_html": "https://zenodo.org/records/61538/latest", "media_files": "https://zenodo.org/api/records/61538/media-files", "parent": "https://zenodo.org/api/records/640983", "parent_doi": "https://zenodo.org/doi/", "parent_html": "https://zenodo.org/records/640983", "requests": "https://zenodo.org/api/records/61538/requests", "reserve_doi": "https://zenodo.org/api/records/61538/draft/pids/doi", "self": "https://zenodo.org/api/records/61538", "self_doi": "https://zenodo.org/doi/10.5281/zenodo.61538", "self_html": "https://zenodo.org/records/61538", "self_iiif_manifest": "https://zenodo.org/api/iiif/record:61538/manifest", "self_iiif_sequence": "https://zenodo.org/api/iiif/record:61538/sequence/default", "versions": "https://zenodo.org/api/records/61538/versions" }, "media_files": { "count": 0, "enabled": false, "entries": {}, "order": [], "total_bytes": 0 }, "metadata": { "creators": [ { "affiliations": [ { "name": "CERN openlab Summer Student" } ], "person_or_org": { "family_name": "Gupta", "given_name": "Rosy", "name": "Gupta, Rosy", "type": "personal" } }, { "affiliations": [ { "name": "Summer Student Supervisor" } ], "person_or_org": { "family_name": "Rousseau", "given_name": "Herv\u00e9", "name": "Rousseau, Herv\u00e9", "type": "personal" } }, { "affiliations": [ { "name": "Summer Student Supervisor" } ], "person_or_org": { "family_name": "Ponce", "given_name": "Sebastien", "name": "Ponce, Sebastien", "type": "personal" } } ], "description": "
Project Specification
\n\nThe work is a project of IT-ST group, dealing with mass storage systems at CERN and responsible for more that 150PB of data stored on disks and tapes. The task consists of modernizing the logging system of one of of the storage systems namely CASTOR, in particular by integrating it into common monitoring framework provided by the IT department and by moving to new display technologies. The main tools used are Hadoop/HBase, Spark, Python, and web technologies like Django, Graphite and Grafana.
\n\n\n\n
Abstract
\n\nThe LHC has entered a new regime by producing more than 25PB of data since the beginning of this year. Thus the storage and monitoring of log messages is of crucial importance for the researchers. The CERN Advanced STORage system (CASTOR) is a storage system developed at CERN and is used by LHC experiments to store physics data files. Monitoring of this complicated distributed system is mandatory in order to assure it’s stable operation and improve its future performance. This project presents an infrastructure meant to collect and display monitoring information about the system by the means of Graphite and Grafana data visualization platform.
", "publication_date": "2016-09-05", "publisher": "Zenodo", "resource_type": { "id": "publication-report", "title": { "de": "Bericht", "en": "Report" } }, "rights": [ { "description": { "en": "The Creative Commons Attribution license allows re-distribution and re-use of a licensed work on the condition that the creator is appropriately credited." }, "icon": "cc-by-icon", "id": "cc-by-4.0", "props": { "scheme": "spdx", "url": "https://creativecommons.org/licenses/by/4.0/legalcode" }, "title": { "en": "Creative Commons Attribution 4.0 International" } } ], "subjects": [ { "subject": "CERN openlab summer student" } ], "title": "Modernizing the Monitoring of Mass Storage systems" }, "parent": { "access": { "owned_by": { "user": 20695 } }, "communities": { "default": "ef357ed7-957c-47d5-8bde-96876ebedc7b", "entries": [ { "access": { "member_policy": "open", "record_policy": "open", "review_policy": "open", "visibility": "public" }, "children": { "allow": false }, "created": "2013-09-23T10:06:38+00:00", "custom_fields": {}, "deletion_status": { "is_deleted": false, "status": "P" }, "id": "ef357ed7-957c-47d5-8bde-96876ebedc7b", "links": {}, "metadata": { "curation_policy": "New uploads in this community must contain publicly distributable material related to the activities of the CERN openlab and its partners
", "description": "CERN openlab is a unique public-private partnership between CERN and leading ICT companies. Its mission is to accelerate the development of cutting-edge solutions to be used by the worldwide LHC community.", "organizations": [ { "id": "01ggx4157" } ], "page": "CERN openlab is a unique public-private partnership between CERN and leading ICT companies. Its mission is to accelerate the development of cutting-edge solutions to be used by the worldwide LHC community. This ZENODO community contains open access material published by the CERN openlab, such as reports, white papers, presentations, videos, etc.
", "title": "CERN openlab", "website": "https://openlab.cern" }, "revision_id": 2, "slug": "cernopenlab", "updated": "2023-12-08T15:10:25.673707+00:00" } ], "ids": [ "ef357ed7-957c-47d5-8bde-96876ebedc7b" ] }, "id": "640983", "pids": { "doi": { "identifier": "", "provider": "legacy" } } }, "pids": { "doi": { "client": "datacite", "identifier": "10.5281/zenodo.61538", "provider": "datacite" }, "oai": { "identifier": "oai:zenodo.org:61538", "provider": "oai" } }, "revision_id": 10, "stats": { "all_versions": { "data_volume": 174653070.0, "downloads": 170, "unique_downloads": 159, "unique_views": 983, "views": 1032 }, "this_version": { "data_volume": 173625699.0, "downloads": 169, "unique_downloads": 158, "unique_views": 976, "views": 1025 } }, "status": "published", "updated": "2020-01-20T17:46:20.967679+00:00", "versions": { "index": 1, "is_latest": true } }