Conference paper Open Access

Early and Late Fusion of Multiple Modalities in Sentinel Image Retrieval

Wei Yao; Anastasia Moumtzidou; Corneliu Octavian Dumitru; Stelios Andreadis; Ilias Gialampoukidis; Stefanos Vrochidis; Mihai Datcu; Ioannis Kompatsiaris


JSON Export

{
  "files": [
    {
      "links": {
        "self": "https://zenodo.org/api/files/93f060fc-fee4-44b4-9f1d-9065a28a6e86/Early_and_Late_Fusion_of_Multiple_Modalities_in_Sentinel_Image_Retrieval-submitted.pdf"
      }, 
      "checksum": "md5:775c39eb507ded245ef6dbab0dbeeca5", 
      "bucket": "93f060fc-fee4-44b4-9f1d-9065a28a6e86", 
      "key": "Early_and_Late_Fusion_of_Multiple_Modalities_in_Sentinel_Image_Retrieval-submitted.pdf", 
      "type": "pdf", 
      "size": 6712412
    }
  ], 
  "owners": [
    158821
  ], 
  "doi": "10.5281/zenodo.4280739", 
  "stats": {
    "version_unique_downloads": 22.0, 
    "unique_views": 26.0, 
    "views": 33.0, 
    "version_views": 33.0, 
    "unique_downloads": 22.0, 
    "version_unique_views": 26.0, 
    "volume": 167810300.0, 
    "version_downloads": 25.0, 
    "downloads": 25.0, 
    "version_volume": 167810300.0
  }, 
  "links": {
    "doi": "https://doi.org/10.5281/zenodo.4280739", 
    "conceptdoi": "https://doi.org/10.5281/zenodo.4280738", 
    "bucket": "https://zenodo.org/api/files/93f060fc-fee4-44b4-9f1d-9065a28a6e86", 
    "conceptbadge": "https://zenodo.org/badge/doi/10.5281/zenodo.4280738.svg", 
    "html": "https://zenodo.org/record/4280739", 
    "latest_html": "https://zenodo.org/record/4280739", 
    "badge": "https://zenodo.org/badge/doi/10.5281/zenodo.4280739.svg", 
    "latest": "https://zenodo.org/api/records/4280739"
  }, 
  "conceptdoi": "10.5281/zenodo.4280738", 
  "created": "2020-11-19T11:14:54.458024+00:00", 
  "updated": "2020-11-22T21:15:01.562505+00:00", 
  "conceptrecid": "4280738", 
  "revision": 3, 
  "id": 4280739, 
  "metadata": {
    "access_right_category": "success", 
    "doi": "10.5281/zenodo.4280739", 
    "version": "accepted", 
    "language": "eng", 
    "title": "Early and Late Fusion of Multiple Modalities in Sentinel Image Retrieval", 
    "license": {
      "id": "CC-BY-4.0"
    }, 
    "related_identifiers": [
      {
        "scheme": "doi", 
        "identifier": "10.5281/zenodo.4280738", 
        "relation": "isVersionOf"
      }
    ], 
    "relations": {
      "version": [
        {
          "count": 1, 
          "index": 0, 
          "parent": {
            "pid_type": "recid", 
            "pid_value": "4280738"
          }, 
          "is_last": true, 
          "last_child": {
            "pid_type": "recid", 
            "pid_value": "4280739"
          }
        }
      ]
    }, 
    "grants": [
      {
        "code": "776019", 
        "links": {
          "self": "https://zenodo.org/api/grants/10.13039/501100000780::776019"
        }, 
        "title": "EOPEN: opEn interOperable Platform for unified access and analysis of Earth observatioN data", 
        "acronym": "EOPEN", 
        "program": "H2020", 
        "funder": {
          "doi": "10.13039/501100000780", 
          "acronyms": [], 
          "name": "European Commission", 
          "links": {
            "self": "https://zenodo.org/api/funders/10.13039/501100000780"
          }
        }
      }, 
      {
        "code": "776193", 
        "links": {
          "self": "https://zenodo.org/api/grants/10.13039/501100000780::776193"
        }, 
        "title": "Copernicus Access Platform Intermediate Layers Small Scale Demonstrator", 
        "acronym": "CANDELA", 
        "program": "H2020", 
        "funder": {
          "doi": "10.13039/501100000780", 
          "acronyms": [], 
          "name": "European Commission", 
          "links": {
            "self": "https://zenodo.org/api/funders/10.13039/501100000780"
          }
        }
      }
    ], 
    "publication_date": "2020-11-19", 
    "creators": [
      {
        "affiliation": "German Aerospace Center (DLR)", 
        "name": "Wei Yao"
      }, 
      {
        "affiliation": "Information Technologies Institute, Centre for Research and Technology Hellas (CERTH)", 
        "name": "Anastasia Moumtzidou"
      }, 
      {
        "affiliation": "German Aerospace Center (DLR)", 
        "name": "Corneliu Octavian Dumitru"
      }, 
      {
        "affiliation": "Information Technologies Institute, Centre for Research and Technology Hellas (CERTH)", 
        "name": "Stelios Andreadis"
      }, 
      {
        "affiliation": "Information Technologies Institute, Centre for Research and Technology Hellas (CERTH)", 
        "name": "Ilias Gialampoukidis"
      }, 
      {
        "affiliation": "Information Technologies Institute, Centre for Research and Technology Hellas (CERTH)", 
        "name": "Stefanos Vrochidis"
      }, 
      {
        "affiliation": "German Aerospace Center (DLR)", 
        "name": "Mihai Datcu"
      }, 
      {
        "affiliation": "Information Technologies Institute, Centre for Research and Technology Hellas (CERTH)", 
        "name": "Ioannis Kompatsiaris"
      }
    ], 
    "meeting": {
      "title": "International Conference on Pattern Recognition"
    }, 
    "access_right": "open", 
    "resource_type": {
      "subtype": "conferencepaper", 
      "type": "publication", 
      "title": "Conference paper"
    }, 
    "description": "<p>Discovering potential concepts and events by analyzing Earth Observation (EO) data may be supported by fusing other distributed data sources such as non-EO data, for instance, in-situ citizen observations from social media. The retrieval of relevant information based on a target query or event is critical for operational purposes, for example, to monitor flood events in urban areas, and crop monitoring for food security scenarios. To that end, we propose an early fusion (low-level features) and late fusion (high-level concepts) mechanism that combines the results of two EU-funded projects for information retrieval in Sentinel imagery and social media data sources. In the early fusion part, the model is based on active learning that effectively merges Sentinel-1 and Sentinel-2 bands, and assists users to extract patterns. On the other hand, the late fusion mechanism exploits the context of other geo-referenced data such as social media retrieval, to further enrich the list of retrieved Sentinel image patches. Quantitative and qualitative results show the effectiveness of our proposed approach.</p>"
  }
}
33
25
views
downloads
All versions This version
Views 3333
Downloads 2525
Data volume 167.8 MB167.8 MB
Unique views 2626
Unique downloads 2222

Share

Cite as