Conference paper Open Access

A Systematic Assessment of Embedded Neural Networks for Object Detection

Verucchi, Micaela; Brilli, Gianluca; Sapienza, Davide; Verasani, Mattia; Arena, Marco; Gatti, Francesco; Capotondi, Alessandro; Cavicchioli, Roberto; Bertogna, Marko; Solieri, Marco


DCAT Export

<?xml version='1.0' encoding='utf-8'?>
<rdf:RDF xmlns:rdf="http://www.w3.org/1999/02/22-rdf-syntax-ns#" xmlns:adms="http://www.w3.org/ns/adms#" xmlns:dc="http://purl.org/dc/elements/1.1/" xmlns:dct="http://purl.org/dc/terms/" xmlns:dctype="http://purl.org/dc/dcmitype/" xmlns:dcat="http://www.w3.org/ns/dcat#" xmlns:duv="http://www.w3.org/ns/duv#" xmlns:foaf="http://xmlns.com/foaf/0.1/" xmlns:frapo="http://purl.org/cerif/frapo/" xmlns:geo="http://www.w3.org/2003/01/geo/wgs84_pos#" xmlns:gsp="http://www.opengis.net/ont/geosparql#" xmlns:locn="http://www.w3.org/ns/locn#" xmlns:org="http://www.w3.org/ns/org#" xmlns:owl="http://www.w3.org/2002/07/owl#" xmlns:prov="http://www.w3.org/ns/prov#" xmlns:rdfs="http://www.w3.org/2000/01/rdf-schema#" xmlns:schema="http://schema.org/" xmlns:skos="http://www.w3.org/2004/02/skos/core#" xmlns:vcard="http://www.w3.org/2006/vcard/ns#" xmlns:wdrs="http://www.w3.org/2007/05/powder-s#">
  <rdf:Description rdf:about="https://zenodo.org/record/4094752">
    <dct:identifier rdf:datatype="http://www.w3.org/2001/XMLSchema#anyURI">https://zenodo.org/record/4094752</dct:identifier>
    <foaf:page rdf:resource="https://zenodo.org/record/4094752"/>
    <dct:creator>
      <rdf:Description rdf:about="http://orcid.org/0000-0003-3898-8571">
        <rdf:type rdf:resource="http://xmlns.com/foaf/0.1/Agent"/>
        <dct:identifier rdf:datatype="http://www.w3.org/2001/XMLSchema#string">0000-0003-3898-8571</dct:identifier>
        <foaf:name>Verucchi, Micaela</foaf:name>
        <foaf:givenName>Micaela</foaf:givenName>
        <foaf:familyName>Verucchi</foaf:familyName>
        <org:memberOf>
          <foaf:Organization>
            <foaf:name>Università di Modena e Reggio Emilia</foaf:name>
          </foaf:Organization>
        </org:memberOf>
      </rdf:Description>
    </dct:creator>
    <dct:creator>
      <rdf:Description>
        <rdf:type rdf:resource="http://xmlns.com/foaf/0.1/Agent"/>
        <foaf:name>Brilli, Gianluca</foaf:name>
        <foaf:givenName>Gianluca</foaf:givenName>
        <foaf:familyName>Brilli</foaf:familyName>
        <org:memberOf>
          <foaf:Organization>
            <foaf:name>Università di Modena e Reggio Emilia</foaf:name>
          </foaf:Organization>
        </org:memberOf>
      </rdf:Description>
    </dct:creator>
    <dct:creator>
      <rdf:Description>
        <rdf:type rdf:resource="http://xmlns.com/foaf/0.1/Agent"/>
        <foaf:name>Sapienza, Davide</foaf:name>
        <foaf:givenName>Davide</foaf:givenName>
        <foaf:familyName>Sapienza</foaf:familyName>
        <org:memberOf>
          <foaf:Organization>
            <foaf:name>Università di Modena e Reggio Emilia</foaf:name>
          </foaf:Organization>
        </org:memberOf>
      </rdf:Description>
    </dct:creator>
    <dct:creator>
      <rdf:Description>
        <rdf:type rdf:resource="http://xmlns.com/foaf/0.1/Agent"/>
        <foaf:name>Verasani, Mattia</foaf:name>
        <foaf:givenName>Mattia</foaf:givenName>
        <foaf:familyName>Verasani</foaf:familyName>
        <org:memberOf>
          <foaf:Organization>
            <foaf:name>Tetra Pak</foaf:name>
          </foaf:Organization>
        </org:memberOf>
      </rdf:Description>
    </dct:creator>
    <dct:creator>
      <rdf:Description>
        <rdf:type rdf:resource="http://xmlns.com/foaf/0.1/Agent"/>
        <foaf:name>Arena, Marco</foaf:name>
        <foaf:givenName>Marco</foaf:givenName>
        <foaf:familyName>Arena</foaf:familyName>
        <org:memberOf>
          <foaf:Organization>
            <foaf:name>Tetra Pak</foaf:name>
          </foaf:Organization>
        </org:memberOf>
      </rdf:Description>
    </dct:creator>
    <dct:creator>
      <rdf:Description>
        <rdf:type rdf:resource="http://xmlns.com/foaf/0.1/Agent"/>
        <foaf:name>Gatti, Francesco</foaf:name>
        <foaf:givenName>Francesco</foaf:givenName>
        <foaf:familyName>Gatti</foaf:familyName>
        <org:memberOf>
          <foaf:Organization>
            <foaf:name>Università di Modena e Reggio Emilia</foaf:name>
          </foaf:Organization>
        </org:memberOf>
      </rdf:Description>
    </dct:creator>
    <dct:creator>
      <rdf:Description>
        <rdf:type rdf:resource="http://xmlns.com/foaf/0.1/Agent"/>
        <foaf:name>Capotondi, Alessandro</foaf:name>
        <foaf:givenName>Alessandro</foaf:givenName>
        <foaf:familyName>Capotondi</foaf:familyName>
        <org:memberOf>
          <foaf:Organization>
            <foaf:name>Università di Modena e Reggio Emilia</foaf:name>
          </foaf:Organization>
        </org:memberOf>
      </rdf:Description>
    </dct:creator>
    <dct:creator>
      <rdf:Description rdf:about="http://orcid.org/0000-0003-0166-0898">
        <rdf:type rdf:resource="http://xmlns.com/foaf/0.1/Agent"/>
        <dct:identifier rdf:datatype="http://www.w3.org/2001/XMLSchema#string">0000-0003-0166-0898</dct:identifier>
        <foaf:name>Cavicchioli, Roberto</foaf:name>
        <foaf:givenName>Roberto</foaf:givenName>
        <foaf:familyName>Cavicchioli</foaf:familyName>
        <org:memberOf>
          <foaf:Organization>
            <foaf:name>Università di Modena e Reggio Emilia</foaf:name>
          </foaf:Organization>
        </org:memberOf>
      </rdf:Description>
    </dct:creator>
    <dct:creator>
      <rdf:Description rdf:about="http://orcid.org/0000-0003-2115-4853">
        <rdf:type rdf:resource="http://xmlns.com/foaf/0.1/Agent"/>
        <dct:identifier rdf:datatype="http://www.w3.org/2001/XMLSchema#string">0000-0003-2115-4853</dct:identifier>
        <foaf:name>Bertogna, Marko</foaf:name>
        <foaf:givenName>Marko</foaf:givenName>
        <foaf:familyName>Bertogna</foaf:familyName>
        <org:memberOf>
          <foaf:Organization>
            <foaf:name>Università di Modena e Reggio Emilia</foaf:name>
          </foaf:Organization>
        </org:memberOf>
      </rdf:Description>
    </dct:creator>
    <dct:creator>
      <rdf:Description rdf:about="http://orcid.org/0000-0003-4531-2633">
        <rdf:type rdf:resource="http://xmlns.com/foaf/0.1/Agent"/>
        <dct:identifier rdf:datatype="http://www.w3.org/2001/XMLSchema#string">0000-0003-4531-2633</dct:identifier>
        <foaf:name>Solieri, Marco</foaf:name>
        <foaf:givenName>Marco</foaf:givenName>
        <foaf:familyName>Solieri</foaf:familyName>
        <org:memberOf>
          <foaf:Organization>
            <foaf:name>Università di Modena e Reggio Emilia</foaf:name>
          </foaf:Organization>
        </org:memberOf>
      </rdf:Description>
    </dct:creator>
    <dct:title>A Systematic Assessment of Embedded Neural Networks for Object Detection</dct:title>
    <dct:publisher>
      <foaf:Agent>
        <foaf:name>Zenodo</foaf:name>
      </foaf:Agent>
    </dct:publisher>
    <dct:issued rdf:datatype="http://www.w3.org/2001/XMLSchema#gYear">2020</dct:issued>
    <frapo:isFundedBy rdf:resource="info:eu-repo/grantAgreement/EC/H2020/780622/"/>
    <schema:funder>
      <foaf:Organization>
        <dct:identifier rdf:datatype="http://www.w3.org/2001/XMLSchema#string">10.13039/100010661</dct:identifier>
        <foaf:name>European Commission</foaf:name>
      </foaf:Organization>
    </schema:funder>
    <dct:issued rdf:datatype="http://www.w3.org/2001/XMLSchema#date">2020-10-05</dct:issued>
    <owl:sameAs rdf:resource="https://zenodo.org/record/4094752"/>
    <adms:identifier>
      <adms:Identifier>
        <skos:notation rdf:datatype="http://www.w3.org/2001/XMLSchema#anyURI">https://zenodo.org/record/4094752</skos:notation>
        <adms:schemeAgency>url</adms:schemeAgency>
      </adms:Identifier>
    </adms:identifier>
    <owl:sameAs rdf:resource="https://doi.org/10.1109/ETFA46521.2020.9212130"/>
    <dct:description>&lt;p&gt;Object detection is arguably one of the most important and complex tasks to enable the advent of next-generation autonomous systems. Recent advancements in deep learning techniques allowed a significant improvement in detection accuracy and latency of modern neural networks, allowing their adoption in automotive, avionics and industrial embedded systems, where performances are required to meet size, weight and power constraints.Multiple benchmarks and surveys exist to compare state-of-the-art detection networks, profiling important metrics, like precision, latency and power efficiency on Commercial-off-the-Shelf (COTS) embedded platforms. However, we observed a fundamental lack of fairness in the existing comparisons, with a number of implicit assumptions that may significantly bias the metrics of interest. This includes using heterogeneous settings for the input size, training dataset, threshold confidences, and, most importantly, platform-specific optimizations, that are especially important when assessing latency and energy-related values. The lack of uniform comparisons is mainly due to the significant effort required to re-implement network models, whenever openly available, on the specific platforms, to properly configure the available acceleration engines for optimizing performance, and to re-train the model using a homogeneous dataset.This paper aims at filling this gap, providing a comprehensive and fair comparison of the best-in-class Convolution Neural Networks (CNNs) for real-time embedded systems, detailing the effort made to achieve an unbiased characterization on cutting-edge system-on-chips. Multi-dimensional trade-offs are explored for achieving a proper configuration of the available programmable accelerators for neural inference, adopting the best available software libraries. To stimulate the adoption of fair benchmarking assessments, the framework is released to the public in an open source repository.&lt;/p&gt;</dct:description>
    <dct:accessRights rdf:resource="http://publications.europa.eu/resource/authority/access-right/PUBLIC"/>
    <dct:accessRights>
      <dct:RightsStatement rdf:about="info:eu-repo/semantics/openAccess">
        <rdfs:label>Open Access</rdfs:label>
      </dct:RightsStatement>
    </dct:accessRights>
    <dct:license rdf:resource="https://creativecommons.org/licenses/by/4.0/legalcode"/>
    <dcat:distribution>
      <dcat:Distribution>
        <dcat:accessURL rdf:resource="https://doi.org/10.1109/ETFA46521.2020.9212130"/>
        <dcat:byteSize>525006</dcat:byteSize>
        <dcat:downloadURL rdf:resource="https://zenodo.org/record/4094752/files/Systematic_Assessment.pdf"/>
        <dcat:mediaType>application/pdf</dcat:mediaType>
      </dcat:Distribution>
    </dcat:distribution>
  </rdf:Description>
  <foaf:Project rdf:about="info:eu-repo/grantAgreement/EC/H2020/780622/">
    <dct:identifier rdf:datatype="http://www.w3.org/2001/XMLSchema#string">780622</dct:identifier>
    <dct:title>Edge and CLoud Computation: A Highly Distributed Software Architecture for Big Data AnalyticS</dct:title>
    <frapo:isAwardedBy>
      <foaf:Organization>
        <dct:identifier rdf:datatype="http://www.w3.org/2001/XMLSchema#string">10.13039/100010661</dct:identifier>
        <foaf:name>European Commission</foaf:name>
      </foaf:Organization>
    </frapo:isAwardedBy>
  </foaf:Project>
</rdf:RDF>
94
500
views
downloads
Views 94
Downloads 500
Data volume 262.5 MB
Unique views 72
Unique downloads 477

Share

Cite as