Conference paper Open Access

A Novel Posit-based Fast Approximation of ELU Activation Function for Deep Neural Networks

Cococcioni, Marco; Rossi, Federico; Ruffaldi, Emanuele; Saponara, Sergio


DCAT Export

<?xml version='1.0' encoding='utf-8'?>
<rdf:RDF xmlns:rdf="http://www.w3.org/1999/02/22-rdf-syntax-ns#" xmlns:adms="http://www.w3.org/ns/adms#" xmlns:dc="http://purl.org/dc/elements/1.1/" xmlns:dct="http://purl.org/dc/terms/" xmlns:dctype="http://purl.org/dc/dcmitype/" xmlns:dcat="http://www.w3.org/ns/dcat#" xmlns:duv="http://www.w3.org/ns/duv#" xmlns:foaf="http://xmlns.com/foaf/0.1/" xmlns:frapo="http://purl.org/cerif/frapo/" xmlns:geo="http://www.w3.org/2003/01/geo/wgs84_pos#" xmlns:gsp="http://www.opengis.net/ont/geosparql#" xmlns:locn="http://www.w3.org/ns/locn#" xmlns:org="http://www.w3.org/ns/org#" xmlns:owl="http://www.w3.org/2002/07/owl#" xmlns:prov="http://www.w3.org/ns/prov#" xmlns:rdfs="http://www.w3.org/2000/01/rdf-schema#" xmlns:schema="http://schema.org/" xmlns:skos="http://www.w3.org/2004/02/skos/core#" xmlns:vcard="http://www.w3.org/2006/vcard/ns#" xmlns:wdrs="http://www.w3.org/2007/05/powder-s#">
  <rdf:Description rdf:about="https://doi.org/10.5281/zenodo.4042854">
    <dct:identifier rdf:datatype="http://www.w3.org/2001/XMLSchema#anyURI">https://doi.org/10.5281/zenodo.4042854</dct:identifier>
    <foaf:page rdf:resource="https://doi.org/10.5281/zenodo.4042854"/>
    <dct:creator>
      <rdf:Description>
        <rdf:type rdf:resource="http://xmlns.com/foaf/0.1/Agent"/>
        <foaf:name>Cococcioni, Marco</foaf:name>
        <foaf:givenName>Marco</foaf:givenName>
        <foaf:familyName>Cococcioni</foaf:familyName>
        <org:memberOf>
          <foaf:Organization>
            <foaf:name>University of Pisa</foaf:name>
          </foaf:Organization>
        </org:memberOf>
      </rdf:Description>
    </dct:creator>
    <dct:creator>
      <rdf:Description>
        <rdf:type rdf:resource="http://xmlns.com/foaf/0.1/Agent"/>
        <foaf:name>Rossi, Federico</foaf:name>
        <foaf:givenName>Federico</foaf:givenName>
        <foaf:familyName>Rossi</foaf:familyName>
        <org:memberOf>
          <foaf:Organization>
            <foaf:name>University of Pisa</foaf:name>
          </foaf:Organization>
        </org:memberOf>
      </rdf:Description>
    </dct:creator>
    <dct:creator>
      <rdf:Description>
        <rdf:type rdf:resource="http://xmlns.com/foaf/0.1/Agent"/>
        <foaf:name>Ruffaldi, Emanuele</foaf:name>
        <foaf:givenName>Emanuele</foaf:givenName>
        <foaf:familyName>Ruffaldi</foaf:familyName>
        <org:memberOf>
          <foaf:Organization>
            <foaf:name>MMI spa</foaf:name>
          </foaf:Organization>
        </org:memberOf>
      </rdf:Description>
    </dct:creator>
    <dct:creator>
      <rdf:Description>
        <rdf:type rdf:resource="http://xmlns.com/foaf/0.1/Agent"/>
        <foaf:name>Saponara, Sergio</foaf:name>
        <foaf:givenName>Sergio</foaf:givenName>
        <foaf:familyName>Saponara</foaf:familyName>
        <org:memberOf>
          <foaf:Organization>
            <foaf:name>University of Pisa</foaf:name>
          </foaf:Organization>
        </org:memberOf>
      </rdf:Description>
    </dct:creator>
    <dct:title>A Novel Posit-based Fast Approximation of ELU Activation Function for Deep Neural Networks</dct:title>
    <dct:publisher>
      <foaf:Agent>
        <foaf:name>Zenodo</foaf:name>
      </foaf:Agent>
    </dct:publisher>
    <dct:issued rdf:datatype="http://www.w3.org/2001/XMLSchema#gYear">2020</dct:issued>
    <frapo:isFundedBy rdf:resource="info:eu-repo/grantAgreement/EC/H2020/826647/"/>
    <schema:funder>
      <foaf:Organization>
        <dct:identifier rdf:datatype="http://www.w3.org/2001/XMLSchema#string">10.13039/100010661</dct:identifier>
        <foaf:name>European Commission</foaf:name>
      </foaf:Organization>
    </schema:funder>
    <dct:issued rdf:datatype="http://www.w3.org/2001/XMLSchema#date">2020-09-22</dct:issued>
    <owl:sameAs rdf:resource="https://zenodo.org/record/4042854"/>
    <adms:identifier>
      <adms:Identifier>
        <skos:notation rdf:datatype="http://www.w3.org/2001/XMLSchema#anyURI">https://zenodo.org/record/4042854</skos:notation>
        <adms:schemeAgency>url</adms:schemeAgency>
      </adms:Identifier>
    </adms:identifier>
    <owl:sameAs rdf:resource="https://doi.org/10.1109/SMARTCOMP50058.2020.00053"/>
    <dct:isVersionOf rdf:resource="https://doi.org/10.5281/zenodo.4042853"/>
    <dct:description>&lt;p&gt;Nowadays, &amp;nbsp;real-time &amp;nbsp;applications &amp;nbsp;are &amp;nbsp;exploiting DNNs &amp;nbsp;more &amp;nbsp;and &amp;nbsp;more &amp;nbsp;for &amp;nbsp;computer &amp;nbsp;vision &amp;nbsp;and &amp;nbsp;image &amp;nbsp;recognition &amp;nbsp;tasks. &amp;nbsp;Such kind of applications are posing strict constraints in terms of both fast and efficient information representation and processing. New formats for representing real numbers have been proposed and among them the Posit format appears to be very promising, providing means &amp;nbsp;to &amp;nbsp;implement &amp;nbsp;fast &amp;nbsp;approximated &amp;nbsp;version &amp;nbsp;of widely &amp;nbsp;used activation functions in DNNs. Moreover, information processing performance &amp;nbsp;are &amp;nbsp;continuously &amp;nbsp;improved &amp;nbsp;thanks &amp;nbsp;to &amp;nbsp;advanced vectorized &amp;nbsp;SIMD &amp;nbsp;(single-instruction &amp;nbsp;multiple-data) &amp;nbsp;processor architectures &amp;nbsp;and &amp;nbsp;instructions &amp;nbsp;like &amp;nbsp;ARM &amp;nbsp;SVE (Scalable Vector Extension). This &amp;nbsp;paper explores both &amp;nbsp;approaches (Posit-based implementation of activation functions and vectorized SIMD processor architectures) to &amp;nbsp;obtain &amp;nbsp;faster &amp;nbsp;DNNs. &amp;nbsp;The &amp;nbsp;two &amp;nbsp;proposed &amp;nbsp;techniques &amp;nbsp;are able &amp;nbsp;to &amp;nbsp;speed &amp;nbsp;up &amp;nbsp;both &amp;nbsp;DNN training &amp;nbsp;and &amp;nbsp;inference steps.&amp;nbsp;&lt;/p&gt;</dct:description>
    <dct:accessRights rdf:resource="http://publications.europa.eu/resource/authority/access-right/PUBLIC"/>
    <dct:accessRights>
      <dct:RightsStatement rdf:about="info:eu-repo/semantics/openAccess">
        <rdfs:label>Open Access</rdfs:label>
      </dct:RightsStatement>
    </dct:accessRights>
    <dct:license rdf:resource="https://creativecommons.org/licenses/by/1.0/legalcode"/>
    <dcat:distribution>
      <dcat:Distribution>
        <dcat:accessURL rdf:resource="https://doi.org/10.5281/zenodo.4042854"/>
        <dcat:byteSize>191429</dcat:byteSize>
        <dcat:downloadURL rdf:resource="https://zenodo.org/record/4042854/files/ROSSI_C3_smart_computing_2020_su_3_pp.pdf"/>
        <dcat:mediaType>application/pdf</dcat:mediaType>
      </dcat:Distribution>
    </dcat:distribution>
  </rdf:Description>
  <foaf:Project rdf:about="info:eu-repo/grantAgreement/EC/H2020/826647/">
    <dct:identifier rdf:datatype="http://www.w3.org/2001/XMLSchema#string">826647</dct:identifier>
    <dct:title>SGA1 (Specific Grant Agreement 1) OF THE EUROPEAN PROCESSOR INITIATIVE (EPI)</dct:title>
    <frapo:isAwardedBy>
      <foaf:Organization>
        <dct:identifier rdf:datatype="http://www.w3.org/2001/XMLSchema#string">10.13039/100010661</dct:identifier>
        <foaf:name>European Commission</foaf:name>
      </foaf:Organization>
    </frapo:isAwardedBy>
  </foaf:Project>
</rdf:RDF>
72
150
views
downloads
All versions This version
Views 7272
Downloads 150150
Data volume 28.7 MB28.7 MB
Unique views 6262
Unique downloads 142142

Share

Cite as