Conference paper Open Access

Detecting tampered videos with multimedia forensics and deep learning

Zampoglou, Markos; Markatopoulou, Foteini; Mercier, Gregoire; Touska, Despoina; Apostolidis, Evlampios; Papadopoulos, Symeon; Cozien, Roger; Patras, Ioannis; Mezaris, Vasileios; Kompatsiaris, Ioannis


DCAT Export

<?xml version='1.0' encoding='utf-8'?>
<rdf:RDF xmlns:rdf="http://www.w3.org/1999/02/22-rdf-syntax-ns#" xmlns:adms="http://www.w3.org/ns/adms#" xmlns:cnt="http://www.w3.org/2011/content#" xmlns:dc="http://purl.org/dc/elements/1.1/" xmlns:dct="http://purl.org/dc/terms/" xmlns:dctype="http://purl.org/dc/dcmitype/" xmlns:dcat="http://www.w3.org/ns/dcat#" xmlns:duv="http://www.w3.org/ns/duv#" xmlns:foaf="http://xmlns.com/foaf/0.1/" xmlns:frapo="http://purl.org/cerif/frapo/" xmlns:geo="http://www.w3.org/2003/01/geo/wgs84_pos#" xmlns:gsp="http://www.opengis.net/ont/geosparql#" xmlns:locn="http://www.w3.org/ns/locn#" xmlns:org="http://www.w3.org/ns/org#" xmlns:owl="http://www.w3.org/2002/07/owl#" xmlns:prov="http://www.w3.org/ns/prov#" xmlns:rdfs="http://www.w3.org/2000/01/rdf-schema#" xmlns:schema="http://schema.org/" xmlns:skos="http://www.w3.org/2004/02/skos/core#" xmlns:vcard="http://www.w3.org/2006/vcard/ns#" xmlns:wdrs="http://www.w3.org/2007/05/powder-s#">
  <rdf:Description rdf:about="https://zenodo.org/record/2539137">
    <rdf:type rdf:resource="http://www.w3.org/ns/dcat#Dataset"/>
    <dct:type rdf:resource="http://purl.org/dc/dcmitype/Text"/>
    <dct:identifier rdf:datatype="http://www.w3.org/2001/XMLSchema#anyURI">https://zenodo.org/record/2539137</dct:identifier>
    <foaf:page rdf:resource="https://zenodo.org/record/2539137"/>
    <dct:creator>
      <rdf:Description>
        <rdf:type rdf:resource="http://xmlns.com/foaf/0.1/Agent"/>
        <foaf:name>Zampoglou, Markos</foaf:name>
        <foaf:givenName>Markos</foaf:givenName>
        <foaf:familyName>Zampoglou</foaf:familyName>
        <org:memberOf>
          <foaf:Organization>
            <foaf:name>Information Technologies Institute / Centre for Research &amp; Technology Hellas</foaf:name>
          </foaf:Organization>
        </org:memberOf>
      </rdf:Description>
    </dct:creator>
    <dct:creator>
      <rdf:Description>
        <rdf:type rdf:resource="http://xmlns.com/foaf/0.1/Agent"/>
        <foaf:name>Markatopoulou, Foteini</foaf:name>
        <foaf:givenName>Foteini</foaf:givenName>
        <foaf:familyName>Markatopoulou</foaf:familyName>
        <org:memberOf>
          <foaf:Organization>
            <foaf:name>Information Technologies Institute / Centre for Research &amp; Technology Hellas</foaf:name>
          </foaf:Organization>
        </org:memberOf>
      </rdf:Description>
    </dct:creator>
    <dct:creator>
      <rdf:Description>
        <rdf:type rdf:resource="http://xmlns.com/foaf/0.1/Agent"/>
        <foaf:name>Mercier, Gregoire</foaf:name>
        <foaf:givenName>Gregoire</foaf:givenName>
        <foaf:familyName>Mercier</foaf:familyName>
        <org:memberOf>
          <foaf:Organization>
            <foaf:name>eXo maKina, Paris, France</foaf:name>
          </foaf:Organization>
        </org:memberOf>
      </rdf:Description>
    </dct:creator>
    <dct:creator>
      <rdf:Description>
        <rdf:type rdf:resource="http://xmlns.com/foaf/0.1/Agent"/>
        <foaf:name>Touska, Despoina</foaf:name>
        <foaf:givenName>Despoina</foaf:givenName>
        <foaf:familyName>Touska</foaf:familyName>
        <org:memberOf>
          <foaf:Organization>
            <foaf:name>Information Technologies Institute / Centre for Research &amp; Technology Hellas</foaf:name>
          </foaf:Organization>
        </org:memberOf>
      </rdf:Description>
    </dct:creator>
    <dct:creator>
      <rdf:Description>
        <rdf:type rdf:resource="http://xmlns.com/foaf/0.1/Agent"/>
        <foaf:name>Apostolidis, Evlampios</foaf:name>
        <foaf:givenName>Evlampios</foaf:givenName>
        <foaf:familyName>Apostolidis</foaf:familyName>
        <org:memberOf>
          <foaf:Organization>
            <foaf:name>School of EECS, Queen Mary University of London, UK</foaf:name>
          </foaf:Organization>
        </org:memberOf>
      </rdf:Description>
    </dct:creator>
    <dct:creator>
      <rdf:Description>
        <rdf:type rdf:resource="http://xmlns.com/foaf/0.1/Agent"/>
        <foaf:name>Papadopoulos, Symeon</foaf:name>
        <foaf:givenName>Symeon</foaf:givenName>
        <foaf:familyName>Papadopoulos</foaf:familyName>
        <org:memberOf>
          <foaf:Organization>
            <foaf:name>Information Technologies Institute / Centre for Research &amp; Technology Hellas</foaf:name>
          </foaf:Organization>
        </org:memberOf>
      </rdf:Description>
    </dct:creator>
    <dct:creator>
      <rdf:Description>
        <rdf:type rdf:resource="http://xmlns.com/foaf/0.1/Agent"/>
        <foaf:name>Cozien, Roger</foaf:name>
        <foaf:givenName>Roger</foaf:givenName>
        <foaf:familyName>Cozien</foaf:familyName>
        <org:memberOf>
          <foaf:Organization>
            <foaf:name>eXo maKina, Paris, France</foaf:name>
          </foaf:Organization>
        </org:memberOf>
      </rdf:Description>
    </dct:creator>
    <dct:creator>
      <rdf:Description>
        <rdf:type rdf:resource="http://xmlns.com/foaf/0.1/Agent"/>
        <foaf:name>Patras, Ioannis</foaf:name>
        <foaf:givenName>Ioannis</foaf:givenName>
        <foaf:familyName>Patras</foaf:familyName>
        <org:memberOf>
          <foaf:Organization>
            <foaf:name>School of EECS, Queen Mary University of London, UK</foaf:name>
          </foaf:Organization>
        </org:memberOf>
      </rdf:Description>
    </dct:creator>
    <dct:creator>
      <rdf:Description>
        <rdf:type rdf:resource="http://xmlns.com/foaf/0.1/Agent"/>
        <foaf:name>Mezaris, Vasileios</foaf:name>
        <foaf:givenName>Vasileios</foaf:givenName>
        <foaf:familyName>Mezaris</foaf:familyName>
        <org:memberOf>
          <foaf:Organization>
            <foaf:name>Information Technologies Institute / Centre for Research &amp; Technology Hellas</foaf:name>
          </foaf:Organization>
        </org:memberOf>
      </rdf:Description>
    </dct:creator>
    <dct:creator>
      <rdf:Description>
        <rdf:type rdf:resource="http://xmlns.com/foaf/0.1/Agent"/>
        <foaf:name>Kompatsiaris, Ioannis</foaf:name>
        <foaf:givenName>Ioannis</foaf:givenName>
        <foaf:familyName>Kompatsiaris</foaf:familyName>
        <org:memberOf>
          <foaf:Organization>
            <foaf:name>Information Technologies Institute / Centre for Research &amp; Technology Hellas</foaf:name>
          </foaf:Organization>
        </org:memberOf>
      </rdf:Description>
    </dct:creator>
    <dct:title>Detecting tampered videos with multimedia forensics and deep learning</dct:title>
    <dct:publisher>
      <foaf:Agent>
        <foaf:name>Zenodo</foaf:name>
      </foaf:Agent>
    </dct:publisher>
    <dct:issued rdf:datatype="http://www.w3.org/2001/XMLSchema#gYear">2019</dct:issued>
    <dcat:keyword>Video forensics</dcat:keyword>
    <dcat:keyword>Video tampering detection</dcat:keyword>
    <dcat:keyword>Video verification</dcat:keyword>
    <dcat:keyword>Video manipulation detection</dcat:keyword>
    <dcat:keyword>User-generated video</dcat:keyword>
    <frapo:isFundedBy rdf:resource="info:eu-repo/grantAgreement/EC/H2020/687786/"/>
    <schema:funder>
      <foaf:Organization>
        <dct:identifier rdf:datatype="http://www.w3.org/2001/XMLSchema#string">10.13039/501100000780</dct:identifier>
        <foaf:name>European Commission</foaf:name>
      </foaf:Organization>
    </schema:funder>
    <dct:issued rdf:datatype="http://www.w3.org/2001/XMLSchema#date">2019-01-10</dct:issued>
    <dct:language rdf:resource="http://publications.europa.eu/resource/authority/language/ENG"/>
    <owl:sameAs rdf:resource="https://zenodo.org/record/2539137"/>
    <adms:identifier>
      <adms:Identifier>
        <skos:notation rdf:datatype="http://www.w3.org/2001/XMLSchema#anyURI">https://zenodo.org/record/2539137</skos:notation>
      </adms:Identifier>
    </adms:identifier>
    <owl:sameAs rdf:resource="https://doi.org/10.1007/978-3-030-05710-7_31"/>
    <dct:isPartOf rdf:resource="https://zenodo.org/communities/invid-h2020"/>
    <dct:description>&lt;p&gt;User-Generated Content (UGC) has become an integral part of the news reporting cycle. As a result, the need to verify videos collected from social media and Web sources is becoming increasingly important for news organisations. While video verication is attracting a lot of attention, there has been limited effort so far in applying video forensics to real-world data. In this work we present an approach for automatic video manipulation detection inspired by manual verication approaches. In a typical manual verication setting, video filter outputs are visually interpreted by human experts. We use two such forensics filters designed for manual verication, one based on Discrete Cosine Transform (DCT) coefficients and a second based on video requantization errors, and combine them with Deep Convolutional Neural Networks (CNN) designed for image classication. We compare the performance of the proposed approach to other works from the state of the art, and discover that, while competing approaches perform better when trained with videos from the same dataset, one of the proposed filters demonstrates superior performance in cross-dataset settings. We discuss the implications of our work and the limitations of the current experimental setup, and propose directions for future research in this area.&lt;/p&gt;</dct:description>
    <dct:accessRights rdf:resource="http://publications.europa.eu/resource/authority/access-right/PUBLIC"/>
    <dct:accessRights>
      <dct:RightsStatement rdf:about="info:eu-repo/semantics/openAccess">
        <rdfs:label>Open Access</rdfs:label>
      </dct:RightsStatement>
    </dct:accessRights>
    <dcat:distribution>
      <dcat:Distribution>
        <dct:license rdf:resource="http://creativecommons.org/licenses/by/4.0/legalcode"/>
        <dcat:accessURL rdf:resource="https://zenodo.org/record/2539137"/>
      </dcat:Distribution>
    </dcat:distribution>
  </rdf:Description>
  <foaf:Project rdf:about="info:eu-repo/grantAgreement/EC/H2020/687786/">
    <dct:identifier rdf:datatype="http://www.w3.org/2001/XMLSchema#string">687786</dct:identifier>
    <dct:title>In Video Veritas – Verification of Social Media Video Content for the News Industry</dct:title>
    <frapo:isAwardedBy>
      <foaf:Organization>
        <dct:identifier rdf:datatype="http://www.w3.org/2001/XMLSchema#string">10.13039/501100000780</dct:identifier>
        <foaf:name>European Commission</foaf:name>
      </foaf:Organization>
    </frapo:isAwardedBy>
  </foaf:Project>
</rdf:RDF>
155
88
views
downloads
Views 155
Downloads 88
Data volume 132.6 MB
Unique views 144
Unique downloads 77

Share

Cite as