Conference paper Open Access

Wrong Answers for Wrong Reasons: The Risks of Ad Hoc Instruments

Chiodini Luca


DCAT Export

<?xml version='1.0' encoding='utf-8'?>
<rdf:RDF xmlns:rdf="http://www.w3.org/1999/02/22-rdf-syntax-ns#" xmlns:adms="http://www.w3.org/ns/adms#" xmlns:dc="http://purl.org/dc/elements/1.1/" xmlns:dct="http://purl.org/dc/terms/" xmlns:dctype="http://purl.org/dc/dcmitype/" xmlns:dcat="http://www.w3.org/ns/dcat#" xmlns:duv="http://www.w3.org/ns/duv#" xmlns:foaf="http://xmlns.com/foaf/0.1/" xmlns:frapo="http://purl.org/cerif/frapo/" xmlns:geo="http://www.w3.org/2003/01/geo/wgs84_pos#" xmlns:gsp="http://www.opengis.net/ont/geosparql#" xmlns:locn="http://www.w3.org/ns/locn#" xmlns:org="http://www.w3.org/ns/org#" xmlns:owl="http://www.w3.org/2002/07/owl#" xmlns:prov="http://www.w3.org/ns/prov#" xmlns:rdfs="http://www.w3.org/2000/01/rdf-schema#" xmlns:schema="http://schema.org/" xmlns:skos="http://www.w3.org/2004/02/skos/core#" xmlns:vcard="http://www.w3.org/2006/vcard/ns#" xmlns:wdrs="http://www.w3.org/2007/05/powder-s#">
  <rdf:Description rdf:about="https://doi.org/10.5281/zenodo.5118719">
    <dct:identifier rdf:datatype="http://www.w3.org/2001/XMLSchema#anyURI">https://doi.org/10.5281/zenodo.5118719</dct:identifier>
    <foaf:page rdf:resource="https://doi.org/10.5281/zenodo.5118719"/>
    <dct:creator>
      <rdf:Description rdf:about="http://orcid.org/0000-0002-2712-9248">
        <rdf:type rdf:resource="http://xmlns.com/foaf/0.1/Agent"/>
        <dct:identifier rdf:datatype="http://www.w3.org/2001/XMLSchema#string">0000-0002-2712-9248</dct:identifier>
        <foaf:name>Chiodini Luca</foaf:name>
        <org:memberOf>
          <foaf:Organization>
            <foaf:name>Software Institute - USI</foaf:name>
          </foaf:Organization>
        </org:memberOf>
      </rdf:Description>
    </dct:creator>
    <dct:title>Wrong Answers for Wrong Reasons: The Risks of Ad Hoc Instruments</dct:title>
    <dct:publisher>
      <foaf:Agent>
        <foaf:name>Zenodo</foaf:name>
      </foaf:Agent>
    </dct:publisher>
    <dct:issued rdf:datatype="http://www.w3.org/2001/XMLSchema#gYear">2021</dct:issued>
    <dct:issued rdf:datatype="http://www.w3.org/2001/XMLSchema#date">2021-07-21</dct:issued>
    <owl:sameAs rdf:resource="https://zenodo.org/record/5118719"/>
    <adms:identifier>
      <adms:Identifier>
        <skos:notation rdf:datatype="http://www.w3.org/2001/XMLSchema#anyURI">https://zenodo.org/record/5118719</skos:notation>
        <adms:schemeAgency>url</adms:schemeAgency>
      </adms:Identifier>
    </adms:identifier>
    <dct:isVersionOf rdf:resource="https://doi.org/10.5281/zenodo.5118718"/>
    <dct:description>&lt;p&gt;This folder contains anonymized data from the experiment described in the paper &amp;quot;Wrong Answers for Wrong Reasons: The Risks of Ad Hoc Instruments&amp;quot;.&lt;/p&gt; &lt;ul&gt; &lt;li&gt;&lt;code&gt;questions.md&lt;/code&gt;&amp;nbsp;contains the 14 questions used as pre/post-test&lt;/li&gt; &lt;li&gt;Participants are identified using numeric identifiers (from 1 to 40).&lt;/li&gt; &lt;li&gt;&lt;code&gt;conditions.csv&lt;/code&gt; contains the mapping between participants identifiers and their condition&lt;/li&gt; &lt;li&gt; &lt;p&gt;&lt;code&gt;{test}_{assessment_type}_anon.csv&lt;/code&gt; contains data for a given test (&lt;code&gt;pretest&lt;/code&gt; or &lt;code&gt;posttest&lt;/code&gt;) using a certain assessment type. Two assessment types are used:&lt;/p&gt; &lt;ul&gt; &lt;li&gt;&lt;code&gt;mc&lt;/code&gt; (multiple choice as assessed by Moodle: &lt;code&gt;0&lt;/code&gt; means wrong, &lt;code&gt;1&lt;/code&gt; means correct, &lt;code&gt;-&lt;/code&gt; means missing)&lt;/li&gt; &lt;li&gt;&lt;code&gt;revised&lt;/code&gt; (human revision after reading the explanation: the judgment is either a &lt;code&gt;0&lt;/code&gt; or a &lt;code&gt;1&lt;/code&gt; following what presented in the paper)&lt;/li&gt; &lt;/ul&gt; &lt;/li&gt; &lt;li&gt; &lt;p&gt;Statistics are computed with Python and SciPy. You can execute the script by running:&lt;/p&gt; &lt;pre&gt;&lt;code&gt;python3 main.py &lt;/code&gt;&lt;/pre&gt; &lt;p&gt;and you should get this output:&lt;/p&gt; &lt;pre&gt;&lt;code&gt;=== Analyzing answers using mc as assessment type === Results on pretest - Condition Text: N: 21, mean ± std: 9.81 ± 3.03 Results on pretest - Condition Graphic: N: 19, mean ± std: 9.68 ± 2.11 Mann Whitney U on pretest scores: U=184.0, p=0.3406 Results on posttest - Condition Text: N: 21, mean ± std: 11.19 ± 2.75 Results on posttest - Condition Graphic: N: 19, mean ± std: 10.74 ± 2.23 Mann Whitney U on posttest scores: U=164.0, p=0.1681 === Analyzing answers using revised as assessment type === Results on pretest - Condition Text: N: 20, mean ± std: 9.15 ± 3.10 Results on pretest - Condition Graphic: N: 19, mean ± std: 7.89 ± 3.16 Mann Whitney U on pretest scores: U=150.5, p=0.1344 Results on posttest - Condition Text: N: 20, mean ± std: 11.15 ± 2.39 Results on posttest - Condition Graphic: N: 19, mean ± std: 9.42 ± 3.11 Mann Whitney U on posttest scores: U=123.0, p=0.0299 &lt;/code&gt;&lt;/pre&gt; &lt;p&gt;You might need to install &lt;code&gt;scipy&lt;/code&gt; (e.g., depending on your setup, &lt;code&gt;pip install scipy&lt;/code&gt;).&lt;/p&gt; &lt;/li&gt; &lt;/ul&gt;</dct:description>
    <dct:accessRights rdf:resource="http://publications.europa.eu/resource/authority/access-right/PUBLIC"/>
    <dct:accessRights>
      <dct:RightsStatement rdf:about="info:eu-repo/semantics/openAccess">
        <rdfs:label>Open Access</rdfs:label>
      </dct:RightsStatement>
    </dct:accessRights>
    <dct:license rdf:resource="https://creativecommons.org/licenses/by/4.0/legalcode"/>
    <dcat:distribution>
      <dcat:Distribution>
        <dcat:accessURL rdf:resource="https://doi.org/10.5281/zenodo.5118719"/>
        <dcat:byteSize>376</dcat:byteSize>
        <dcat:downloadURL rdf:resource="https://zenodo.org/record/5118719/files/conditions.csv"/>
        <dcat:mediaType>text/csv</dcat:mediaType>
      </dcat:Distribution>
    </dcat:distribution>
    <dcat:distribution>
      <dcat:Distribution>
        <dcat:accessURL rdf:resource="https://doi.org/10.5281/zenodo.5118719"/>
        <dcat:byteSize>2114</dcat:byteSize>
        <dcat:downloadURL rdf:resource="https://zenodo.org/record/5118719/files/main.py"/>
        <dcat:mediaType>text/x-python</dcat:mediaType>
      </dcat:Distribution>
    </dcat:distribution>
    <dcat:distribution>
      <dcat:Distribution>
        <dcat:accessURL rdf:resource="https://doi.org/10.5281/zenodo.5118719"/>
        <dcat:byteSize>1322</dcat:byteSize>
        <dcat:downloadURL rdf:resource="https://zenodo.org/record/5118719/files/posttest_mc_anon.csv"/>
        <dcat:mediaType>text/csv</dcat:mediaType>
      </dcat:Distribution>
    </dcat:distribution>
    <dcat:distribution>
      <dcat:Distribution>
        <dcat:accessURL rdf:resource="https://doi.org/10.5281/zenodo.5118719"/>
        <dcat:byteSize>1290</dcat:byteSize>
        <dcat:downloadURL rdf:resource="https://zenodo.org/record/5118719/files/posttest_revised_anon.csv"/>
        <dcat:mediaType>text/csv</dcat:mediaType>
      </dcat:Distribution>
    </dcat:distribution>
    <dcat:distribution>
      <dcat:Distribution>
        <dcat:accessURL rdf:resource="https://doi.org/10.5281/zenodo.5118719"/>
        <dcat:byteSize>1322</dcat:byteSize>
        <dcat:downloadURL rdf:resource="https://zenodo.org/record/5118719/files/pretest_mc_anon.csv"/>
        <dcat:mediaType>text/csv</dcat:mediaType>
      </dcat:Distribution>
    </dcat:distribution>
    <dcat:distribution>
      <dcat:Distribution>
        <dcat:accessURL rdf:resource="https://doi.org/10.5281/zenodo.5118719"/>
        <dcat:byteSize>1290</dcat:byteSize>
        <dcat:downloadURL rdf:resource="https://zenodo.org/record/5118719/files/pretest_revised_anon.csv"/>
        <dcat:mediaType>text/csv</dcat:mediaType>
      </dcat:Distribution>
    </dcat:distribution>
    <dcat:distribution>
      <dcat:Distribution>
        <dcat:accessURL rdf:resource="https://doi.org/10.5281/zenodo.5118719"/>
        <dcat:byteSize>5763</dcat:byteSize>
        <dcat:downloadURL rdf:resource="https://zenodo.org/record/5118719/files/questions.md"/>
      </dcat:Distribution>
    </dcat:distribution>
    <dcat:distribution>
      <dcat:Distribution>
        <dcat:accessURL rdf:resource="https://doi.org/10.5281/zenodo.5118719"/>
        <dcat:byteSize>1917</dcat:byteSize>
        <dcat:downloadURL rdf:resource="https://zenodo.org/record/5118719/files/README.md"/>
      </dcat:Distribution>
    </dcat:distribution>
  </rdf:Description>
</rdf:RDF>
77
33
views
downloads
All versions This version
Views 7777
Downloads 3333
Data volume 112.8 kB112.8 kB
Unique views 6767
Unique downloads 2828

Share

Cite as