@article{Kardas2018,
title = {Easier Seen Than Done: Merely Watching Others Perform Can Foster an Illusion of Skill Acquisition},
author = {Michael Kardas and Ed O’Brien},
url = { https://doi.org/10.1177/0956797617740646},
doi = {10.1177/0956797617740646},
year = {2018},
date = {2018-02-16},
journal = {Psychological Science},
volume = {29},
number = {4},
pages = {521-536},
abstract = {Modern technologies such as YouTube afford unprecedented access to the skilled performances of other people. Six experiments (N = 2,225) reveal that repeatedly watching others can foster an illusion of skill acquisition. The more people merely watch others perform (without actually practicing themselves), the more they nonetheless believe they could perform the skill, too (Experiment 1). However, people’s actual abilities—from throwing darts and doing the moonwalk to playing an online game—do not improve after merely watching others, despite predictions to the contrary (Experiments 2–4). What do viewers see that makes them think they are learning? We found that extensive viewing allows people to track what steps to take (Experiment 5) but not how those steps feel when taking them. Accordingly, experiencing a “taste” of performing attenuates the illusion: Watching others juggle but then holding the pins oneself tempers perceived change in one’s own ability (Experiment 6). These findings highlight unforeseen problems for self-assessment when watching other people.},
keywords = {empathy gap, O, open data, open materials, preregistered, repeated exposure, self-assessment},
pubstate = {published},
tppubtype = {article}
}
Modern technologies such as YouTube afford unprecedented access to the skilled performances of other people. Six experiments (N = 2,225) reveal that repeatedly watching others can foster an illusion of skill acquisition. The more people merely watch others perform (without actually practicing themselves), the more they nonetheless believe they could perform the skill, too (Experiment 1). However, people’s actual abilities—from throwing darts and doing the moonwalk to playing an online game—do not improve after merely watching others, despite predictions to the contrary (Experiments 2–4). What do viewers see that makes them think they are learning? We found that extensive viewing allows people to track what steps to take (Experiment 5) but not how those steps feel when taking them. Accordingly, experiencing a “taste” of performing attenuates the illusion: Watching others juggle but then holding the pins oneself tempers perceived change in one’s own ability (Experiment 6). These findings highlight unforeseen problems for self-assessment when watching other people.
@article{Foster2009,
title = {A new format for multiple-choice testing: Discrete-Option Multiple-Choice. Results from early studies},
author = {David Foster and Harold L. Miller},
url = {https://doaj.org/article/9851131c12144827a1369f195773d083},
issn = {1866-6140},
year = {2009},
date = {2009-04-01},
urldate = {2018-06-13},
journal = {Psychology Science Quarterly},
volume = {51},
number = {4},
pages = {355–369},
abstract = {The standard multiple-choice format has remained relatively unchanged for nearly 100 years, even over the past 25 years as multiple-choice tests have been computerized. We introduce a unique version of the multiple-choice format that has the potential to improve a test’s measurement and security properties, along with other advantages. We summarize our research with college students on course-level exams to demonstrate these benefits and to establish the Discrete-Option Multiple-Choice (DOMC) format as not only a viable way to measure skills and content knowledge, but an essential one.},
keywords = {computerized testing, Discrete-Option Multiple-Choice, fairness, multiple choice, self-assessment, test security},
pubstate = {published},
tppubtype = {article}
}
The standard multiple-choice format has remained relatively unchanged for nearly 100 years, even over the past 25 years as multiple-choice tests have been computerized. We introduce a unique version of the multiple-choice format that has the potential to improve a test’s measurement and security properties, along with other advantages. We summarize our research with college students on course-level exams to demonstrate these benefits and to establish the Discrete-Option Multiple-Choice (DOMC) format as not only a viable way to measure skills and content knowledge, but an essential one.
