Fyfe, Emily; de Leeuw, Joshua; Carvalho, Paulo; Goldstone, Robert; Sherman, Janelle; Admiraal, David; Alford, Laura; Bonner, Alison; Brassil, Chad; Brooks, Christopher; Carbonetto, Tracey; Chang, Sau Hou; Cruz, Laura; Czymoniewicz-Klippel, Melina; Daniel, Frances; Driessen, Michelle D; Habashy, Noel; Hanson-Bradley, Carrie; Hirt, Ed; Carbonell, Virginia Hojas; Jackson, Daniel; Jones, Shay; Keagy, Jennifer; Keith, Brandi; Malmquist, Sarah; McQuarrie, Barry; Metzger, Kelsey; Min, Maung; Patil, Sameer; Patrick, Ryan; Pelaprat, Etienne; Petrunich-Rutherford, Maureen; Porter, Meghan; Prescott, Kristina; Reck, Cathrine; Renner, Terri; Robbins, Eric; Smith, Adam; Stuczynski, Phil; Thompson, Jaye; Tsotakos, Nikolaos; Turk, Judith; Unruh, Kyle; Webb, Jennifer; Whitehead, Stephanie; Wisniewski, Elaine; Motz, Benjamin
In: Advances in Methods and Practices in Psychological Science (Preprint), 2019.
Abstract | Links | BibTeX | Schlagwörter: Education, Evidence-Based Practices, Experiment, feedback, O, Reproducibility
@article{Fyfe2019,
title = {ManyClasses 1: Assessing the generalizable effect of immediate versus delayed feedback across many college classes},
author = {Emily Fyfe and Joshua de Leeuw and Paulo Carvalho and Robert Goldstone and Janelle Sherman and David Admiraal and Laura Alford and Alison Bonner and Chad Brassil and Christopher Brooks and Tracey Carbonetto and Sau Hou Chang and Laura Cruz and Melina Czymoniewicz-Klippel and Frances Daniel and Michelle D Driessen and Noel Habashy and Carrie Hanson-Bradley and Ed Hirt and Virginia Hojas Carbonell and Daniel Jackson and Shay Jones and Jennifer Keagy and Brandi Keith and Sarah Malmquist and Barry McQuarrie and Kelsey Metzger and Maung Min and Sameer Patil and Ryan Patrick and Etienne Pelaprat and Maureen Petrunich-Rutherford and Meghan Porter and Kristina Prescott and Cathrine Reck and Terri Renner and Eric Robbins and Adam Smith and Phil Stuczynski and Jaye Thompson and Nikolaos Tsotakos and Judith Turk and Kyle Unruh and Jennifer Webb and Stephanie Whitehead and Elaine Wisniewski and Benjamin Motz},
url = {https://doi.org/10.31234/osf.io/4mvyh
https://osf.io/q84t7/},
doi = {10.31234/osf.io/4mvyh},
year = {2019},
date = {2019-05-01},
journal = {Advances in Methods and Practices in Psychological Science (Preprint)},
abstract = {Psychology researchers have long attempted to identify educational practices that improve student learning. However, experimental research on these practices is often conducted in laboratory contexts or in a single course, threatening the external validity of the results. In this paper, we establish an experimental paradigm for evaluating the benefits of recommended practices across a variety of authentic educational contexts – a model we call ManyClasses. The core feature is that researchers examine the same research question and measure the same experimental effect across many classes spanning a range of topics, institutions, teacher implementations, and student populations. We report the first ManyClasses study, which examined how the timing of feedback on class assignments, either immediate or delayed by a few days, affected subsequent performance on class assessments. Across 38 classes, the overall estimate for the effect of feedback timing was 0.002 (95{37d1f293241a1edd19b097ce37fa29bd44d887a41b5283a0fc9485076e078306} HDI -0.05 to 0.05), indicating that there was no effect of immediate versus delayed feedback on student learning that generalizes across classes. Further, there were no credibly non-zero effects for 40 pre-registered moderators related to class-level and student-level characteristics. Yet, our results provide hints that in certain kinds of classes, which were under-sampled in the current study, there may be modest advantages for delayed feedback. More broadly, these findings provide insights regarding the feasibility of conducting within-class randomized experiments across a range of naturally occurring learning environments.},
keywords = {Education, Evidence-Based Practices, Experiment, feedback, O, Reproducibility},
pubstate = {published},
tppubtype = {article}
}