To address the limitations in describing the diversity of question randomization, we introduce a randomization framework that outlines six distinct randomization levels. We also include practical guides, including a decision tree and a usage table, to assist educators in effectively using the framework.
Published abstract https://dl.acm.org/doi/10.1145/3626253.3635599
@inproceedings{10.1145/3626253.3635599,
author = {Mahinpei, Romina and Xu, Iris and Wolfman, Steven and Moosvi, Firas},
title = {A Generalized Framework for Describing Question Randomization},
year = {2024},
isbn = {9798400704246},
publisher = {Association for Computing Machinery},
address = {New York, NY, USA},
url = {https://doi.org/10.1145/3626253.3635599},
doi = {10.1145/3626253.3635599},
abstract = {The rise of online assessments has motivated the development of randomized question banks, with randomization referring to the generation of different variants of a question. Although not all randomization efforts are equally effective in generating question isomorphs, the current classification of questions solely as randomized or not fails to address the varying degrees of randomization. To address this limitation in describing the diversity of randomization designs, we introduce a framework that outlines six distinct randomization levels. Additionally, we designed practical guides to assist educators in effectively using the framework, aligning with their pedagogical objectives. Through our application of this framework to classify around 200 questions from two courses, we further highlight the generalizability of the framework and reveal insights into the considerations and challenges associated with incorporating question randomization into computer science curricula.},
booktitle = {Proceedings of the 55th ACM Technical Symposium on Computer Science Education V. 2},
pages = {1736–1737},
numpages = {2},
keywords = {online assessments, question design, question randomization},
location = {<conf-loc>, <city>Portland</city>, <state>OR</state>, <country>USA</country>, </conf-loc>},
series = {SIGCSE 2024}
}