@article {2493, title = {Online Calibration of Polytomous Items Under the Generalized Partial Credit Model}, journal = {Applied Psychological Measurement}, volume = {40}, number = {6}, year = {2016}, pages = {434-450}, abstract = {Online calibration is a technology-enhanced architecture for item calibration in computerized adaptive tests (CATs). Many CATs are administered continuously over a long term and rely on large item banks. To ensure test validity, these item banks need to be frequently replenished with new items, and these new items need to be pretested before being used operationally. Online calibration dynamically embeds pretest items in operational tests and calibrates their parameters as response data are gradually obtained through the continuous test administration. This study extends existing formulas, procedures, and algorithms for dichotomous item response theory models to the generalized partial credit model, a popular model for items scored in more than two categories. A simulation study was conducted to investigate the developed algorithms and procedures under a variety of conditions, including two estimation algorithms, three pretest item selection methods, three seeding locations, two numbers of score categories, and three calibration sample sizes. Results demonstrated acceptable estimation accuracy of the two estimation algorithms in some of the simulated conditions. A variety of findings were also revealed for the interacted effects of included factors, and recommendations were made respectively.}, doi = {10.1177/0146621616650406}, url = {http://apm.sagepub.com/content/40/6/434.abstract}, author = {Zheng, Yi} } @article {2354, title = {On-the-Fly Assembled Multistage Adaptive Testing}, journal = {Applied Psychological Measurement}, volume = {39}, number = {2}, year = {2015}, pages = {104-118}, abstract = {

Recently, multistage testing (MST) has been adopted by several important large-scale testing programs and become popular among practitioners and researchers. Stemming from the decades of history of computerized adaptive testing (CAT), the rapidly growing MST alleviates several major problems of earlier CAT applications. Nevertheless, MST is only one among all possible solutions to these problems. This article presents a new adaptive testing design, \“on-the-fly assembled multistage adaptive testing\” (OMST), which combines the benefits of CAT and MST and offsets their limitations. Moreover, OMST also provides some unique advantages over both CAT and MST. A simulation study was conducted to compare OMST with MST and CAT, and the results demonstrated the promising features of OMST. Finally, the \“Discussion\” section provides suggestions on possible future adaptive testing designs based on the OMST framework, which could provide great flexibility for adaptive tests in the digital future and open an avenue for all types of hybrid designs based on the different needs of specific tests.

}, doi = {10.1177/0146621614544519}, url = {http://apm.sagepub.com/content/39/2/104.abstract}, author = {Zheng, Yi and Chang, Hua-Hua} }