@inbook {1800, title = {An evaluation of a new procedure for computing information functions for Bayesian scores from computerized adaptive tests}, year = {2009}, note = {{PDF file, 571 KB}}, address = {D. J. Weiss (Ed.), Proceedings of the 2009 GMAC Conference on Computerized Adaptive Testing.}, author = {Ito, K. and Pommerich, M and Segall, D.} } @inbook {1868, title = {The nine lives of CAT-ASVAB: Innovations and revelations}, year = {2009}, note = {{PDF File, 169 KB}}, address = {In D. J. Weiss (Ed.), Proceedings of the 2009 GMAC Conference on Computerized Adaptive Testing.}, abstract = {The Armed Services Vocational Aptitude Battery (ASVAB) is administered annually to more than one million military applicants and high school students. ASVAB scores are used to determine enlistment eligibility, assign applicants to military occupational specialties, and aid students in career exploration. The ASVAB is administered as both a paper-and-pencil (P\&P) test and a computerized adaptive test (CAT). CAT-ASVAB holds the distinction of being the first large-scale adaptive test battery to be administered in a high-stakes setting. Approximately two-thirds of military applicants currently take CAT-ASVAB; long-term plans are to replace P\&P-ASVAB with CAT-ASVAB at all test sites. Given CAT-ASVAB{\textquoteright}s pedigree{\textemdash}approximately 20 years in development and 20 years in operational administration{\textemdash}much can be learned from revisiting some of the major highlights of CATASVAB history. This paper traces the progression of CAT-ASVAB through nine major phases of development including: research and evelopment of the CAT-ASVAB prototype, the initial development of psychometric procedures and item pools, initial and full-scale operational implementation, the introduction of new item pools, the introduction of Windows administration, the introduction of Internet administration, and research and development of the next generation CATASVAB. A background and history is provided for each phase, including discussions of major research and operational issues, innovative approaches and practices, and lessons learned.}, author = {Pommerich, M and Segall, D. O. and Moreno, K. E.} } @booklet {316, title = {The effect of using item parameters calibrated from paper administrations in computer adaptive test administrations}, journal = {Journal of Technology, Learning, and Assessment}, volume = {5}, number = {7}, year = {2007}, pages = {1-29}, abstract = {Computer administered tests are becoming increasingly prevalent as computer technology becomes more readily available on a large scale. For testing programs that utilize both computer and paper administrations, mode effects are problematic in that they can result in examinee scores that are artificially inflated or deflated. As such, researchers have engaged in extensive studies of whether scores differ across paper and computer presentations of the same tests. The research generally seems to indicate that the more complicated it is to present or take a test on computer, the greater the possibility of mode effects. In a computer adaptive test, mode effects may be a particular concern if items are calibrated using item responses obtained from one administration mode (i.e., paper), and those parameters are then used operationally in a different administration mode (i.e., computer). This paper studies the suitability of using parameters calibrated from a paper administration for item selection and scoring in a computer adaptive administration, for two tests with lengthy passages that required navigation in the computer administration. The results showed that the use of paper calibrated parameters versus computer calibrated parameters in computer adaptive administrations had small to moderate effects on the reliability of examinee scores, at fairly short test lengths. This effect was generally diminished for longer test lengths. However, the results suggest that in some cases, some loss in reliability might be inevitable if paper-calibrated parameters are used in computer adaptive administrations.}, keywords = {Mode effects}, author = {Pommerich, M} } @article {2075, title = {The Effect of Using Item Parameters Calibrated from Paper Administrations in Computer Adaptive Test Administrations}, journal = {The Journal of Technology, Learning, and Assessment}, volume = {5}, number = {7}, year = {2007}, abstract = {

Computer administered tests are becoming increasingly prevalent as computer technology becomes more readily available on a large scale. For testing programs that utilize both computer and paper administrations, mode effects are problematic in that they can
result in examinee scores that are artificially inflated or deflated. As such, researchers have engaged in extensive studies of whether scores differ across paper and computer presentations of the same tests. The research generally seems to indicate that the more
complicated it is to present or take a test on computer, the greater the possibility of mode effects. In a computer adaptive test, mode effects may be a particular concern if items are calibrated using item responses obtained from one administration mode (i.e., paper), and those parameters are then used operationally in a different administration mode (i.e., computer). This paper studies the suitability of using parameters calibrated from a paper administration for item selection and scoring in a computer adaptive administration, for two tests with lengthy passages that required navigation in the computer administration. The results showed that the use of paper calibrated parameters versus computer calibrated parameters in computer adaptive administrations had small to
moderate effects on the reliability of examinee scores, at fairly short test lengths. This effect was generally diminished for longer test lengths. However, the results suggest that in some cases, some loss in reliability might be inevitable if paper-calibrated parameters
are used in computer adaptive administrations.\ 

}, author = {Pommerich, M} } @conference {1094, title = {Calibrating CAT pools and online pretest items using marginal maximum likelihood methods}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {2003}, note = {{PDF file, 284 KB}}, address = {Chicago IL}, author = {Pommerich, M and Segall, D. O.} } @conference {865, title = {An examination of item review on a CAT using the specific information item selection algorithm}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {2001}, note = {PDF file, 325 K}, address = {Seattle WA}, author = {Bowles, R and Pommerich, M} } @conference {854, title = {An examination of item review on a CAT using the specific information item selection algorithm}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {2001}, note = {PDF file, 325 KB}}, address = {Seattle WA}, author = {Bowles, R and Pommerich, M} } @conference {1093, title = {From simulation to application: Examinees react to computerized testing}, booktitle = {Paper presented at the annual meeting of the National Council of Measurement in Education}, year = {2000}, address = {New Orleans, April 2000}, author = {Pommerich, M and Burden, T.} } @conference {893, title = {Pretesting alongside an operational CAT}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {1999}, address = {Montreal, Canada}, author = {Davey, T. and Pommerich, M and Thompson, D. T.} }