@inbook {1741, title = {Optimizing item exposure control algorithms for polytomous computerized adaptive tests with restricted item banks}, year = {2009}, note = {{PDF File, 923 KB}}, address = {D. J. Weiss (Ed.), Proceedings of the 2009 GMAC Conference on Computerized Adaptive Testing.}, author = {Chajewski, M. and Lewis, C.} } @inbook {1821, title = {Some thoughts on controlling item exposure in adaptive testing}, year = {2007}, note = {{PDF file, 357 KB}}, address = {D. J. Weiss (Ed.), Proceedings of the 2007 GMAC Conference on Computerized Adaptive Testing.}, author = {Lewis, C.} } @article {275, title = {A Bayesian method for the detection of item preknowledge in computerized adaptive testing}, journal = {Applied Psychological Measurement}, volume = {27}, number = {2}, year = {2003}, pages = {121-137}, abstract = {With the increased use of continuous testing in computerized adaptive testing, new concerns about test security have evolved, such as how to ensure that items in an item pool are safeguarded from theft. In this article, procedures to detect test takers using item preknowledge are explored. When test takers use item preknowledge, their item responses deviate from the underlying item response theory (IRT) model, and estimated abilities may be inflated. This deviation may be detected through the use of person-fit indices. A Bayesian posterior log odds ratio index is proposed for detecting the use of item preknowledge. In this approach to person fit, the estimated probability that each test taker has preknowledge of items is updated after each item response. These probabilities are based on the IRT parameters, a model specifying the probability that each item has been memorized, and the test taker{\textquoteright}s item responses. Simulations based on an operational computerized adaptive test (CAT) pool are used to demonstrate the use of the odds ratio index. (PsycINFO Database Record (c) 2005 APA )}, keywords = {Adaptive Testing, Cheating, Computer Assisted Testing, Individual Differences computerized adaptive testing, Item, Item Analysis (Statistical), Mathematical Modeling, Response Theory}, author = {McLeod, L. and Lewis, C. and Thissen, D.} } @booklet {1583, title = {Adaptive testing without IRT in the presence of multidimensionality (Research Report 02-09)}, year = {2002}, address = {Princeton NJ: Educational Testing Service}, author = {Yan, D. and Lewis, C. and Stocking, M.} } @conference {1170, title = {A comparison of computer mastery models when pool characteristics vary}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {2002}, note = {{PDF file, 692 KB}}, address = {New Orleans LA}, author = {Smith, R. L. and Lewis, C.} } @inbook {1897, title = {Methods of controlling the exposure of items in CAT}, year = {2000}, address = {W. J. van der Linden and C. A. W. Glas (eds.), Computerized adaptive testing: Theory and practice (pp. 163-182). Norwell MA: Kluwer.}, author = {Stocking, M. L. and Lewis, C.} } @article {640, title = {Detecting item memorization in the CAT environment}, journal = {Applied Psychological Measurement}, volume = {23}, year = {1999}, pages = {147-160}, author = {McLeod L. D., and Lewis, C.} } @conference {1276, title = {Adaptive testing without IRT}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {1998}, note = {(ERIC No. ED422359)}, address = {San Diego CA}, author = {Yan, D. and Lewis, C. and Stocking, M.} } @conference {1061, title = {A Bayesian approach to detection of item preknowledge in a CAT}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {1998}, address = {San Diego CA}, author = {McLeod, L. D. and Lewis, C.} } @booklet {1633, title = {Comparability of paper-and-pencil and computer adaptive test scores on the GRE General Test (GRE Board Professional Report No 95-08P; Educational Testing Service Research Report 98-38)}, year = {1998}, address = {Princeton, NJ: Educational Testing Service}, author = {Schaeffer, G. and Bridgeman, B. and Golub-Smith, M. L. and Lewis, C. and Potenza, M. T. and Steffen, M.} } @article {348, title = {Comparability of paper-and-pencil and computer adaptive test scores on the GRE General Test}, number = {ETS Research Report 98-38}, year = {1998}, month = {August, 1998}, institution = {Educational Testing Services}, address = {Princeton, N.J.}, isbn = {ETS Research Report 98-38}, author = {Schaeffer, G. A. and Bridgeman, B. and Golub-Smith, M. L. and Lewis, C. and Potenza, M. T. and Steffen, M.} } @article {372, title = {Controlling item exposure conditional on ability in computerized adaptive testing}, journal = {Journal of Educational \& Behavioral Statistics}, volume = {23}, number = {1}, year = {1998}, note = {American Educational Research Assn, US}, pages = {57-75}, abstract = {The interest in the application of large-scale adaptive testing for secure tests has served to focus attention on issues that arise when theoretical advances are made operational. One such issue is that of ensuring item and pool security in the continuous testing environment made possible by the computerized admin-istration of a test, as opposed to the more periodic testing environment typically used for linear paper-and-pencil tests. This article presents a new method of controlling the exposure rate of items conditional on ability level in this continuous testing environment. The properties of such conditional control on the exposure rates of items, when used in conjunction with a particular adaptive testing algorithm, are explored through studies with simulated data. }, author = {Stocking, M. L. and Lewis, C.} } @conference {1168, title = {Expected losses for individuals in Computerized Mastery Testing}, booktitle = {Paper presented at the annual meeting of National Council on Measurement in Education}, year = {1998}, address = {San Diego}, author = {Smith, R. and Lewis, C.} } @conference {1062, title = {A new approach for the detection of item preknowledge in computerized adaptive testing}, booktitle = {Paper presented at the annual meeting of the Psychometric Society}, year = {1998}, address = {Urbana, IL}, author = {McLeod, L. D. and Lewis, C.} } @conference {1167, title = {Incorporating decision consistency into Bayesian sequential testing}, booktitle = {Paper presented at the annual meeting of National Council on Measurement in Education}, year = {1997}, address = {Chicago}, author = {Smith, R. and Lewis, C.} } @conference {895, title = {Person-fit indices and their role in the CAT environment}, booktitle = {Paper presented at the Annual meeting of the National Council on Measurement in Education}, year = {1996}, address = {New York NY}, author = {David, L. A. and Lewis, C.} } @conference {1060, title = {Person-fit indices and their role in the CAT environment}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {1996}, address = {New York}, author = {McLeod, L. D. and Lewis, C.} } @conference {1166, title = {A search procedure to determine sets of decision points when using testlet-based Bayesian sequential testing procedures}, booktitle = {Paper presented at the annual meeting of National Council on Measurement in Education}, year = {1996}, address = {New York}, author = {Smith, R. and Lewis, C.} } @conference {1165, title = {A Bayesian computerized mastery model with multiple cut scores}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {1995}, address = {San Francisco CA}, author = {Smith, R. L. and Lewis, C.} } @conference {1249, title = {A comparison of two IRT-based models for computerized mastery testing when item parameter estimates are uncertain}, booktitle = {Paper presented at the annual meeting of the American Educational Research Association}, year = {1995}, address = {San Francisco}, author = {Way, W. D. and Lewis, C. and Smith, R. L.} } @article {688, title = {Computer-adaptive testing: A new breed of assessment}, journal = {Journal of the American Dietetic Association}, volume = {95}, year = {1995}, pages = {1326-1327}, author = {Ruiz, B. and Fitz, P. A. and Lewis, C. and Reidy, C.} } @article {690, title = {Computer-adaptive testing: A new breed of assessment}, journal = {Journal of the American Dietetic Association}, volume = {95}, year = {1995}, pages = {1326-1327}, author = {Ruiz, B. and Fitz, P. A. and Lewis, C. and Reidy, C.} } @booklet {1621, title = {Controlling item exposure conditional on ability in computerized adaptive testing (Research Report 95-25)}, year = {1995}, note = {$\#$ST95-25; also see $\#$ST98057}, address = {Princeton NJ: Educational Testing Service.}, author = {Stocking, M. L. and Lewis, C.} } @booklet {1620, title = {A new method of controlling item exposure in computerized adaptive testing (Research Report 95-25)}, year = {1995}, address = {Princeton NJ: Educational Testing Service}, author = {Stocking, M. L. and Lewis, C.} } @booklet {1365, title = {Computerized mastery testing using fuzzy set decision theory (Research Report 94-37)}, year = {1994}, address = {Princeton NJ: Educational Testing Service}, author = {Du, Y. and Lewis, C. and Pashley, P. J.} } @article {533, title = {Computerized mastery testing using fuzzy set decision theory}, journal = {Applied Measurement in Education}, volume = {6}, year = {1993}, note = {(Also Educational Testing Service Research Report 94-37)}, pages = {181-193}, author = {Du, Y. and Lewis, C. and Pashley, P. J.} } @article {778, title = {A comparison of the performance of simulated hierarchical and linear testlets}, journal = {Journal of Educational Measurement}, volume = {29}, year = {1992}, pages = {243-251}, author = {Wainer, H., and Kaplan, B. and Lewis, C.} } @article {2025, title = {Computerized Mastery Testing With Nonequivalent Testlets}, journal = {Applied Psychological Measurement}, volume = {16}, year = {1992}, pages = {65-76}, author = {Sheehan, K. and Lewis, C.} } @article {697, title = {Computerized mastery testing with nonequivalent testlets}, journal = {Applied Psychological Measurement}, volume = {16}, year = {1992}, pages = {65-76}, author = {Sheehan, K., and Lewis, C.} } @article {781, title = {Building algebra testlets: A comparison of hierarchical and linear structures}, journal = {Journal of Educational Measurement}, volume = {8}, year = {1991}, pages = {xxx-xxx}, author = {Wainer, H., and Lewis, C. and Kaplan, B. and Braswell, J.} } @booklet {1554, title = {Some empirical guidelines for building testlets (Technical Report 91-56)}, year = {1991}, address = {Princeton NJ: Educational Testing Service, Program Statistics Research}, author = {Wainer, H., and Kaplan, B. and Lewis, C.} } @booklet {1556, title = {An adaptive algebra test: A testlet-based, hierarchically structured test with validity-based scoring}, year = {1990}, note = {Princeton NJ: Educational testing Service.}, address = {ETS Technical Report 90-92}, author = {Wainer, H., and Lewis, C. and Kaplan, B, and Braswell, J.} } @article {780, title = {Toward a psychometrics for testlets}, journal = {Journal of Educational Measurement}, volume = {27}, year = {1990}, pages = {1-14}, author = {Wainer, H., and Lewis, C.} } @article {2022, title = {Using Bayesian Decision Theory to Design a Computerized Mastery Test}, journal = {Applied Psychological Measurement}, volume = {14}, year = {1990}, pages = {367-386}, author = {Lewis, C. and Sheehan, K.} } @article {615, title = {Computerized mastery testing}, journal = {Machine-Mediated Learning}, volume = {2}, year = {1988}, pages = {283-286}, author = {Lewis, C. and Sheehan, K.} }