@article {2718, title = {Three Measures of Test Adaptation Based on Optimal Test Information}, journal = {Journal of Computerized Adaotive Testing}, volume = {8}, year = {2020}, pages = {1-19}, issn = {2165-6592}, doi = {10.7333/2002-0801001}, url = {http://iacat.org/jcat/index.php/jcat/article/view/80/37}, author = {G. Gage Kingsbury and Steven L. Wise} } @article {2719, title = {Three Measures of Test Adaptation Based on Optimal Test Information}, journal = {Journal of Computerized Adaotive Testing}, volume = {8}, year = {2020}, pages = {1-19}, issn = {2165-6592}, doi = {10.7333/2002-0801001}, url = {http://iacat.org/jcat/index.php/jcat/article/view/80/37}, author = {G. Gage Kingsbury and Steven L. Wise} } @article {2717, title = {Time-Efficient Adaptive Measurement of Change}, journal = {Journal of Computerized Adaptive Testing}, volume = {7}, year = {2019}, pages = {15-34}, abstract = {

The adaptive measurement of change (AMC) refers to the use of computerized adaptive testing (CAT) at multiple occasions to efficiently assess a respondent\’s improvement, decline, or sameness from occasion to occasion. Whereas previous AMC research focused on administering the most informative item to a respondent at each stage of testing, the current research proposes the use of Fisher information per time unit as an item selection procedure for AMC. The latter procedure incorporates not only the amount of information provided by a given item but also the expected amount of time required to complete it. In a simulation study, the use of Fisher information per time unit item selection resulted in a lower false positive rate in the majority of conditions studied, and a higher true positive rate in all conditions studied, compared to item selection via Fisher information without accounting for the expected time taken. Future directions of research are suggested.

}, keywords = {adaptive measurement of change, computerized adaptive testing, Fisher information, item selection, response-time modeling}, issn = {2165-6592}, doi = {10.7333/1909-0702015}, url = {http://iacat.org/jcat/index.php/jcat/article/view/73/35}, author = {Matthew Finkelman and Chun Wang} } @article {2696, title = {A Top-Down Approach to Designing the Computerized Adaptive Multistage Test}, journal = {Journal of Educational Measurement}, volume = {55}, number = {2}, year = {2018}, pages = {243-263}, abstract = {Abstract The top-down approach to designing a multistage test is relatively understudied in the literature and underused in research and practice. This study introduced a route-based top-down design approach that directly sets design parameters at the test level and utilizes the advanced automated test assembly algorithm seeking global optimality. The design process in this approach consists of five sub-processes: (1) route mapping, (2) setting objectives, (3) setting constraints, (4) routing error control, and (5) test assembly. Results from a simulation study confirmed that the assembly, measurement and routing results of the top-down design eclipsed those of the bottom-up design. Additionally, the top-down design approach provided unique insights into design decisions that could be used to refine the test. Regardless of these advantages, it is recommended applying both top-down and bottom-up approaches in a complementary manner in practice.}, doi = {10.1111/jedm.12174}, url = {https://onlinelibrary.wiley.com/doi/abs/10.1111/jedm.12174}, author = {Luo, Xiao and Kim, Doyoung} } @article {2280, title = {Termination Criteria in Computerized Adaptive Tests: Do Variable-Length CATs Provide Efficient and Effective Measurement?}, journal = {Journal of Computerized Adaptive Testing}, volume = {1}, year = {2012}, pages = {1-18}, issn = {2165-6592}, doi = {10.7333/1212-0101001}, author = {Babcock, B. and Weiss, D. J.} } @conference {2105, title = {A Test Assembly Model for MST}, booktitle = {Annual Conference of the International Association for Computerized Adaptive Testing}, year = {2011}, month = {10/2011}, abstract = {

This study is just a short exploration in the matter of optimization of a MST. It is extremely hard or maybe impossible to chart influence of item pool and test specifications on optimization process. Simulations are very helpful in finding an acceptable MST.

}, keywords = {CAT, mst, multistage testing, Rasch, routing, tif}, author = {Angela Verschoor and Ingrid Radtke and Theo Eggen} } @inbook {2068, title = {Testlet-Based Adaptive Mastery Testing}, booktitle = {Elements of Adaptive Testing}, year = {2010}, pages = {387-409}, chapter = {20}, doi = {10.1007/978-0-387-85461-8}, author = {Vos, H. J. and Glas, C. A. W.} } @article {298, title = {Tests informatizados y otros nuevos tipos de tests [Computerized and other new types of tests]}, journal = {Papeles del Psic{\'o}logo}, volume = {31}, number = {1}, year = {2010}, pages = {94-107}, abstract = {Recientemente se ha producido un considerable desarrollo de los tests adaptativos informatizados, en los que el test se adapta progresivamente al rendimiento del evaluando, y de otros tipos de tests: a) los test basados en modelos (se dispone de un modelo o teor{\'\i}a de c{\'o}mo se responde a cada {\'\i}tem, lo que permite predecir su dificultad), b) los tests ipsativos (el evaluado ha de elegir entre opciones que tienen parecida deseabilidad social, por lo que pueden resultar eficaces para controlar algunos sesgos de respuestas), c) los tests conductuales (miden rasgos que ordinariamente se han venido midiendo con autoinformes, mediante tareas que requieren respuestas no verbales) y d) los tests situacionales (en los que se presenta al evaluado una situaci{\'o}n de conflicto laboral, por ejemplo, con varias posibles soluciones, y ha de elegir la que le parece la mejor descripci{\'o}n de lo que el har{\'\i}a en esa situaci{\'o}n). El art{\'\i}culo comenta las caracter{\'\i}sticas, ventajas e inconvenientes de todos ellos y muestra algunos ejemplos de tests concretos. Palabras clave: Test adaptativo informatizado, Test situacional, Test comportamental, Test ipsativo y generaci{\'o}n autom{\'a}tica de {\'\i}tems.The paper provides a short description of some test types that are earning considerable interest in both research and applied areas. The main feature of a computerized adaptive test is that in despite of the examinees receiving different sets of items, their test scores are in the same metric and can be directly compared. Four other test types are considered: a) model-based tests (a model or theory is available to explain the item response process and this makes the prediction of item difficulties possible), b) ipsative tests (the examinee has to select one among two or more options with similar social desirability; so, these tests can help to control faking or other examinee{\textquoteright}s response biases), c) behavioral tests (personality traits are measured from non-verbal responses rather than from self-reports), and d) situational tests (the examinee faces a conflictive situation and has to select the option that best describes what he or she will do). The paper evaluates these types of tests, comments on their pros and cons and provides some specific examples. Key words: Computerized adaptive test, Situational test, Behavioral test, Ipsative test and y automatic item generation.}, author = {Olea, J. and Abad, F. J. and Barrada, J} } @inbook {2067, title = {Three-Category Adaptive Classification Testing}, booktitle = {Elements of Adaptive Testing}, year = {2010}, pages = {373-387}, chapter = {19}, doi = {10.1007/978-0-387-85461-8}, author = {Theo Eggen} } @inbook {1729, title = {Termination criteria in computerized adaptive tests: Variable-length CATs are not biased.}, year = {2009}, address = { D. J. Weiss (Ed.), Proceedings of the 2009 GMAC Conference on Computerized Adaptive Testing.}, author = {Babcock, B. and Weiss, D. J.} } @inbook {1731, title = {Test overlap rate and item exposure rate as indicators of test security in CATs}, year = {2009}, note = {PDF File, 261 K}, address = {D. J. Weiss (Ed.), Proceedings of the 2009 GMAC Conference on Computerized Adaptive Testing.}, author = {Barrada, J and Olea, J. and Ponsoda, V. and Abad, F. J.} } @article {2109, title = {To Weight Or Not To Weight? Balancing Influence Of Initial Items In Adaptive Testing}, journal = {Psychometrica}, volume = {73}, year = {2008}, pages = {441-450}, abstract = {

It has been widely reported that in computerized adaptive testing some examinees may get much lower scores than they would normally if an alternative paper-and-pencil version were given. The main purpose of this investigation is to quantitatively reveal the cause for the underestimation phenomenon. The logistic models, including the 1PL, 2PL, and 3PL models, are used to demonstrate our assertions. Our analytical derivation shows that, under the maximum information item selection strategy, if an examinee failed a few items at the beginning of the test, easy but more discriminating items are likely to be administered. Such items are ineffective to move the estimate close to the true theta, unless the test is sufficiently long or a variable-length test is used. Our results also indicate that a certain weighting mechanism is necessary to make the algorithm rely less on the items administered at the beginning of the test.

}, doi = {10.1007/S11336-007-9047-7}, author = {Chang, H.-H. and Ying, Z.} } @article {783, title = {Transitioning from fixed-length questionnaires to computer-adaptive versions}, journal = {Zeitschrift f{\"u}r Psychologie \ Journal of Psychology}, volume = {216(1)}, year = {2008}, pages = {22{\textendash}28}, author = {Walter, O. B. and Holling, H.} } @article {306, title = {Test design optimization in CAT early stage with the nominal response model}, journal = {Applied Psychological Measurement}, volume = {31}, number = {3}, year = {2007}, pages = {213-232}, publisher = {Sage Publications: US}, abstract = {The early stage of computerized adaptive testing (CAT) refers to the phase of the trait estimation during the administration of only a few items. This phase can be characterized by bias and instability of estimation. In this study, an item selection criterion is introduced in an attempt to lessen this instability: the D-optimality criterion. A polytomous unconstrained CAT simulation is carried out to evaluate this criterion{\textquoteright}s performance under different test premises. The simulation shows that the extent of early stage instability depends primarily on the quality of the item pool information and its size and secondarily on the item selection criteria. The efficiency of the D-optimality criterion is similar to the efficiency of other known item selection criteria. Yet, it often yields estimates that, at the beginning of CAT, display a more robust performance against instability. (PsycINFO Database Record (c) 2007 APA, all rights reserved)}, keywords = {computerized adaptive testing, nominal response model, robust performance, test design optimization}, isbn = {0146-6216 (Print)}, author = {Passos, V. L. and Berger, M. P. F. and Tan, F. E.} } @article {2149, title = {Two-Phase Item Selection Procedure for Flexible Content Balancing in CAT}, journal = {Applied Psychological Measurement}, volume = {31}, number = {6}, year = {2007}, pages = {467-482}, abstract = {

Content balancing is an important issue in the design and implementation of computerized adaptive testing (CAT). Content-balancing techniques that have been applied in fixed content balancing, where the number of items from each content area is fixed, include constrained CAT (CCAT), the modified multinomial model (MMM), modified constrained CAT (MCCAT), and others. In this article, four methods are proposed to address the flexible content-balancing issue with the a-stratification design, named STR_C. The four methods are MMM+, an extension of MMM; MCCAT+, an extension of MCCAT; the TPM method, a two-phase content-balancing method using MMM in both phases; and the TPF method, a two-phase content-balancing method using MMM in the first phase and MCCAT in the second. Simulation results show that all of the methods work well in content balancing, and TPF performs the best in item exposure control and item pool utilization while maintaining measurement precision.

}, doi = {10.1177/0146621606292933}, url = {http://apm.sagepub.com/content/31/6/467.abstract}, author = {Ying Cheng, and Chang, Hua-Hua and Qing Yi,} } @article {508, title = {Two-phase item selection procedure for flexible content balancing in CAT}, journal = {Applied Psychological. Measurement}, volume = {3}, year = {2007}, pages = {467{\textendash}482}, author = {Cheng, Y and Chang, Hua-Hua and Yi, Q.} } @article {296, title = {T{\'e}cnicas para detectar patrones de respuesta at{\'\i}picos [Aberrant patterns detection methods]}, journal = {Anales de Psicolog{\'\i}a}, volume = {22}, number = {1}, year = {2006}, note = {Spain: Universidad de Murcia}, pages = {143-154}, abstract = {La identificaci{\'o}n de patrones de respuesta at{\'\i}picos es de gran utilidad para la construcci{\'o}n de tests y de bancos de {\'\i}tems con propiedades psicom{\'e}tricas as{\'\i} como para el an{\'a}lisis de validez de los mismos. En este trabajo de revisi{\'o}n se han recogido los m{\'a}s relevantes y novedosos m{\'e}todos de ajuste de personas que se han elaborado dentro de cada uno de los principales {\'a}mbitos de trabajo de la Psicometr{\'\i}a: el escalograma de Guttman, la Teor{\'\i}a Cl{\'a}sica de Tests (TCT), la Teor{\'\i}a de la Generalizabilidad (TG), la Teor{\'\i}a de Respuesta al {\'I}tem (TRI), los Modelos de Respuesta al {\'I}tem No Param{\'e}tricos (MRINP), los Modelos de Clase Latente de Orden Restringido (MCL-OR) y el An{\'a}lisis de Estructura de Covarianzas (AEC).Aberrant patterns detection has a great usefulness in order to make tests and item banks with psychometric characteristics and validity analysis of tests and items. The most relevant and newest person-fit methods have been reviewed. All of them have been made in each one of main areas of Psychometry: Guttman{\textquoteright}s scalogram, Classical Test Theory (CTT), Generalizability Theory (GT), Item Response Theory (IRT), Non-parametric Response Models (NPRM), Order-Restricted Latent Class Models (OR-LCM) and Covariance Structure Analysis (CSA).}, keywords = {aberrant patterns detection, Classical Test Theory, generalizability theory, Item Response, Item Response Theory, Mathematics, methods, person-fit, Psychometrics, psychometry, Test Validity, test validity analysis, Theory}, isbn = {0212-9728}, author = {N{\'u}{\~n}ez, R. M. N. and Pina, J. A. L.} } @article {2215, title = {A testlet assembly design for the uniform CPA Examination}, journal = {Applied Measurement in Education}, volume = {19}, number = {3}, year = {2006}, pages = {189-202}, doi = {10.1207/s15324818ame1903_2}, url = {http://www.tandfonline.com/doi/abs/10.1207/s15324818ame1903_2}, author = {Luecht, Richard and Brumfield, Terry and Breithaupt, Krista} } @article {195, title = {Test construction for cognitive diagnosis}, journal = {Applied Psychological Measurement}, volume = {29}, number = {4}, year = {2005}, pages = {262-277}, abstract = {Although cognitive diagnostic models (CDMs) can be useful in the analysis and interpretation of existing tests, little has been developed to specify how one might construct a good test using aspects of the CDMs. This article discusses the derivation of a general CDM index based on Kullback-Leibler information that will serve as a measure of how informative an item is for the classification of examinees. The effectiveness of the index is examined for items calibrated using the deterministic input noisy "and" gate model (DINA) and the reparameterized unified model (RUM) by implementing a simple heuristic to construct a test from an item bank. When compared to randomly constructed tests from the same item bank, the heuristic shows significant improvement in classification rates. (PsycINFO Database Record (c) 2005 APA ) (journal abstract)}, keywords = {(Measurement), Cognitive Assessment, Item Analysis (Statistical), Profiles, Test Construction, Test Interpretation, Test Items}, author = {Henson, R. K. and Douglas, J.} } @article {219, title = {Toward efficient and comprehensive measurement of the alcohol problems continuum in college students: The Brief Young Adult Alcohol Consequences Questionnaire}, journal = {Alcoholism: Clinical \& Experimental Research}, volume = {29}, number = {7}, year = {2005}, note = {MiscellaneousArticleMiscellaneous Article}, pages = {1180-1189}, abstract = {Background: Although a number of measures of alcohol problems in college students have been studied, the psychometric development and validation of these scales have been limited, for the most part, to methods based on classical test theory. In this study, we conducted analyses based on item response theory to select a set of items for measuring the alcohol problem severity continuum in college students that balances comprehensiveness and efficiency and is free from significant gender bias., Method: We conducted Rasch model analyses of responses to the 48-item Young Adult Alcohol Consequences Questionnaire by 164 male and 176 female college students who drank on at least a weekly basis. An iterative process using item fit statistics, item severities, item discrimination parameters, model residuals, and analysis of differential item functioning by gender was used to pare the items down to those that best fit a Rasch model and that were most efficient in discriminating among levels of alcohol problems in the sample., Results: The process of iterative Rasch model analyses resulted in a final 24-item scale with the data fitting the unidimensional Rasch model very well. The scale showed excellent distributional properties, had items adequately matched to the severity of alcohol problems in the sample, covered a full range of problem severity, and appeared highly efficient in retaining all of the meaningful variance captured by the original set of 48 items., Conclusions: The use of Rasch model analyses to inform item selection produced a final scale that, in both its comprehensiveness and its efficiency, should be a useful tool for researchers studying alcohol problems in college students. To aid interpretation of raw scores, examples of the types of alcohol problems that are likely to be experienced across a range of selected scores are provided., (C)2005Research Society on AlcoholismAn important, sometimes controversial feature of all psychological phenomena is whether they are categorical or dimensional. A conceptual and psychometric framework is described for distinguishing whether the latent structure behind manifest categories (e.g., psychiatric diagnoses, attitude groups, or stages of development) is category-like or dimension-like. Being dimension-like requires (a) within-category heterogeneity and (b) between-category quantitative differences. Being category-like requires (a) within-category homogeneity and (b) between-category qualitative differences. The relation between this classification and abrupt versus smooth differences is discussed. Hybrid structures are possible. Being category-like is itself a matter of degree; the authors offer a formalized framework to determine this degree. Empirical applications to personality disorders, attitudes toward capital punishment, and stages of cognitive development illustrate the approach., (C) 2005 by the American Psychological AssociationThe authors conducted Rasch model ( G. Rasch, 1960) analyses of items from the Young Adult Alcohol Problems Screening Test (YAAPST; S. C. Hurlbut \& K. J. Sher, 1992) to examine the relative severity and ordering of alcohol problems in 806 college students. Items appeared to measure a single dimension of alcohol problem severity, covering a broad range of the latent continuum. Items fit the Rasch model well, with less severe symptoms reliably preceding more severe symptoms in a potential progression toward increasing levels of problem severity. However, certain items did not index problem severity consistently across demographic subgroups. A shortened, alternative version of the YAAPST is proposed, and a norm table is provided that allows for a linking of total YAAPST scores to expected symptom expression., (C) 2004 by the American Psychological AssociationA didactic on latent growth curve modeling for ordinal outcomes is presented. The conceptual aspects of modeling growth with ordinal variables and the notion of threshold invariance are illustrated graphically using a hypothetical example. The ordinal growth model is described in terms of 3 nested models: (a) multivariate normality of the underlying continuous latent variables (yt) and its relationship with the observed ordinal response pattern (Yt), (b) threshold invariance over time, and (c) growth model for the continuous latent variable on a common scale. Algebraic implications of the model restrictions are derived, and practical aspects of fitting ordinal growth models are discussed with the help of an empirical example and Mx script ( M. C. Neale, S. M. Boker, G. Xie, \& H. H. Maes, 1999). The necessary conditions for the identification of growth models with ordinal data and the methodological implications of the model of threshold invariance are discussed., (C) 2004 by the American Psychological AssociationRecent research points toward the viability of conceptualizing alcohol problems as arrayed along a continuum. Nevertheless, modern statistical techniques designed to scale multiple problems along a continuum (latent trait modeling; LTM) have rarely been applied to alcohol problems. This study applies LTM methods to data on 110 problems reported during in-person interviews of 1,348 middle-aged men (mean age = 43) from the general population. The results revealed a continuum of severity linking the 110 problems, ranging from heavy and abusive drinking, through tolerance and withdrawal, to serious complications of alcoholism. These results indicate that alcohol problems can be arrayed along a dimension of severity and emphasize the relevance of LTM to informing the conceptualization and assessment of alcohol problems., (C) 2004 by the American Psychological AssociationItem response theory (IRT) is supplanting classical test theory as the basis for measures development. This study demonstrated the utility of IRT for evaluating DSM-IV diagnostic criteria. Data on alcohol, cannabis, and cocaine symptoms from 372 adult clinical participants interviewed with the Composite International Diagnostic Interview-Expanded Substance Abuse Module (CIDI-SAM) were analyzed with Mplus ( B. Muthen \& L. Muthen, 1998) and MULTILOG ( D. Thissen, 1991) software. Tolerance and legal problems criteria were dropped because of poor fit with a unidimensional model. Item response curves, test information curves, and testing of variously constrained models suggested that DSM-IV criteria in the CIDI-SAM discriminate between only impaired and less impaired cases and may not be useful to scale case severity. IRT can be used to study the construct validity of DSM-IV diagnoses and to identify diagnostic criteria with poor performance., (C) 2004 by the American Psychological AssociationThis study examined the psychometric characteristics of an index of substance use involvement using item response theory. The sample consisted of 292 men and 140 women who qualified for a Diagnostic and Statistical Manual of Mental Disorders (3rd ed., rev.; American Psychiatric Association, 1987) substance use disorder (SUD) diagnosis and 293 men and 445 women who did not qualify for a SUD diagnosis. The results indicated that men had a higher probability of endorsing substance use compared with women. The index significantly predicted health, psychiatric, and psychosocial disturbances as well as level of substance use behavior and severity of SUD after a 2-year follow-up. Finally, this index is a reliable and useful prognostic indicator of the risk for SUD and the medical and psychosocial sequelae of drug consumption., (C) 2002 by the American Psychological AssociationComparability, validity, and impact of loss of information of a computerized adaptive administration of the Minnesota Multiphasic Personality Inventory-2 (MMPI-2) were assessed in a sample of 140 Veterans Affairs hospital patients. The countdown method ( Butcher, Keller, \& Bacon, 1985) was used to adaptively administer Scales L (Lie) and F (Frequency), the 10 clinical scales, and the 15 content scales. Participants completed the MMPI-2 twice, in 1 of 2 conditions: computerized conventional test-retest, or computerized conventional-computerized adaptive. Mean profiles and test-retest correlations across modalities were comparable. Correlations between MMPI-2 scales and criterion measures supported the validity of the countdown method, although some attenuation of validity was suggested for certain health-related items. Loss of information incurred with this mode of adaptive testing has minimal impact on test validity. Item and time savings were substantial., (C) 1999 by the American Psychological Association}, keywords = {Psychometrics, Substance-Related Disorders}, author = {Kahler, C. W. and Strong, D. R. and Read, J. P. and De Boeck, P. and Wilson, M. and Acton, G. S. and Palfai, T. P. and Wood, M. D. and Mehta, P. D. and Neale, M. C. and Flay, B. R. and Conklin, C. A. and Clayton, R. R. and Tiffany, S. T. and Shiffman, S. and Krueger, R. F. and Nichol, P. E. and Hicks, B. M. and Markon, K. E. and Patrick, C. J. and Iacono, William G. and McGue, Matt and Langenbucher, J. W. and Labouvie, E. and Martin, C. S. and Sanjuan, P. M. and Bavly, L. and Kirisci, L. and Chung, T. and Vanyukov, M. and Dunn, M. and Tarter, R. and Handel, R. W. and Ben-Porath, Y. S. and Watt, M.} } @article {252, title = {Trait parameter recovery using multidimensional computerized adaptive testing in reading and mathematics}, journal = {Applied Psychological Measurement}, volume = {29}, number = {1}, year = {2005}, pages = {3-25}, abstract = {Under a multidimensional item response theory (MIRT) computerized adaptive testing (CAT) testing scenario, a trait estimate (θ) in onedimension will provide clues for subsequentlyseeking a solution in other dimensions. Thisfeature may enhance the efficiency of MIRT CAT{\textquoteright}s item selection and its scoring algorithms compared with its counterpart, the unidimensional CAT (UCAT). The present study used existing Reading and Math test data to generate simulated item parameters. A confirmatory item factor analysis model was applied to the data using NOHARM to produce interpretable MIRT item parameters. Results showed that MIRT CAT, conditional on theconstraints, was quite capable of producing accurate estimates on both measures. Compared with UCAT, MIRT CAT slightly increased the accuracy of both trait estimates, especially for the low-level or high-level trait examinees in both measures, and reduced the rate of unused items in the item pool. Index terms: computerized adaptive testing (CAT), item response theory (IRT), dimensionality, 0-1 linear programming, constraints, item exposure, reading assessment, mathematics assessment. }, isbn = {0146-6216}, author = {Li, Y. H.} } @article {2139, title = {Trait Parameter Recovery Using Multidimensional Computerized Adaptive Testing in Reading and Mathematics}, journal = {Applied Psychological Measurement}, volume = {29}, number = {1}, year = {2005}, pages = {3-25}, abstract = {

Under a multidimensional item response theory (MIRT) computerized adaptive testing (CAT) testing scenario, a trait estimate (\θ) in one dimension will provide clues for subsequently seeking a solution in other dimensions. This feature may enhance the efficiency of MIRT CAT\’s item selection and its scoring algorithms compared with its counterpart, the unidimensional CAT (UCAT). The present study used existing Reading and Math test data to generate simulated item parameters. A confirmatory item factor analysis model was applied to the data using NOHARM to produce interpretable MIRT item parameters. Results showed that MIRT CAT, conditional on the constraints, was quite capable of producing accurate estimates on both measures. Compared with UCAT, MIRT CAT slightly increased the accuracy of both trait estimates, especially for the low-level or high-level trait examinees in both measures, and reduced the rate of unused items in the item pool.

}, doi = {10.1177/0146621604270667}, url = {http://apm.sagepub.com/content/29/1/3.abstract}, author = {Li, Yuan H. and Schafer, William D.} } @article {718, title = {Test difficulty and stereotype threat on the GRE General Test}, journal = {Journal of Applied Social Psychology}, volume = {34(3)}, year = {2004}, pages = {563-597}, author = {Stricker, L. J., and Bejar, I. I.} } @article {244, title = {Testing vocabulary knowledge: Size, strength, and computer adaptiveness}, journal = {Language Learning}, volume = {54}, number = {3}, year = {2004}, note = {References .Blackwell Publishing, United Kingdom}, month = {Sep}, pages = {399-436}, abstract = {(from the journal abstract) In this article, we describe the development and trial of a bilingual computerized test of vocabulary size, the number of words the learner knows, and strength, a combination of four aspects of knowledge of meaning that are assumed to constitute a hierarchy of difficulty: passive recognition (easiest), active recognition, passive recall, and active recall (hardest). The participants were 435 learners of English as a second language. We investigated whether the above hierarchy was valid and which strength modality correlated best with classroom language performance. Results showed that the hypothesized hierarchy was present at all word frequency levels, that passive recall was the best predictor of classroom language performance, and that growth in vocabulary knowledge was different for the different strength modalities. (PsycINFO Database Record (c) 2004 APA, all rights reserved).}, author = {Laufer, B. and Goldstein, Z.} } @article {274, title = {Ten recommendations for advancing patient-centered outcomes measurement for older persons}, journal = {Annals of Internal Medicine}, volume = {139}, number = {5 Pt 2}, year = {2003}, note = {1539-3704Journal ArticleReview}, month = {Sep 2}, pages = {403-409}, abstract = {The past 50 years have seen great progress in the measurement of patient-based outcomes for older populations. Most of the measures now used were created under the umbrella of a set of assumptions and procedures known as classical test theory. A recent alternative for health status assessment is item response theory. Item response theory is superior to classical test theory because it can eliminate test dependency and achieve more precise measurement through computerized adaptive testing. Computerized adaptive testing reduces test administration times and allows varied and precise estimates of ability. Several key challenges must be met before computerized adaptive testing becomes a productive reality. I discuss these challenges for the health assessment of older persons in the form of 10 "Ds": things we need to deliberate, debate, decide, and do.}, keywords = {*Health Status Indicators, Aged, Geriatric Assessment/*methods, Humans, Patient-Centered Care/*methods, Research Support, U.S. Gov{\textquoteright}t, Non-P.H.S.}, author = {McHorney, C. A.} } @conference {1031, title = {Test information targeting strategies for adaptive multistage testlet designs}, booktitle = {Paper presented at the Annual meeting of the National Council on Measurement in Education}, year = {2003}, note = {PDF file, 179 K}, address = {Chicago IL}, author = {Luecht, RM and Burgin, W. L.} } @booklet {1486, title = {Tests adaptativos informatizados (Computerized adaptive testing)}, year = {2003}, note = {[In Spanish]}, address = {Madrid: UNED Ediciones}, author = {Olea, J. and Ponsoda, V.} } @conference {874, title = {Test-score comparability, ability estimation, and item-exposure control in computerized adaptive testing}, booktitle = {Paper presented at the Annual meeting of the National Council on Measurement in Education}, year = {2003}, address = {Chicago IL}, author = {Chang, Hua-Hua and Ying, Z.} } @article {321, title = {Timing behavior in computerized adaptive testing: Response times for correct and incorrect answers are not related to general fluid intelligence/Zum Zeitverhalten beim computergest{\"u}tzten adaptiveb Testen: Antwortlatenzen bei richtigen und falschen L{\"o}sun}, journal = {Zeitschrift f{\"u}r Differentielle und Diagnostische Psychologie}, volume = {24}, number = {1}, year = {2003}, pages = {57-63}, abstract = {Examined the effects of general fluid intelligence on item response times for correct and false responses in computerized adaptive testing. After performing the CFT3 intelligence test, 80 individuals (aged 17-44 yrs) completed perceptual and cognitive discrimination tasks. Results show that response times were related neither to the proficiency dimension reflected by the task nor to the individual level of fluid intelligence. Furthermore, the false > correct-phenomenon as well as substantial positive correlations between item response times for false and correct responses were shown to be independent of intelligence levels. (PsycINFO Database Record (c) 2005 APA )}, keywords = {Adaptive Testing, Cognitive Ability, Intelligence, Perception, Reaction Time computerized adaptive testing}, author = {Rammsayer, Thomas and Brandler, Susanne} } @conference {904, title = {To stratify or not: An investigation of CAT item selection procedures under practical constraints}, booktitle = {Paper presented at the Annual meeting of the National Council on Measurement in Education}, year = {2003}, note = {{PDF file, 186 KB}}, address = {Chicago IL}, author = {Deng, H. and Ansley, T.} } @article {300, title = {Technology solutions for testing}, journal = {School Administrator}, volume = {4}, number = {59}, year = {2002}, pages = {20-23}, abstract = {Northwest Evaluation Association in Portland, Oregon, consults with state and local educators on assessment issues. Describes several approaches in place at school districts that are using some combination of computer-based tests to measure student growth. The computerized adaptive test adjusts items based on a student{\textquoteright}s answer in "real time." On-demand testing provides almost instant scoring. (MLF)}, author = {Olson, A.} } @inbook {1834, title = {Test models for complex computer-based testing}, year = {2002}, address = {C. N. Mille,. M. T. Potenza, J. J. Fremer, and W. C. Ward (Eds.). Computer-based testing: Building the foundation for future assessments (pp. 67-88). Hillsdale NJ: Erlbaum.}, author = {Luecht, RM and Clauser, B. E.} } @conference {1030, title = {A testlet assembly design for the uniform CPA examination}, booktitle = {Paper presented at the Annual Meeting of the National Council on Measurement in Education.}, year = {2002}, note = {PDF file 192 KB}, address = {New Orleans}, author = {Luecht, RM and Brumfield, T. and Breithaupt, K} } @conference {873, title = {To weight or not to weight {\textendash} balancing influence of initial and later items in CAT}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {2002}, note = {{PDF file, 252 KB}}, address = {New Orleans LA}, author = {Chang, Hua-Hua and Ying, Z.} } @article {670, title = {Test anxiety and test performance: Comparing paper-based and computer-adaptive versions of the Graduate Record Examinations (GRE) General test}, journal = {Journal of educational computing research}, volume = {24 }, year = {2001}, pages = {249-273.}, author = {Powers, D. E.} } @conference {1161, title = {Testing a computerized adaptive personality inventory using simulated response data}, booktitle = {Paper presented at the annual meeting of the American Psychological Association}, year = {2001}, address = {San Francisco CA}, author = {Simms, L.} } @booklet {1470, title = {Testing via the Internet: A literature review and analysis of issues for Department of Defense Internet testing of the Armed Services Vocational Aptitude Battery (ASVAB) in high schools (FR-01-12)}, year = {2001}, note = {{PDF file, 894 KB}}, address = {Alexandria VA: Human Resources Research Organization}, author = {J. R. McBride and Paddock, A. F. and Wise, L. L. and Strickland, W. J. and B. K. Waters} } @article {197, title = {Toepassing van een computergestuurde adaptieve testprocedure op persoonlijkheidsdata [Application of a computerised adaptive test procedure on personality data]}, journal = {Nederlands Tijdschrift voor de Psychologie en haar Grensgebieden}, volume = {56}, number = {3}, year = {2001}, pages = {119-133}, abstract = {Studied the applicability of a computerized adaptive testing procedure to an existing personality questionnaire within the framework of item response theory. The procedure was applied to the scores of 1,143 male and female university students (mean age 21.8 yrs) in the Netherlands on the Neuroticism scale of the Amsterdam Biographical Questionnaire (G. J. Wilde, 1963). The graded response model (F. Samejima, 1969) was used. The quality of the adaptive test scores was measured based on their correlation with test scores for the entire item bank and on their correlation with scores on other scales from the personality test. The results indicate that computerized adaptive testing can be applied to personality scales. (PsycINFO Database Record (c) 2005 APA )}, keywords = {Adaptive Testing, Computer Applications, Computer Assisted Testing, Personality Measures, Test Reliability computerized adaptive testing}, author = {Hol, A. M. and Vorst, H. C. M. and Mellenbergh, G. J.} } @article {413, title = {Taylor approximations to logistic IRT models and their use in adaptive testing}, journal = {Journal of Educational and Behavioral Statistics}, volume = {25}, number = {3}, year = {2000}, pages = {307-343}, abstract = {Taylor approximation can be used to generate a linear approximation to a logistic ICC and a linear ability estimator. For a specific situation it will be shown to result in a special case of a Robbins-Monro item selection procedure for adaptive testing. The linear estimator can be used for the situation of zero and perfect scores when maximum likelihood estimation fails to come up with a finite estimate. It is also possible to use this estimator to generate starting values for maximum likelihood and weighted likelihood estimation. Approximations to the expectation and variance of the linear estimator for a sequence of Robbins-Monro item selections can be determined analytically. }, keywords = {computerized adaptive testing}, author = {Veerkamp, W. J. J.} } @conference {963, title = {Test security and item exposure control for computer-based }, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Educatio}, year = {2000}, address = {Chicago}, author = {Kalohn, J.} } @conference {936, title = {Test security and the development of computerized tests}, booktitle = {Paper presented at the National Council on Measurement in Education invited symposium: Maintaining test security in computerized programs{\textendash}Implications for practice}, year = {2000}, address = {New Orleans}, author = {Guo, F. and Way, W. D. and Reshetar, R.} } @inbook {1936, title = {Testlet response theory: An analog for the 3PL model useful in testlet-based adaptive testing}, year = {2000}, address = {W. J. van der Linden and C. A. W. Glas (Eds.), Computerized Adaptive Testing: Theory and Practice (pp. 245-270). Norwell MA: Kluwer.}, author = {Wainer, H., and Bradlow, E. T. and Du, Z.} } @inbook {1932, title = {Testlet-based adaptive mastery testing, W}, year = {2000}, address = {J. van der Linden (Ed.), Computerized adaptive testing: Theory and practice (pp. 289-309). Norwell MA: Kluwer.}, author = {Vos, H. J. and Glas, C. A. W.} } @booklet {1495, title = {Testlet-based Designs for Computer-Based Testing in a Certification and Licensure Setting}, year = {2000}, address = {Jersey City, NJ: AICPA Technical Report}, author = {Pitoniak, M. J.} } @booklet {1496, title = {Test anxiety and test performance: Comparing paper-based and computer-adaptive versions of the GRE General Test (Research Report 99-15)}, year = {1999}, address = {Princeton NJ: Educational Testing Service}, author = {Powers, D. E.} } @inbook {1820, title = {Testing adaptatif et {\'e}valuation des processus cognitifs}, year = {1999}, address = {C. Depover and B. No{\"e}l ({\'E}ds) : L{\textquoteright}{\'e}valuation des comp{\'e}tences et des processus cognitifs - Mod{\`e}les, pratiques et contextes. Bruxelles : De Boeck Universit{\'e}.}, author = {Laurier, M.} } @booklet {1487, title = {Tests informatizados: Fundamentos y aplicaciones (Computerized testing: Fundamentals and applications}, year = {1999}, note = {[In Spanish]}, address = {Madrid: Pirmide.}, author = {Olea, J. and Ponsoda, V. and Prieto, G., Eds.} } @conference {1181, title = {Test-taking strategies}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {1999}, address = {Montreal, Canada}, author = {Steffen, M.} } @conference {1183, title = {Test-taking strategies in computerized adaptive testing}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {1999}, address = {Montreal, Canada}, author = {Steffen, M. and Way, W. D.} } @article {230, title = {Threats to score comparability with applications to performance assessments and computerized adaptive tests}, journal = {Educational Assessment}, volume = {6}, number = {2}, year = {1999}, pages = {73-96}, abstract = {Develops a conceptual framework that addresses score comparability for performance assessments, adaptive tests, paper-and-pencil tests, and alternate item pools for computerized tests. Outlines testing situation aspects that might threaten score comparability and describes procedures for evaluating the degree of score comparability. Suggests ways to minimize threats to comparability. (SLD)}, author = {Kolen, M. J.} } @article {599, title = {Threats to score comparability with applications to performance assessments and computerized adaptive tests}, journal = {Educational Assessment}, volume = {6}, year = {1999}, pages = {73-96}, author = {Kolen, M. J.} } @conference {1081, title = {Test development exposure control for adaptive testing}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {1998}, address = {San Diego, CA}, author = {Parshall, C. G. and Davey, T. and Nering, M. L.} } @article {611, title = {Testing word knowledge by telephone to estimate general cognitive aptitude using an adaptive test}, journal = {Intelligence}, volume = {26}, year = {1998}, pages = {91-98}, author = {Legree, P. J. and Fischl, M. A and Gade, P. A. and Wilson, M.} } @booklet {1328, title = {Three response types for broadening the conception of mathematical problem solving in computerized-adaptive tests (Research Report 98-45)}, year = {1998}, note = {$\#$BE98-45 (Also presented at National Council on Measurement in Education, 1998)}, address = {Princeton NJ : Educational Testing Service}, author = {Bennett, R. E. and Morley, M. and Quardt, D.} } @inbook {1847, title = {Technical perspective}, year = {1997}, address = {W. A. Sands, B. K. Waters, and J. R. McBride (Eds.), Computerized adaptive testing: From inquiry to operation (pp. 29-44). Washington, DC: American Psychological Association.}, author = {J. R. McBride} } @inbook {299, title = {Test adaptativos informatizados [Computerized adaptive testing]}, booktitle = {Psicometr{\'\i}a}, year = {1996}, publisher = {Universitas}, organization = {Universitas}, address = {Madrid, UNED}, author = {Olea, J. and Ponsoda, V.} } @conference {1133, title = {A Type I error rate study of a modified SIBTEST DIF procedure with potential application to computerized adaptive tests}, booktitle = {Paper presented at the annual meeting of the Psychometric Society}, year = {1996}, address = {Alberta Canada}, author = {Roussos, L.} } @conference {1076, title = {Tests adaptivos y autoadaptados informatizados: Effects en la ansiedad y en la pecision de las estimaciones [SATs and CATS: Effects on enxiety and estimate precision]}, booktitle = {Paper presented at the Fourth Symposium de Metodologia de las Ciencies del Comportamiento}, year = {1995}, address = {Murcia, Spain}, author = {Olea, J. and Ponsoda, V. and Wise, S. L.} } @article {194, title = {Theoretical results and item selection from multidimensional item bank in the Mokken IRT model for polytomous items}, journal = {Applied Psychological Measurement}, volume = {19}, number = {4}, year = {1995}, pages = {337{\textendash}352}, author = {Hemker, B. T. and Sijtsma, K. and Molenaar, I. W.} } @booklet {1614, title = {Three practical issues for modern adaptive testing item pools (Research Report 94-5),}, number = {(Research Report 94-5)}, year = {1994}, address = {Princeton NJ: Educational Testing Service}, author = {Stocking, M. L.} } @conference {1038, title = {Test targeting and precision before and after review on computer-adaptive tests}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {1993}, address = {Atlanta GA}, author = {Lunz, M. E. and Stahl, J. A. and Bergstrom, Betty A.} } @article {318, title = {Test anxiety and test performance under computerized adaptive testing methods}, journal = {Dissertation Abstracts International}, volume = {52}, number = {7-A}, year = {1992}, pages = {2518}, keywords = {computerized adaptive testing}, author = {Powell, Zen-Hsiu E.} } @conference {1095, title = {Test anxiety and test performance under computerized adaptive testing methods}, booktitle = {Richmond IN: Indiana University. (ERIC Document Reproduction Service No. ED 334910 and/or TM018223). Paper presented at the annual meeting of the American Educational Research Association}, year = {1992}, address = {San Francisco CA}, author = {Powell, Z. E.} } @inbook {1940, title = {Testing algorithms}, year = {1990}, address = {H. Wainer (Ed.), Computerized adaptive testing: A primer (pp. 103-135). Hillsdale NJ: Erlbaum.}, author = {Wainer, H., and Mislevy, R. J.} } @inbook {1909, title = {Testing algorithms}, year = {1990}, address = {H. Wainer (Ed.), Computerized adaptive testing: A primer (pp. 103-135). Hillsdale NJ: Erlbaum.}, author = {Thissen, D. and Mislevy, R. J.} } @proceedings {264, title = {Test-retest consistency of computer adaptive tests.}, journal = {annual meeting of the National Council on Measurement in Education}, year = {1990}, month = {04/1990}, address = {Boston, MA USA}, author = {Lunz, M. E. and Bergstrom, Betty A. and Gershon, R. C.} } @article {780, title = {Toward a psychometrics for testlets}, journal = {Journal of Educational Measurement}, volume = {27}, year = {1990}, pages = {1-14}, author = {Wainer, H., and Lewis, C.} } @article {588, title = {Tailored interviewing: An application of item response theory for personality measurement}, journal = {Journal of Personality Assessment}, volume = {53}, year = {1989}, pages = {502-519}, author = {Kamakura, W. A., and Balasubramanian, S. K.} } @article {716, title = {Testing software review: MicroCAT Version 3}, journal = {. Educational Measurement: Issues and Practice}, volume = {8 (3)}, year = {1989}, pages = {33-38}, author = {Stone, C. A.} } @article {723, title = {Trace lines for testlets: A use of multiple-categorical-response models}, journal = {Journal of Educational Measurement}, volume = {26}, year = {1989}, pages = {247-260}, author = {Thissen, D. and Steinberg, L. and Mooney, J.A.} } @article {709, title = {Two simulated feasibility studies in computerized adaptive testing}, journal = {Applied Psychology: An International Review}, volume = {36}, year = {1987}, pages = {263-277}, author = {Stocking, M. L.} } @article {160, title = {Technical guidelines for assessing computerized adaptive tests}, journal = {Journal of Educational Measurement}, volume = {21}, number = {4}, year = {1984}, pages = {347-360}, keywords = {computerized adaptive testing, Mode effects, paper-and-pencil}, isbn = {1745-3984}, author = {Green, B. F. and Bock, R. D. and Humphreys, L. G. and Linn, R. L. and Reckase, M. D.} } @booklet {1610, title = {Two simulated feasibility studies in computerized adaptive testing (RR-84-15)}, year = {1984}, address = {Princeton NJ: Educational Testing Service}, author = {Stocking, M. L.} } @booklet {1524, title = {Tailored testing, its theory and practice. Part I: The basic model, the normal ogive submodels, and the tailored testing algorithm (NPRDC TR-83-00)}, year = {1983}, address = {San Diego CA: Navy Personnel Research and Development Center}, author = {Urry, V. W. and Dorans, N. J.} } @booklet {1523, title = {Tailored testing, its theory and practice. Part II: Ability and item parameter estimation, multiple ability application, and allied procedures (NPRDC TR-81)}, year = {1981}, note = {Part II: Ability and item parameter estimation, multiple ability application, and allied procedures (NPRDC TR-81)}, address = {San Diego CA: Navy Personnel Research and Development Center}, author = {Urry, V. W.} } @article {519, title = {TAILOR: A FORTRAN procedure for interactive tailored testing}, journal = {Educational and Psychological Measurement}, volume = {37}, year = {1977}, pages = {767-769}, author = {Cudeck, R. A. and Cliff, N. A. and Kehoe, J.} } @article {638, title = {TAILOR-APL: An interactive computer program for individual tailored testing}, journal = {Educational and Psychological Measurement}, volume = {37}, year = {1977}, pages = {771-774}, author = {McCormick, D. and Cliff, N. A.} } @booklet {1522, title = {Tailored testing: A spectacular success for latent trait theory (TS 77-2)}, year = {1977}, address = {Washington DC: U. S. Civil Service Commission, Personnel Research and Development Center}, author = {Urry, V. W.} } @article {733, title = {Tailored testing: A successful application of latent trait theory}, journal = {Journal of Educational Measurement}, volume = {14}, year = {1977}, pages = {181-196}, author = {Urry, V. W.} } @article {515, title = {A theory of consistency ordering generalizable to tailored testing}, journal = {Psychometrika}, year = {1977}, pages = {375-399}, author = {Cliff, N. A.} } @booklet {1359, title = {A two-stage testing procedure (Memorandum 403-77)}, year = {1977}, address = {University of Leyden, The Netherlands, Educational Research Center}, author = {de Gruijter, D. N. M.} } @booklet {1450, title = {Test theory and the public interest}, year = {1976}, address = {Proceedings of the Educational Testing Service Invitational Conference}, author = {Lord, F. M.,} } @conference {886, title = {Tailored testing: Maximizing validity and utility for job selection}, booktitle = {Paper presented at the 86th Annual Convention of the American Psychological Association. Toronto}, year = {1975}, address = {Canada}, author = {Croll, P. R. and Urry, V. W.} } @article {587, title = {A tailored testing model employing the beta distribution and conditional difficulties}, journal = {Journal of Computer-Based Instruction}, volume = {1}, year = {1974}, pages = {22-28}, author = {Kalisch, S. J.} } @booklet {1416, title = {A tailored testing model employing the beta distribution (unpublished manuscript)}, year = {1974}, address = {Florida State University, Educational Evaluation and Research Design Program}, author = {Kalisch, S. J.} } @conference {964, title = {A tailored testing system for selection and allocation in the British Army}, booktitle = {Paper presented at the 18th International Congress of Applied Psychology}, year = {1974}, address = {Montreal Canada}, author = {Killcross, M. C.} } @article {563, title = {Testing and decision-making procedures for selected individualized instruction programs}, journal = {Review of Educational Research}, volume = {10}, year = {1974}, pages = {371-400}, author = {Hambleton, R. K.} } @article {586, title = {A tailored testing model employing the beta distribution and conditional difficulties}, journal = {Journal of Computer-Based Instruction}, volume = {1}, year = {1973}, pages = {111-120}, author = {Kalisch, S. J.} } @booklet {1446, title = {Tailored testing: An application of stochastic approximation (RM 71-2)}, year = {1971}, address = {Princeton NJ: Educational Testing Service}, author = {Lord, F. M.,} } @article {622, title = {Tailored testing, an approximation of stochastic approximation}, journal = {Journal of the American Statistical Association}, volume = {66}, year = {1971}, pages = {707-711}, author = {Lord, F. M.,} } @article {618, title = {A theoretical study of the measurement effectiveness of flexilevel tests}, journal = {Educational and Psychological Measurement}, volume = {31}, year = {1971}, pages = {805-813}, author = {Lord, F. M.,} } @article {619, title = {A theoretical study of two-stage testing}, journal = {Psychometrika}, volume = {36}, year = {1971}, pages = {227-242}, author = {Lord, F. M.,} }