@article {2727, title = {An Investigation of Exposure Control Methods With Variable-Length CAT Using the Partial Credit Model}, journal = {Applied Psychological Measurement}, volume = {43}, number = {8}, year = {2019}, pages = {624-638}, abstract = {The purpose of this simulation study was to investigate the effect of several different item exposure control procedures in computerized adaptive testing (CAT) with variable-length stopping rules using the partial credit model. Previous simulation studies on CAT exposure control methods with polytomous items rarely considered variable-length tests. The four exposure control techniques examined were the randomesque with a group of three items, randomesque with a group of six items, progressive-restricted standard error (PR-SE), and no exposure control. The two variable-length stopping rules included were the SE and predicted standard error reduction (PSER), along with three item pools of varied sizes (43, 86, and 172 items). Descriptive statistics on number of nonconvergent cases, measurement precision, testing burden, item overlap, item exposure, and pool utilization were calculated. Results revealed that the PSER stopping rule administered fewer items on average while maintaining measurement precision similar to the SE stopping rule across the different item pool sizes and exposure controls. The PR-SE exposure control procedure surpassed the randomesque methods by further reducing test overlap, maintaining maximum exposure rates at the target rate or lower, and utilizing all items from the pool with a minimal increase in number of items administered and nonconvergent cases.}, doi = {10.1177/0146621618824856}, url = {https://doi.org/10.1177/0146621618824856}, author = {Audrey J. Leroux and J. Kay Waid-Ebbs and Pey-Shan Wen and Drew A. Helmer and David P. Graham and Maureen K. O{\textquoteright}Connor and Kathleen Ray} } @article {2616, title = {The validation of a computer-adaptive test (CAT) for assessing health-related quality of life in children and adolescents in a clinical sample: study design, methods and first results of the Kids-CAT study}, journal = {Quality of Life Research}, volume = {26}, number = {5}, year = {2017}, month = {May}, pages = {1105{\textendash}1117}, abstract = {Recently, we developed a computer-adaptive test (CAT) for assessing health-related quality of life (HRQoL) in children and adolescents: the Kids-CAT. It measures five generic HRQoL dimensions. The aims of this article were (1) to present the study design and (2) to investigate its psychometric properties in a clinical setting.}, issn = {1573-2649}, doi = {10.1007/s11136-016-1437-9}, url = {https://doi.org/10.1007/s11136-016-1437-9}, author = {Barthel, D. and Otto, C. and Nolte, S. and Meyrose, A.-K. and Fischer, F. and Devine, J. and Walter, O. and Mierke, A. and Fischer, K. I. and Thyen, U. and Klein, M. and Ankermann, T. and Rose, M. and Ravens-Sieberer, U.} } @article {2355, title = {Comparing Simple Scoring With IRT Scoring of Personality Measures: The Navy Computer Adaptive Personality Scales}, journal = {Applied Psychological Measurement}, volume = {39}, number = {2}, year = {2015}, pages = {144-154}, abstract = {

This article analyzes data from U.S. Navy sailors (N = 8,956), with the central measure being the Navy Computer Adaptive Personality Scales (NCAPS). Analyses and results from this article extend and qualify those from previous research efforts by examining the properties of the NCAPS and its adaptive structure in more detail. Specifically, this article examines item exposure rates, the efficiency of item use based on item response theory (IRT)\–based Expected A Posteriori (EAP) scoring, and a comparison of IRT-EAP scoring with much more parsimonious scoring methods that appear to work just as well (stem-level scoring and dichotomous scoring). The cutting-edge nature of adaptive personality testing will necessitate a series of future efforts like this: to examine the benefits of adaptive scoring schemes and novel measurement methods continually, while pushing testing technology further ahead.

}, doi = {10.1177/0146621614559517}, url = {http://apm.sagepub.com/content/39/2/144.abstract}, author = {Oswald, Frederick L. and Shaw, Amy and Farmer, William L.} } @booklet {154, title = {Cross-cultural development of an item list for computer-adaptive testing of fatigue in oncological patients}, journal = {Health and Quality of Life Outcomes}, volume = {9}, number = {1}, year = {2011}, note = {Health Qual Life Outcomes. 2011 Mar 29;9(1):19.}, month = {March 29, 2011}, pages = {10}, edition = {2011/03/31}, abstract = {ABSTRACT: INTRODUCTION: Within an ongoing project of the EORTC Quality of Life Group, we are developing computerized adaptive test (CAT) measures for the QLQ-C30 scales. These new CAT measures are conceptualised to reflect the same constructs as the QLQ-C30 scales. Accordingly, the Fatigue-CAT is intended to capture physical and general fatigue. METHODS: The EORTC approach to CAT development comprises four phases (literature search, operationalisation, pre-testing, and field testing). Phases I-III are described in detail in this paper. A literature search for fatigue items was performed in major medical databases. After refinement through several expert panels, the remaining items were used as the basis for adapting items and/or formulating new items fitting the EORTC item style. To obtain feedback from patients with cancer, these English items were translated into Danish, French, German, and Spanish and tested in the respective countries. RESULTS: Based on the literature search a list containing 588 items was generated. After a comprehensive item selection procedure focusing on content, redundancy, item clarity and item difficulty a list of 44 fatigue items was generated. Patient interviews (n=52) resulted in 12 revisions of wording and translations. DISCUSSION: The item list developed in phases I-III will be further investigated within a field-testing phase (IV) to examine psychometric characteristics and to fit an item response theory model. The Fatigue CAT based on this item bank will provide scores that are backward-compatible to the original QLQ-C30 fatigue scale.}, isbn = {1477-7525 (Electronic)1477-7525 (Linking)}, author = {Giesinger, J. M. and Petersen, M. A. and Groenvold, M. and Aaronson, N. K. and Arraras, J. I. and Conroy, T. and Gamper, E. M. and Kemmler, G. and King, M. T. and Oberguggenberger, A. S. and Velikova, G. and Young, T. and Holzner, B. and Eortc-Qlg, E. O.} } @article {2, title = {Deterioro de par{\'a}metros de los {\'\i}tems en tests adaptativos informatizados: estudio con eCAT [Item parameter drift in computerized adaptive testing: Study with eCAT]}, journal = {Psicothema}, volume = {22}, number = {2}, year = {2010}, note = {Abad, Francisco JOlea, JulioAguado, DavidPonsoda, VicenteBarrada, Juan REnglish AbstractSpainPsicothemaPsicothema. 2010 May;22(2):340-7.}, pages = {340-7}, edition = {2010/04/29}, abstract = {

En el presente trabajo se muestra el an\álisis realizado sobre un Test Adaptativo Informatizado (TAI) dise\ñado para la evaluaci\ón del nivel de ingl\és, denominado eCAT, con el objetivo de estudiar el deterioro de par\ámetros (parameter drift) producido desde la calibraci\ón inicial del banco de \ítems. Se ha comparado la calibraci\ón original desarrollada para la puesta en servicio del TAI (N= 3224) y la calibraci\ón actual obtenida con las aplicaciones reales del TAI (N= 7254). Se ha analizado el Funcionamiento Diferencial de los \Ítems (FDI) en funci\ón de los par\ámetros utilizados y se ha simulado el impacto que sobre el nivel de rasgo estimado tiene la variaci\ón en los par\ámetros. Los resultados muestran que se produce especialmente un deterioro de los par\ámetros a y c, que hay unimportante n\úmero de \ítems del banco para los que existe FDI y que la variaci\ón de los par\ámetros produce un impacto moderado en la estimaci\ón de \θ de los evaluados con nivel de ingl\és alto. Se concluye que los par\ámetros de los \ítems se han deteriorado y deben ser actualizados.Item parameter drift in computerized adaptive testing: Study with eCAT. This study describes the parameter drift analysis conducted on eCAT (a Computerized Adaptive Test to assess the written English level of Spanish speakers). The original calibration of the item bank (N = 3224) was compared to a new calibration obtained from the data provided by most eCAT operative administrations (N =7254). A Differential Item Functioning (DIF) study was conducted between the original and the new calibrations. The impact that the new parameters have on the trait level estimates was obtained by simulation. Results show that parameter drift is found especially for a and c parameters, an important number of bank items show DIF, and the parameter change has a moderate impact on high-level-English \θ estimates. It is then recommended to replace the original estimates by the new set. by the new set.

}, keywords = {*Software, Educational Measurement/*methods/*statistics \& numerical data, Humans, Language}, isbn = {0214-9915 (Print)0214-9915 (Linking)}, author = {Abad, F. J. and Olea, J. and Aguado, D. and Ponsoda, V. and Barrada, J} } @article {2162, title = {A Method for the Comparison of Item Selection Rules in Computerized Adaptive Testing}, journal = {Applied Psychological Measurement}, volume = {34}, number = {6}, year = {2010}, pages = {438-452}, abstract = {

In a typical study comparing the relative efficiency of two item selection rules in computerized adaptive testing, the common result is that they simultaneously differ in accuracy and security, making it difficult to reach a conclusion on which is the more appropriate rule. This study proposes a strategy to conduct a global comparison of two or more selection rules. A plot showing the performance of each selection rule for several maximum exposure rates is obtained and the whole plot is compared with other rule plots. The strategy was applied in a simulation study with fixed-length CATs for the comparison of six item selection rules: the point Fisher information, Fisher information weighted by likelihood, Kullback-Leibler weighted by likelihood, maximum information stratification with blocking, progressive and proportional methods. Our results show that there is no optimal rule for any overlap value or root mean square error (RMSE). The fact that a rule, for a given level of overlap, has lower RMSE than another does not imply that this pattern holds for another overlap rate. A fair comparison of the rules requires extensive manipulation of the maximum exposure rates. The best methods were the Kullback-Leibler weighted by likelihood, the proportional method, and the maximum information stratification method with blocking.

}, doi = {10.1177/0146621610370152}, url = {http://apm.sagepub.com/content/34/6/438.abstract}, author = {Barrada, Juan Ram{\'o}n and Olea, Julio and Ponsoda, Vicente and Abad, Francisco Jos{\'e}} } @article {298, title = {Tests informatizados y otros nuevos tipos de tests [Computerized and other new types of tests]}, journal = {Papeles del Psic{\'o}logo}, volume = {31}, number = {1}, year = {2010}, pages = {94-107}, abstract = {Recientemente se ha producido un considerable desarrollo de los tests adaptativos informatizados, en los que el test se adapta progresivamente al rendimiento del evaluando, y de otros tipos de tests: a) los test basados en modelos (se dispone de un modelo o teor{\'\i}a de c{\'o}mo se responde a cada {\'\i}tem, lo que permite predecir su dificultad), b) los tests ipsativos (el evaluado ha de elegir entre opciones que tienen parecida deseabilidad social, por lo que pueden resultar eficaces para controlar algunos sesgos de respuestas), c) los tests conductuales (miden rasgos que ordinariamente se han venido midiendo con autoinformes, mediante tareas que requieren respuestas no verbales) y d) los tests situacionales (en los que se presenta al evaluado una situaci{\'o}n de conflicto laboral, por ejemplo, con varias posibles soluciones, y ha de elegir la que le parece la mejor descripci{\'o}n de lo que el har{\'\i}a en esa situaci{\'o}n). El art{\'\i}culo comenta las caracter{\'\i}sticas, ventajas e inconvenientes de todos ellos y muestra algunos ejemplos de tests concretos. Palabras clave: Test adaptativo informatizado, Test situacional, Test comportamental, Test ipsativo y generaci{\'o}n autom{\'a}tica de {\'\i}tems.The paper provides a short description of some test types that are earning considerable interest in both research and applied areas. The main feature of a computerized adaptive test is that in despite of the examinees receiving different sets of items, their test scores are in the same metric and can be directly compared. Four other test types are considered: a) model-based tests (a model or theory is available to explain the item response process and this makes the prediction of item difficulties possible), b) ipsative tests (the examinee has to select one among two or more options with similar social desirability; so, these tests can help to control faking or other examinee{\textquoteright}s response biases), c) behavioral tests (personality traits are measured from non-verbal responses rather than from self-reports), and d) situational tests (the examinee faces a conflictive situation and has to select the option that best describes what he or she will do). The paper evaluates these types of tests, comments on their pros and cons and provides some specific examples. Key words: Computerized adaptive test, Situational test, Behavioral test, Ipsative test and y automatic item generation.}, author = {Olea, J. and Abad, F. J. and Barrada, J} } @article {453, title = {Item selection rules in computerized adaptive testing: Accuracy and security}, journal = {Methodology}, volume = {5}, year = {2009}, note = {(PDF file, 445 KB) }, pages = {7-17}, author = {Barrada, J and Olea, J. and Ponsoda, V. and Abad, F. J.} } @article {2154, title = {Multiple Maximum Exposure Rates in Computerized Adaptive Testing}, journal = {Applied Psychological Measurement}, volume = {33}, number = {1}, year = {2009}, pages = {58-73}, abstract = {

Computerized adaptive testing is subject to security problems, as the item bank content remains operative over long periods and administration time is flexible for examinees. Spreading the content of a part of the item bank could lead to an overestimation of the examinees\&$\#$39; trait level. The most common way of reducing this risk is to impose a maximum exposure rate (rmax) that no item should exceed. Several methods have been proposed with this aim. All of these methods establish a single value of rmax throughout the test. This study presents a new method, the multiple-rmax method, that defines as many values of rmax as the number of items presented in the test. In this way, it is possible to impose a high degree of randomness in item selection at the beginning of the test, leaving the administration of items with the best psychometric properties to the moment when the trait level estimation is most accurate. The implementation of the multiple-r max method is described and is tested in simulated item banks and in an operative bank. Compared with a single maximum exposure method, the new method has a more balanced usage of the item bank and delays the possible distortion of trait estimation due to security problems, with either no or only slight decrements of measurement accuracy.

}, doi = {10.1177/0146621608315329}, url = {http://apm.sagepub.com/content/33/1/58.abstract}, author = {Barrada, Juan Ram{\'o}n and Veldkamp, Bernard P. and Olea, Julio} } @inbook {1731, title = {Test overlap rate and item exposure rate as indicators of test security in CATs}, year = {2009}, note = {PDF File, 261 K}, address = {D. J. Weiss (Ed.), Proceedings of the 2009 GMAC Conference on Computerized Adaptive Testing.}, author = {Barrada, J and Olea, J. and Ponsoda, V. and Abad, F. J.} } @article {2179, title = {Comparability of Computer-Based and Paper-and-Pencil Testing in K{\textendash}12 Reading Assessments}, journal = {Educational and Psychological Measurement}, volume = {68}, number = {1}, year = {2008}, pages = {5-24}, abstract = {

In recent years, computer-based testing (CBT) has grown in popularity, is increasingly being implemented across the United States, and will likely become the primary mode for delivering tests in the future. Although CBT offers many advantages over traditional paper-and-pencil testing, assessment experts, researchers, practitioners, and users have expressed concern about the comparability of scores between the two test administration modes. To help provide an answer to this issue, a meta-analysis was conducted to synthesize the administration mode effects of CBTs and paper-and-pencil tests on K\—12 student reading assessments. Findings indicate that the administration mode had no statistically significant effect on K\—12 student reading achievement scores. Four moderator variables\—study design, sample size, computer delivery algorithm, and computer practice\—made statistically significant contributions to predicting effect size. Three moderator variables\—grade level, type of test, and computer delivery method\—did not affect the differences in reading scores between test modes.

}, doi = {10.1177/0013164407305592}, url = {http://epm.sagepub.com/content/68/1/5.abstract}, author = {Shudong Wang, and Hong Jiao, and Young, Michael J. and Brooks, Thomas and Olson, John} } @article {454, title = {Incorporating randomness in the Fisher information for improving item-exposure control in CATs}, journal = {British Journal of Mathematical and Statistical Psychology}, volume = {61}, year = {2008}, pages = {493-513}, author = {Barrada, J and Olea, J. and Ponsoda, V. and Abad, F. J.} } @article {117, title = {An initial application of computerized adaptive testing (CAT) for measuring disability in patients with low back pain}, journal = {BMC Musculoskelet Disorders}, volume = {9}, number = {1}, year = {2008}, note = {Journal articleBMC musculoskeletal disordersBMC Musculoskelet Disord. 2008 Dec 18;9(1):166.}, month = {Dec 18}, pages = {166}, edition = {2008/12/20}, abstract = {ABSTRACT: BACKGROUND: Recent approaches to outcome measurement involving Computerized Adaptive Testing (CAT) offer an approach for measuring disability in low back pain (LBP) in a way that can reduce the burden upon patient and professional. The aim of this study was to explore the potential of CAT in LBP for measuring disability as defined in the International Classification of Functioning, Disability and Health (ICF) which includes impairments, activity limitation, and participation restriction. METHODS: 266 patients with low back pain answered questions from a range of widely used questionnaires. An exploratory factor analysis (EFA) was used to identify disability dimensions which were then subjected to Rasch analysis. Reliability was tested by internal consistency and person separation index (PSI). Discriminant validity of disability levels were evaluated by Spearman correlation coefficient (r), intraclass correlation coefficient [ICC(2,1)] and the Bland-Altman approach. A CAT was developed for each dimension, and the results checked against simulated and real applications from a further 133 patients. RESULTS: Factor analytic techniques identified two dimensions named "body functions" and "activity-participation". After deletion of some items for failure to fit the Rasch model, the remaining items were mostly free of Differential Item Functioning (DIF) for age and gender. Reliability exceeded 0.90 for both dimensions. The disability levels generated using all items and those obtained from the real CAT application were highly correlated (i.e. >0.97 for both dimensions). On average, 19 and 14 items were needed to estimate the precise disability levels using the initial CAT for the first and second dimension. However, a marginal increase in the standard error of the estimate across successive iterations substantially reduced the number of items required to make an estimate. CONCLUSIONS: Using a combination approach of EFA and Rasch analysis this study has shown that it is possible to calibrate items onto a single metric in a way that can be used to provide the basis of a CAT application. Thus there is an opportunity to obtain a wide variety of information to evaluate the biopsychosocial model in its more complex forms, without necessarily increasing the burden of information collection for patients.}, isbn = {1471-2474 (Electronic)}, author = {Elhan, A. H. and Oztuna, D. and Kutlay, S. and Kucukdeveci, A. A. and Tennant, A.} } @article {17, title = {Rotating item banks versus restriction of maximum exposure rates in computerized adaptive testing}, journal = {Spanish Journal of Psychology}, volume = {11}, number = {2}, year = {2008}, note = {Barrada, Juan RamonOlea, JulioAbad, Francisco JoseResearch Support, Non-U.S. Gov{\textquoteright}tSpainThe Spanish journal of psychologySpan J Psychol. 2008 Nov;11(2):618-25.}, pages = {618-625}, edition = {2008/11/08}, abstract = {

If examinees were to know, beforehand, part of the content of a computerized adaptive test, their estimated trait levels would then have a marked positive bias. One of the strategies to avoid this consists of dividing a large item bank into several sub-banks and rotating the sub-bank employed (Ariel, Veldkamp \& van der Linden, 2004). This strategy permits substantial improvements in exposure control at little cost to measurement accuracy, However, we do not know whether this option provides better results than using the master bank with greater restriction in the maximum exposure rates (Sympson \& Hetter, 1985). In order to investigate this issue, we worked with several simulated banks of 2100 items, comparing them, for RMSE and overlap rate, with the same banks divided in two, three... up to seven sub-banks. By means of extensive manipulation of the maximum exposure rate in each bank, we found that the option of rotating banks slightly outperformed the option of restricting maximum exposure rate of the master bank by means of the Sympson-Hetter method.

}, keywords = {*Character, *Databases, *Software Design, Aptitude Tests/*statistics \& numerical data, Bias (Epidemiology), Computing Methodologies, Diagnosis, Computer-Assisted/*statistics \& numerical data, Educational Measurement/*statistics \& numerical data, Humans, Mathematical Computing, Psychometrics/statistics \& numerical data}, isbn = {1138-7416}, author = {Barrada, J and Olea, J. and Abad, F. J.} } @article {86, title = {IRT health outcomes data analysis project: an overview and summary}, journal = {Quality of Life Research}, volume = {16}, number = {Suppl. 1}, year = {2007}, note = {Cook, Karon FTeal, Cayla RBjorner, Jakob BCella, DavidChang, Chih-HungCrane, Paul KGibbons, Laura EHays, Ron DMcHorney, Colleen AOcepek-Welikson, KatjaRaczek, Anastasia ETeresi, Jeanne AReeve, Bryce B1U01AR52171-01/AR/United States NIAMSR01 (CA60068)/CA/United States NCIY1-PC-3028-01/PC/United States NCIResearch Support, N.I.H., ExtramuralNetherlandsQuality of life research : an international journal of quality of life aspects of treatment, care and rehabilitationQual Life Res. 2007;16 Suppl 1:121-32. Epub 2007 Mar 10.}, pages = {121-132}, edition = {2007/03/14}, abstract = {BACKGROUND: In June 2004, the National Cancer Institute and the Drug Information Association co-sponsored the conference, "Improving the Measurement of Health Outcomes through the Applications of Item Response Theory (IRT) Modeling: Exploration of Item Banks and Computer-Adaptive Assessment." A component of the conference was presentation of a psychometric and content analysis of a secondary dataset. OBJECTIVES: A thorough psychometric and content analysis was conducted of two primary domains within a cancer health-related quality of life (HRQOL) dataset. RESEARCH DESIGN: HRQOL scales were evaluated using factor analysis for categorical data, IRT modeling, and differential item functioning analyses. In addition, computerized adaptive administration of HRQOL item banks was simulated, and various IRT models were applied and compared. SUBJECTS: The original data were collected as part of the NCI-funded Quality of Life Evaluation in Oncology (Q-Score) Project. A total of 1,714 patients with cancer or HIV/AIDS were recruited from 5 clinical sites. MEASURES: Items from 4 HRQOL instruments were evaluated: Cancer Rehabilitation Evaluation System-Short Form, European Organization for Research and Treatment of Cancer Quality of Life Questionnaire, Functional Assessment of Cancer Therapy and Medical Outcomes Study Short-Form Health Survey. RESULTS AND CONCLUSIONS: Four lessons learned from the project are discussed: the importance of good developmental item banks, the ambiguity of model fit results, the limits of our knowledge regarding the practical implications of model misfit, and the importance in the measurement of HRQOL of construct definition. With respect to these lessons, areas for future research are suggested. The feasibility of developing item banks for broad definitions of health is discussed.}, keywords = {*Data Interpretation, Statistical, *Health Status, *Quality of Life, *Questionnaires, *Software, Female, HIV Infections/psychology, Humans, Male, Neoplasms/psychology, Outcome Assessment (Health Care)/*methods, Psychometrics, Stress, Psychological}, isbn = {0962-9343 (Print)}, author = {Cook, K. F. and Teal, C. R. and Bjorner, J. B. and Cella, D. and Chang, C-H. and Crane, P. K. and Gibbons, L. E. and Hays, R. D. and McHorney, C. A. and Ocepek-Welikson, K. and Raczek, A. E. and Teresi, J. A. and Reeve, B. B.} } @article {18, title = {Methods for restricting maximum exposure rate in computerized adaptative testing}, journal = {Methodology: European Journal of Research Methods for the Behavioral and Social Sciences}, volume = {3}, number = {1}, year = {2007}, pages = {14-23}, publisher = {Hogrefe \& Huber Publishers GmbH: Germany}, abstract = {The Sympson-Hetter (1985) method provides a means of controlling maximum exposure rate of items in Computerized Adaptive Testing. Through a series of simulations, control parameters are set that mark the probability of administration of an item on being selected. This method presents two main problems: it requires a long computation time for calculating the parameters and the maximum exposure rate is slightly above the fixed limit. Van der Linden (2003) presented two alternatives which appear to solve both of the problems. The impact of these methods in the measurement accuracy has not been tested yet. We show how these methods over-restrict the exposure of some highly discriminating items and, thus, the accuracy is decreased. It also shown that, when the desired maximum exposure rate is near the minimum possible value, these methods offer an empirical maximum exposure rate clearly above the goal. A new method, based on the initial estimation of the probability of administration and the probability of selection of the items with the restricted method (Revuelta \& Ponsoda, 1998), is presented in this paper. It can be used with the Sympson-Hetter method and with the two van der Linden{\textquoteright}s methods. This option, when used with Sympson-Hetter, speeds the convergence of the control parameters without decreasing the accuracy. (PsycINFO Database Record (c) 2007 APA, all rights reserved)}, keywords = {computerized adaptive testing, item bank security, item exposure control, overlap rate, Sympson-Hetter method}, isbn = {1614-1881 (Print); 1614-2241 (Electronic)}, author = {Barrada, J and Olea, J. and Ponsoda, V.} } @inbook {1894, title = {Up-and-down procedures for approximating optimal designs using person-response functions}, year = {2007}, note = {{PDF file, 1,042 KB}}, address = {D. J. Weiss (Ed.). Proceedings of the 2007 GMAC Conference on Computerized Adaptive Testing.}, author = {Sheng, Y. and Flournoy, N. and Osterlind, S. J.} } @inbook {1863, title = {Validity and decision issues in selecting a CAT measurement model}, year = {2007}, note = {{PDF file, 977 KB}}, address = {D. J. Weiss (Ed.). Proceedings of the 2007 GMAC Conference on Computerized Adaptive Testing.}, author = {Olsen, J. B. and Bunderson, C. V} } @article {16, title = {Maximum information stratification method for controlling item exposure in computerized adaptive testing}, journal = {Psicothema}, volume = {18}, number = {1}, year = {2006}, note = {Barrada, Juan RamonMazuela, PalomaOlea, JulioResearch Support, Non-U.S. Gov{\textquoteright}tSpainPsicothemaPsicothema. 2006 Feb;18(1):156-9.}, month = {Feb}, pages = {156-159}, edition = {2007/02/14}, abstract = {The proposal for increasing the security in Computerized Adaptive Tests that has received most attention in recent years is the a-stratified method (AS - Chang and Ying, 1999): at the beginning of the test only items with low discrimination parameters (a) can be administered, with the values of the a parameters increasing as the test goes on. With this method, distribution of the exposure rates of the items is less skewed, while efficiency is maintained in trait-level estimation. The pseudo-guessing parameter (c), present in the three-parameter logistic model, is considered irrelevant, and is not used in the AS method. The Maximum Information Stratified (MIS) model incorporates the c parameter in the stratification of the bank and in the item-selection rule, improving accuracy by comparison with the AS, for item banks with a and b parameters correlated and uncorrelated. For both kinds of banks, the blocking b methods (Chang, Qian and Ying, 2001) improve the security of the item bank.M{\'e}todo de estratificaci{\'o}n por m{\'a}xima informaci{\'o}n para el control de la exposici{\'o}n en tests adaptativos informatizados. La propuesta para aumentar la seguridad en los tests adaptativos informatizados que ha recibido m{\'a}s atenci{\'o}n en los {\'u}ltimos a{\~n}os ha sido el m{\'e}todo a-estratificado (AE - Chang y Ying, 1999): en los momentos iniciales del test s{\'o}lo pueden administrarse {\'\i}tems con bajos par{\'a}metros de discriminaci{\'o}n (a), increment{\'a}ndose los valores del par{\'a}metro a admisibles seg{\'u}n avanza el test. Con este m{\'e}todo la distribuci{\'o}n de las tasas de exposici{\'o}n de los {\'\i}tems es m{\'a}s equilibrada, manteniendo una adecuada precisi{\'o}n en la medida. El par{\'a}metro de pseudoadivinaci{\'o}n (c), presente en el modelo log{\'\i}stico de tres par{\'a}metros, se supone irrelevante y no se incorpora en el AE. El m{\'e}todo de Estratificaci{\'o}n por M{\'a}xima Informaci{\'o}n (EMI) incorpora el par{\'a}metro c a la estratificaci{\'o}n del banco y a la regla de selecci{\'o}n de {\'\i}tems, mejorando la precisi{\'o}n en comparaci{\'o}n con AE, tanto para bancos donde los par{\'a}metros a y b correlacionan como para bancos donde no. Para ambos tipos de bancos, los m{\'e}todos de bloqueo de b (Chang, Qian y Ying, 2001) mejoran la seguridad del banco.}, keywords = {*Artificial Intelligence, *Microcomputers, *Psychological Tests, *Software Design, Algorithms, Chi-Square Distribution, Humans, Likelihood Functions}, isbn = {0214-9915 (Print)}, author = {Barrada, J and Mazuela, P. and Olea, J.} } @conference {838, title = {Multiple maximum exposure rates in computerized adaptive testing}, booktitle = {Paper presented at the SMABS-EAM Conference}, year = {2006}, address = {Budapest, Hungary}, author = {Barrada, J and Veldkamp, B. P. and Olea, J.} } @article {85, title = {Dynamic assessment of health outcomes: Time to let the CAT out of the bag?}, journal = {Health Services Research}, volume = {40}, number = {5, part2}, year = {2005}, pages = {1694-1711}, publisher = {Blackwell Publishing: United Kingdom}, abstract = {Background: The use of item response theory (IRT) to measure self-reported outcomes has burgeoned in recent years. Perhaps the most important application of IRT is computer-adaptive testing (CAT), a measurement approach in which the selection of items is tailored for each respondent. Objective. To provide an introduction to the use of CAT in the measurement of health outcomes, describe several IRT models that can be used as the basis of CAT, and discuss practical issues associated with the use of adaptive scaling in research settings. Principal Points: The development of a CAT requires several steps that are not required in the development of a traditional measure including identification of "starting" and "stopping" rules. CAT{\textquoteright}s most attractive advantage is its efficiency. Greater measurement precision can be achieved with fewer items. Disadvantages of CAT include the high cost and level of technical expertise required to develop a CAT. Conclusions: Researchers, clinicians, and patients benefit from the availability of psychometrically rigorous measures that are not burdensome. CAT outcome measures hold substantial promise in this regard, but their development is not without challenges. (PsycINFO Database Record (c) 2007 APA, all rights reserved)}, keywords = {computer adaptive testing, Item Response Theory, self reported health outcomes}, isbn = {0017-9124 (Print); 1475-6773 (Electronic)}, author = {Cook, K. F. and O{\textquoteright}Malley, K. J. and Roddey, T. S.} } @article {202, title = {Assisted self-adapted testing: A comparative study}, journal = {European Journal of Psychological Assessment}, volume = {20}, number = {1}, year = {2004}, pages = {2-9}, abstract = {A new type of self-adapted test (S-AT), called Assisted Self-Adapted Test (AS-AT), is presented. It differs from an ordinary S-AT in that prior to selecting the difficulty category, the computer advises examinees on their best difficulty category choice, based on their previous performance. Three tests (computerized adaptive test, AS-AT, and S-AT) were compared regarding both their psychometric (precision and efficiency) and psychological (anxiety) characteristics. Tests were applied in an actual assessment situation, in which test scores determined 20\% of term grades. A sample of 173 high school students participated. Neither differences in posttest anxiety nor ability were obtained. Concerning precision, AS-AT was as precise as CAT, and both revealed more precision than S-AT. It was concluded that AS-AT acted as a CAT concerning precision. Some hints, but not conclusive support, of the psychological similarity between AS-AT and S-AT was also found. (PsycINFO Database Record (c) 2005 APA ) (journal abstract)}, keywords = {Adaptive Testing, Anxiety, Computer Assisted Testing, Psychometrics, Test}, author = {Hontangas, P. and Olea, J. and Ponsoda, V. and Revuelta, J. and Wise, S. L.} } @inbook {2201, title = {A Learning Environment for English for Academic Purposes Based on Adaptive Tests and Task-Based Systems}, booktitle = {Intelligent Tutoring Systems}, series = {Lecture Notes in Computer Science}, volume = {3220}, year = {2004}, pages = {1-11}, publisher = {Springer Berlin / Heidelberg}, organization = {Springer Berlin / Heidelberg}, isbn = {978-3-540-22948-3}, doi = {10.1007/978-3-540-30139-4_1}, url = {http://dx.doi.org/10.1007/978-3-540-30139-4_1}, author = {Gon{\c c}alves, Jean P. and Aluisio, Sandra M. and de Oliveira, Leandro H.M. and Oliveira Jr., Osvaldo N.}, editor = {Lester, James C. and Vicari, Rosa Maria and Paragua{\c c}u, F{\'a}bio} } @inbook {1869, title = {Computerized adaptive testing}, year = {2003}, address = {R. Fern{\'a}ndez-Ballesteros (Ed.): Encyclopaedia of Psychological Assessment. London: Sage.}, author = {Ponsoda, V. and Olea, J.} } @article {517, title = {Development and psychometric evaluation of the Flexilevel Scale of Shoulder Function (FLEX-SF)}, journal = {Medical Care (in press)}, year = {2003}, note = {$\#$CO03-01}, author = {Cook, K. F. and Roddey, T. S. and Gartsman, G M and Olson, S L} } @inbook {414, title = {Item selection in polytomous CAT}, booktitle = {New developments in psychometrics}, year = {2003}, pages = {207{\textendash}214}, publisher = {Psychometric Society, Springer}, organization = {Psychometric Society, Springer}, address = {Tokyo, Japan}, keywords = {computerized adaptive testing}, author = {Veldkamp, B. P.}, editor = {A. Okada and K. Shigenasu and Y. Kano and J. Meulman} } @article {2170, title = {Psychometric and Psychological Effects of Item Selection and Review on Computerized Testing}, journal = {Educational and Psychological Measurement}, volume = {63}, number = {5}, year = {2003}, pages = {791-808}, abstract = {

Psychometric properties of computerized testing, together with anxiety and comfort of examinees, are investigated in relation to item selection routine and the opportunity for response review. Two different hypotheses involving examinee anxiety were used to design test properties: perceived control and perceived performance. The study involved three types of administration of a computerized English test for Spanish speakers (adaptive, easy adaptive, and fixed) and four review conditions (no review, review at end, review by blocks of 5 items, and review item-by-item). These were applied to a sample of 557 first-year psychology undergraduate students to examine main and interaction effects of test type and review on psychometric and psychological variables. Statistically significant effects were found in test precision among the different types of test. Response review improved ability estimates and increased testing time. No psychological effects on anxiety were found. Examinees in all review conditions considered more important the possibility of review than those who were not allowed to review. These results concur with previous findings on examinees\&$\#$39; preference for item review and raise some issues that should be addressed in the field of tests with item review.

}, doi = {10.1177/0013164403251282}, url = {http://epm.sagepub.com/content/63/5/791.abstract}, author = {Revuelta, Javier and Xim{\'e}nez, M. Carmen and Olea, Julio} } @article {680, title = {Psychometric and psychological effects of item selection and review on computerized testing}, journal = {Educational and Psychological Measurement}, volume = {63}, year = {2003}, pages = {791-808}, author = {Revuelta, J. and Xim{\'e}nez, M. C. and Olea, J.} } @booklet {1486, title = {Tests adaptativos informatizados (Computerized adaptive testing)}, year = {2003}, note = {[In Spanish]}, address = {Madrid: UNED Ediciones}, author = {Olea, J. and Ponsoda, V.} } @article {811, title = {Self-adapted testing: An overview}, journal = {International Journal of Continuing Engineering Education and Life-Long Learning}, volume = {12}, year = {2002}, pages = {107-122}, author = {Wise, S. L. and Ponsoda, V. and Olea, J.} } @article {300, title = {Technology solutions for testing}, journal = {School Administrator}, volume = {4}, number = {59}, year = {2002}, pages = {20-23}, abstract = {Northwest Evaluation Association in Portland, Oregon, consults with state and local educators on assessment issues. Describes several approaches in place at school districts that are using some combination of computer-based tests to measure student growth. The computerized adaptive test adjusts items based on a student{\textquoteright}s answer in "real time." On-demand testing provides almost instant scoring. (MLF)}, author = {Olson, A.} } @article {720, title = {Development of an adaptive multimedia program to collect patient health data}, journal = {American Journal of Preventative Medicine}, volume = {21}, year = {2001}, pages = {320-324}, author = {Sutherland, L. A. and Campbell, M. and Ornstein, K. and Wildemuth, B. and Lobach, D.} } @article {297, title = {Requerimientos, aplicaciones e investigaci{\'o}n en tests adaptativos informatizados [Requirements, applications, and investigation in computerized adaptive testing]}, journal = {Apuntes de Psicologia}, volume = {19}, number = {1}, year = {2001}, pages = {11-28}, abstract = {Summarizes the main requirements and applications of computerized adaptive testing (CAT) with emphasis on the differences between CAT and conventional computerized tests. Psychometric properties of estimations based on CAT, item selection strategies, and implementation software are described. Results of CAT studies in Spanish-speaking samples are described. Implications for developing a CAT measuring the English vocabulary of Spanish-speaking students are discussed. (PsycINFO Database Record (c) 2005 APA )}, keywords = {Computer Assisted Testing, English as Second Language, Psychometrics computerized adaptive testing}, author = {Olea D{\'\i}az, J. and Ponsoda Gil, V. and Revuelta Men{\'e}ndez, J. and Hontangas Beltr{\'a}n, P. and Abad, F. J.} } @article {573, title = {The choice of item difficulty in self adapted testing}, journal = {European Journal of Psychological Assessment}, volume = {16}, year = {2000}, pages = {3-12}, author = {Hontangas, P. and Ponsoda, V. and Olea, J. and Wise, S. L.} } @article {302, title = {The impact of receiving the same items on consecutive computer adaptive test administrations}, journal = {Journal of Applied Measurement}, volume = {1}, number = {2}, year = {2000}, note = {Richard M Smith, US}, pages = {131-151}, abstract = {Addresses item exposure in a Computerized Adaptive Test (CAT) when the item selection algorithm is permitted to present examinees with questions that they have already been asked in a previous test administration. The data were from a national certification exam in medical technology. The responses of 178 repeat examinees were compared. The results indicate that the combined use of an adaptive algorithm to select items and latent trait theory to estimate person ability provides substantial protection from score contamination. The implications for constraints that prohibit examinees from seeing an item twice are discussed. (PsycINFO Database Record (c) 2002 APA, all rights reserved).}, author = {O{\textquoteright}Neill, T. and Lunz, M. E. and Thiede, K.} } @article {203, title = {Los tests adaptativos informatizados en la frontera del siglo XXI: Una revisi{\'o}n [Computerized adaptive tests at the turn of the 21st century: A review]}, journal = {Metodolog{\'\i}a de las Ciencias del Comportamiento}, volume = {2}, number = {2}, year = {2000}, pages = {183-216}, keywords = {computerized adaptive testing}, isbn = {1575-9105}, author = {Hontangas, P. and Ponsoda, V. and Olea, J. and Abad, F. J.} } @article {653, title = {Psychometric and psychological effects of review on computerized fixed and adaptive tests}, journal = {Psicolgia}, volume = {21}, year = {2000}, pages = {157-173}, author = {Olea, J. and Revuelta, J. and Ximenez, M. C. and Abad, F. J.} } @inbook {1963, title = {The development of a computerized adaptive selection system for computer programmers in a financial services company}, year = {1999}, address = {F. Drasgow and J. B. Olsen (Eds.), Innvoations in computerized assessment (p. 7-33). Mahwah NJ Erlbaum.}, author = {Zickar, M.. J. and Overton, R. C. and Taylor, L. R. and Harms, H. J.} } @article {665, title = {The effects of test difficulty manipulation in computerized adaptive testing and self-adapted testing}, journal = {Applied Measurement in Education}, volume = {12}, year = {1999}, pages = {167-184}, author = {Ponsoda, V. and Olea, J. and Rodriguez, M. S. and Revuelta, J.} } @book {110, title = {Innovations in computerized assessment}, year = {1999}, note = {EDRS Availability: None. Lawrence Erlbaum Associates, Inc., Publishers, 10 Industrial Avenue, Mahwah, New Jersey 07430-2262 (paperback: ISBN-0-8058-2877-X, $29.95; clothbound: ISBN-0-8058-2876-1, $59.95). Tel: 800-926-6579 (Toll Free).}, publisher = {Lawrence Erlbaum Associates, Inc.}, organization = {Lawrence Erlbaum Associates, Inc.}, address = {Mahwah, N.J.}, abstract = {Chapters in this book present the challenges and dilemmas faced by researchers as they created new computerized assessments, focusing on issues addressed in developing, scoring, and administering the assessments. Chapters are: (1) "Beyond Bells and Whistles; An Introduction to Computerized Assessment" (Julie B. Olson-Buchanan and Fritz Drasgow); (2) "The Development of a Computerized Selection System for Computer Programmers in a Financial Services Company" (Michael J. Zickar, Randall C. Overton, L. Rogers Taylor, and Harvey J. Harms); (3) "Development of the Computerized Adaptive Testing Version of the Armed Services Vocational Aptitude Battery" (Daniel O. Segall and Kathleen E. Moreno); (4) "CAT for Certification and Licensure" (Betty A. Bergstrom and Mary E. Lunz); (5) "Developing Computerized Adaptive Tests for School Children" (G. Gage Kingsbury and Ronald L. Houser); (6) "Development and Introduction of a Computer Adaptive Graduate Record Examinations General Test" (Craig N. Mills); (7) "Computer Assessment Using Visual Stimuli: A Test of Dermatological Skin Disorders" (Terry A. Ackerman, John Evans, Kwang-Seon Park, Claudia Tamassia, and Ronna Turner); (8) "Creating Computerized Adaptive Tests of Music Aptitude: Problems, Solutions, and Future Directions" (Walter P. Vispoel); (9) "Development of an Interactive Video Assessment: Trials and Tribulations" (Fritz Drasgow, Julie B. Olson-Buchanan, and Philip J. Moberg); (10) "Computerized Assessment of Skill for a Highly Technical Job" (Mary Ann Hanson, Walter C. Borman, Henry J. Mogilka, Carol Manning, and Jerry W. Hedge); (11) "Easing the Implementation of Behavioral Testing through Computerization" (Wayne A. Burroughs, Janet Murray, S. Scott Wesley, Debra R. Medina, Stacy L. Penn, Steven R. Gordon, and Michael Catello); and (12) "Blood, Sweat, and Tears: Some Final Comments on Computerized Assessment." (Fritz Drasgow and Julie B. Olson-Buchanan). Each chapter contains references. (Contains 17 tables and 21 figures.) (SLD)}, keywords = {computerized adaptive testing}, author = {F Drasgow and Olson-Buchanan, J. B.} } @booklet {1487, title = {Tests informatizados: Fundamentos y aplicaciones (Computerized testing: Fundamentals and applications}, year = {1999}, note = {[In Spanish]}, address = {Madrid: Pirmide.}, author = {Olea, J. and Ponsoda, V. and Prieto, G., Eds.} } @article {655, title = {Adapting to adaptive testing}, journal = {Personnel Psychology}, volume = {50}, year = {1997}, pages = {171-185}, author = {Overton, R. C. and Harms, H. J. and Taylor, L. R. and Zickar, M.. J.} } @article {667, title = {An investigation of self-adapted testing in a Spanish high school population}, journal = {Educational and Psychological Measurement}, volume = {57}, year = {1997}, pages = {210-221}, author = {Ponsoda, V. and Wise, S. L. and Olea, J. and Revuelta, J.} } @article {652, title = {Propiedades psicometricas du un test adaptivo informatizado do vocabulario ingles [Psychometric properties of a computerized adaptive tests for the measurement of English vocabulary]}, journal = {Estudios de Psicologica}, volume = {55}, year = {1996}, note = {[In Spanish]}, pages = {61-73}, author = {Olea., J. and Ponsoda, V. and Revuelta, J. and Belchi, J.} } @inbook {299, title = {Test adaptativos informatizados [Computerized adaptive testing]}, booktitle = {Psicometr{\'\i}a}, year = {1996}, publisher = {Universitas}, organization = {Universitas}, address = {Madrid, UNED}, author = {Olea, J. and Ponsoda, V.} } @article {685, title = {Effects and underlying mechanisms of self-adapted testing}, journal = {Journal of Educational Psychology}, volume = {87}, year = {1995}, pages = {103-116}, author = {Rocklin, T. R. and O{\textquoteright}Donnell, A. M. and Holst, P. M.} } @conference {1076, title = {Tests adaptivos y autoadaptados informatizados: Effects en la ansiedad y en la pecision de las estimaciones [SATs and CATS: Effects on enxiety and estimate precision]}, booktitle = {Paper presented at the Fourth Symposium de Metodologia de las Ciencies del Comportamiento}, year = {1995}, address = {Murcia, Spain}, author = {Olea, J. and Ponsoda, V. and Wise, S. L.} } @article {666, title = {ADTEST: A computer-adaptive tests based on the maximum information principle}, journal = {Educational and Psychological Measurement}, volume = {54}, year = {1994}, pages = {680-686}, author = {Ponsoda, V. and Olea, J., and Revuelta, J.} } @booklet {1489, title = {Computerized Testing (Research Report 94-22).}, year = {1994}, address = {Princeton NJ: Educational Testing Service}, author = {Oltman, P. K.} } @conference {950, title = {Effects of feedback during self-adapted testing on estimates of ability}, booktitle = {Paper presented at the annual meeting of the American Educational Research Association}, year = {1992}, address = {San Francisco}, author = {Holst, P. M. and O{\textquoteright}Donnell, A. M. and Rocklin, T. R.} } @conference {1126, title = {An empirical comparison of self-adapted and maximum information item selection}, booktitle = {Paper presented at the annual meeting of the American Educational Research Association}, year = {1991}, address = {Chicago}, author = {Rocklin, T. R. and O{\textquoteright}Donnell, A. M.} } @article {654, title = {Applying computerized adaptive testing in schools}, journal = {Measurement and Evaluation in Counseling and Development}, volume = {23}, year = {1990}, pages = {311-38}, author = {Olson, J. B} } @article {301, title = {Comparisons of paper-administered, computer-administered and computerized adaptive achievement tests}, journal = {Journal of Educational Computing Research}, volume = {5}, number = {3}, year = {1989}, pages = {311-326}, abstract = {This research study was designed to compare student achievement scores from three different testing methods: paper-administered testing, computer-administered testing, and computerized adaptive testing. The three testing formats were developed from the California Assessment Program (CAP) item banks for grades three and six. The paper-administered and the computer-administered tests were identical in item content, format, and sequence. The computerized adaptive test was a tailored or adaptive sequence of the items in the computer-administered test. }, author = {Olson, J. B and Maynes, D. D. and Slawson, D. and Ho, K} } @booklet {1343, title = {The four generations of computerized educational measurement (Research Report 98-35)}, year = {1988}, address = {Princeton NJ: Educational Testing Service.}, author = {Bunderson, C. V and Inouye, D. K and Olsen, J. B.} } @article {684, title = {Self-adapted testing: A performance improving variation of computerized adaptive testing}, journal = {Journal of Educational Psychology}, volume = {79}, year = {1987}, pages = {315-319}, author = {Rocklin, T. R., and O{\textquoteright}Donnell, A. M.} } @conference {1077, title = {Comparison and equating of paper-administered, computer-administered, and computerized adaptive tests of achievement}, booktitle = {Paper presented at the annual meeting of the American Educational Research Association}, year = {1986}, address = {San Francisco CA}, author = {Olsen, J. B. and Maynes, D. D. and Slawson, D. and Ho, K} } @inbook {1740, title = {The four generations of computerized educational measurement}, year = {1986}, address = {In R. L. Linn (Ed.), Educational Measurement (3rd ed and pp. 367-407). New York: Macmillan.}, author = {Bunderson, C. V and Inouye, D. K and Olsen, J. B.} } @article {303, title = {Ability measurement, test bias reduction, and psychological reactions to testing as a function of computer adaptive testing versus conventional testing}, journal = {Dissertation Abstracts International}, volume = {42}, number = {10-B}, year = {1982}, pages = {4233}, keywords = {computerized adaptive testing}, author = {Orban, J. A.} } @book {1688, title = {Ability measurement, test bias reduction, and psychological reactions to testing as a function of computer adaptive testing versus conventional}, year = {1981}, note = {$\#$OR81-01}, address = {Unpublished doctoral dissertation, Virginia Polytechnic Institute and State University. Dissertational Abstracts International, 1982, 42,(10-B), 4233}, author = {Orban, J. A.} } @booklet {1491, title = {Bayesian sequential design and analysis of dichotomous experiments with special reference to mental testing}, year = {1979}, address = {Princeton NJ: Educational Testing Service}, author = {Owen, R. J.} } @article {656, title = {A Bayesian sequential procedure for quantal response in the context of adaptive mental testing}, journal = {Journal of the American Statistical Association}, volume = {70}, year = {1975}, pages = {351-356}, author = {Owen, R. J.} } @book {1687, title = {An evaluation of the self-scoring flexilevel testing model}, year = {1974}, address = {Unpublished dissertation, Florida State University. Dissertation Abstracts International, 35 (7-A), 4257}, author = {Olivier, P.} } @mastersthesis {2228, title = {An evaluation of the self-scoring flexilevel testing model}, year = {1974}, school = {Florida State University}, type = {Ph.D. Dissertation}, author = {Olivier, P.} } @booklet {1488, title = {An overview of tailored testing (unpublished manuscript)}, year = {1973}, address = {Florida State University, Program of Educational Evaluation and Research Design}, author = {Olivier, P.} } @booklet {1490, title = {A Bayesian approach to tailored testing (Research Report 69-92)}, year = {1969}, address = {Princeton NJ: Educational Testing Service}, author = {Owen, R. J.} }