@article {2, title = {Deterioro de par{\'a}metros de los {\'\i}tems en tests adaptativos informatizados: estudio con eCAT [Item parameter drift in computerized adaptive testing: Study with eCAT]}, journal = {Psicothema}, volume = {22}, number = {2}, year = {2010}, note = {Abad, Francisco JOlea, JulioAguado, DavidPonsoda, VicenteBarrada, Juan REnglish AbstractSpainPsicothemaPsicothema. 2010 May;22(2):340-7.}, pages = {340-7}, edition = {2010/04/29}, abstract = {

En el presente trabajo se muestra el an\álisis realizado sobre un Test Adaptativo Informatizado (TAI) dise\ñado para la evaluaci\ón del nivel de ingl\és, denominado eCAT, con el objetivo de estudiar el deterioro de par\ámetros (parameter drift) producido desde la calibraci\ón inicial del banco de \ítems. Se ha comparado la calibraci\ón original desarrollada para la puesta en servicio del TAI (N= 3224) y la calibraci\ón actual obtenida con las aplicaciones reales del TAI (N= 7254). Se ha analizado el Funcionamiento Diferencial de los \Ítems (FDI) en funci\ón de los par\ámetros utilizados y se ha simulado el impacto que sobre el nivel de rasgo estimado tiene la variaci\ón en los par\ámetros. Los resultados muestran que se produce especialmente un deterioro de los par\ámetros a y c, que hay unimportante n\úmero de \ítems del banco para los que existe FDI y que la variaci\ón de los par\ámetros produce un impacto moderado en la estimaci\ón de \θ de los evaluados con nivel de ingl\és alto. Se concluye que los par\ámetros de los \ítems se han deteriorado y deben ser actualizados.Item parameter drift in computerized adaptive testing: Study with eCAT. This study describes the parameter drift analysis conducted on eCAT (a Computerized Adaptive Test to assess the written English level of Spanish speakers). The original calibration of the item bank (N = 3224) was compared to a new calibration obtained from the data provided by most eCAT operative administrations (N =7254). A Differential Item Functioning (DIF) study was conducted between the original and the new calibrations. The impact that the new parameters have on the trait level estimates was obtained by simulation. Results show that parameter drift is found especially for a and c parameters, an important number of bank items show DIF, and the parameter change has a moderate impact on high-level-English \θ estimates. It is then recommended to replace the original estimates by the new set. by the new set.

}, keywords = {*Software, Educational Measurement/*methods/*statistics \& numerical data, Humans, Language}, isbn = {0214-9915 (Print)0214-9915 (Linking)}, author = {Abad, F. J. and Olea, J. and Aguado, D. and Ponsoda, V. and Barrada, J} } @article {453, title = {Item selection rules in computerized adaptive testing: Accuracy and security}, journal = {Methodology}, volume = {5}, year = {2009}, note = {(PDF file, 445 KB) }, pages = {7-17}, author = {Barrada, J and Olea, J. and Ponsoda, V. and Abad, F. J.} } @inbook {1731, title = {Test overlap rate and item exposure rate as indicators of test security in CATs}, year = {2009}, note = {PDF File, 261 K}, address = {D. J. Weiss (Ed.), Proceedings of the 2009 GMAC Conference on Computerized Adaptive Testing.}, author = {Barrada, J and Olea, J. and Ponsoda, V. and Abad, F. J.} } @article {454, title = {Incorporating randomness in the Fisher information for improving item-exposure control in CATs}, journal = {British Journal of Mathematical and Statistical Psychology}, volume = {61}, year = {2008}, pages = {493-513}, author = {Barrada, J and Olea, J. and Ponsoda, V. and Abad, F. J.} } @article {18, title = {Methods for restricting maximum exposure rate in computerized adaptative testing}, journal = {Methodology: European Journal of Research Methods for the Behavioral and Social Sciences}, volume = {3}, number = {1}, year = {2007}, pages = {14-23}, publisher = {Hogrefe \& Huber Publishers GmbH: Germany}, abstract = {The Sympson-Hetter (1985) method provides a means of controlling maximum exposure rate of items in Computerized Adaptive Testing. Through a series of simulations, control parameters are set that mark the probability of administration of an item on being selected. This method presents two main problems: it requires a long computation time for calculating the parameters and the maximum exposure rate is slightly above the fixed limit. Van der Linden (2003) presented two alternatives which appear to solve both of the problems. The impact of these methods in the measurement accuracy has not been tested yet. We show how these methods over-restrict the exposure of some highly discriminating items and, thus, the accuracy is decreased. It also shown that, when the desired maximum exposure rate is near the minimum possible value, these methods offer an empirical maximum exposure rate clearly above the goal. A new method, based on the initial estimation of the probability of administration and the probability of selection of the items with the restricted method (Revuelta \& Ponsoda, 1998), is presented in this paper. It can be used with the Sympson-Hetter method and with the two van der Linden{\textquoteright}s methods. This option, when used with Sympson-Hetter, speeds the convergence of the control parameters without decreasing the accuracy. (PsycINFO Database Record (c) 2007 APA, all rights reserved)}, keywords = {computerized adaptive testing, item bank security, item exposure control, overlap rate, Sympson-Hetter method}, isbn = {1614-1881 (Print); 1614-2241 (Electronic)}, author = {Barrada, J and Olea, J. and Ponsoda, V.} } @article {202, title = {Assisted self-adapted testing: A comparative study}, journal = {European Journal of Psychological Assessment}, volume = {20}, number = {1}, year = {2004}, pages = {2-9}, abstract = {A new type of self-adapted test (S-AT), called Assisted Self-Adapted Test (AS-AT), is presented. It differs from an ordinary S-AT in that prior to selecting the difficulty category, the computer advises examinees on their best difficulty category choice, based on their previous performance. Three tests (computerized adaptive test, AS-AT, and S-AT) were compared regarding both their psychometric (precision and efficiency) and psychological (anxiety) characteristics. Tests were applied in an actual assessment situation, in which test scores determined 20\% of term grades. A sample of 173 high school students participated. Neither differences in posttest anxiety nor ability were obtained. Concerning precision, AS-AT was as precise as CAT, and both revealed more precision than S-AT. It was concluded that AS-AT acted as a CAT concerning precision. Some hints, but not conclusive support, of the psychological similarity between AS-AT and S-AT was also found. (PsycINFO Database Record (c) 2005 APA ) (journal abstract)}, keywords = {Adaptive Testing, Anxiety, Computer Assisted Testing, Psychometrics, Test}, author = {Hontangas, P. and Olea, J. and Ponsoda, V. and Revuelta, J. and Wise, S. L.} } @inbook {1869, title = {Computerized adaptive testing}, year = {2003}, address = {R. Fern{\'a}ndez-Ballesteros (Ed.): Encyclopaedia of Psychological Assessment. London: Sage.}, author = {Ponsoda, V. and Olea, J.} } @booklet {1486, title = {Tests adaptativos informatizados (Computerized adaptive testing)}, year = {2003}, note = {[In Spanish]}, address = {Madrid: UNED Ediciones}, author = {Olea, J. and Ponsoda, V.} } @article {811, title = {Self-adapted testing: An overview}, journal = {International Journal of Continuing Engineering Education and Life-Long Learning}, volume = {12}, year = {2002}, pages = {107-122}, author = {Wise, S. L. and Ponsoda, V. and Olea, J.} } @article {573, title = {The choice of item difficulty in self adapted testing}, journal = {European Journal of Psychological Assessment}, volume = {16}, year = {2000}, pages = {3-12}, author = {Hontangas, P. and Ponsoda, V. and Olea, J. and Wise, S. L.} } @article {203, title = {Los tests adaptativos informatizados en la frontera del siglo XXI: Una revisi{\'o}n [Computerized adaptive tests at the turn of the 21st century: A review]}, journal = {Metodolog{\'\i}a de las Ciencias del Comportamiento}, volume = {2}, number = {2}, year = {2000}, pages = {183-216}, keywords = {computerized adaptive testing}, isbn = {1575-9105}, author = {Hontangas, P. and Ponsoda, V. and Olea, J. and Abad, F. J.} } @article {317, title = {Overview of the computerized adaptive testing special section}, journal = {Psicol{\'o}gica}, volume = {21}, number = {1-2}, year = {2000}, pages = {115-120}, abstract = {This paper provides an overview of the five papers included in the Psicologica special section on computerized adaptive testing. A short introduction to this topic is presented as well. The main results, the links between the five papers and the general research topic to which they are more related are also shown. (PsycINFO Database Record (c) 2005 APA )}, keywords = {Adaptive Testing, Computers computerized adaptive testing}, author = {Ponsoda, V.} } @article {665, title = {The effects of test difficulty manipulation in computerized adaptive testing and self-adapted testing}, journal = {Applied Measurement in Education}, volume = {12}, year = {1999}, pages = {167-184}, author = {Ponsoda, V. and Olea, J. and Rodriguez, M. S. and Revuelta, J.} } @booklet {1487, title = {Tests informatizados: Fundamentos y aplicaciones (Computerized testing: Fundamentals and applications}, year = {1999}, note = {[In Spanish]}, address = {Madrid: Pirmide.}, author = {Olea, J. and Ponsoda, V. and Prieto, G., Eds.} } @article {679, title = {A comparison of item exposure control methods in computerized adaptive testing}, journal = {Journal of Educational Measurement}, volume = {35}, year = {1998}, pages = {311-327}, author = {Revuelta, J., and Ponsoda, V.} } @article {667, title = {An investigation of self-adapted testing in a Spanish high school population}, journal = {Educational and Psychological Measurement}, volume = {57}, year = {1997}, pages = {210-221}, author = {Ponsoda, V. and Wise, S. L. and Olea, J. and Revuelta, J.} } @article {678, title = {Una soluci{\'o}n a la estimati{\'o}n inicial en los tests adaptivos informatizados [A solution to initial estimation in CATs.] }, journal = {Revista Electr{\'o}nica de Metodolog{\'\i}a Aplicada}, volume = {2}, year = {1997}, pages = {1-6}, author = {Revuelta, J. and Ponsoda, V.} } @article {677, title = {Metodos sencillos para el control de las tasas de exposicion en tests adaptativos informatizados [Simple methods for item exposure control in CATs]}, journal = {Psicologica}, volume = {17}, year = {1996}, pages = {161-172}, author = {Revuelta, J. and Ponsoda, V.} } @article {652, title = {Propiedades psicometricas du un test adaptivo informatizado do vocabulario ingles [Psychometric properties of a computerized adaptive tests for the measurement of English vocabulary]}, journal = {Estudios de Psicologica}, volume = {55}, year = {1996}, note = {[In Spanish]}, pages = {61-73}, author = {Olea., J. and Ponsoda, V. and Revuelta, J. and Belchi, J.} } @inbook {299, title = {Test adaptativos informatizados [Computerized adaptive testing]}, booktitle = {Psicometr{\'\i}a}, year = {1996}, publisher = {Universitas}, organization = {Universitas}, address = {Madrid, UNED}, author = {Olea, J. and Ponsoda, V.} } @conference {1076, title = {Tests adaptivos y autoadaptados informatizados: Effects en la ansiedad y en la pecision de las estimaciones [SATs and CATS: Effects on enxiety and estimate precision]}, booktitle = {Paper presented at the Fourth Symposium de Metodologia de las Ciencies del Comportamiento}, year = {1995}, address = {Murcia, Spain}, author = {Olea, J. and Ponsoda, V. and Wise, S. L.} } @article {666, title = {ADTEST: A computer-adaptive tests based on the maximum information principle}, journal = {Educational and Psychological Measurement}, volume = {54}, year = {1994}, pages = {680-686}, author = {Ponsoda, V. and Olea, J., and Revuelta, J.} }