@article {2,
	title = {Deterioro de par{\'a}metros de los {\'\i}tems en tests adaptativos informatizados: estudio con eCAT [Item parameter drift in computerized adaptive testing: Study with eCAT]},
	journal = {Psicothema},
	volume = {22},
	number = {2},
	year = {2010},
	note = {Abad, Francisco JOlea, JulioAguado, DavidPonsoda, VicenteBarrada, Juan REnglish AbstractSpainPsicothemaPsicothema. 2010 May;22(2):340-7.},
	pages = {340-7},
	edition = {2010/04/29},
	abstract = {<p>En el presente trabajo se muestra el an\&aacute;lisis realizado sobre un Test Adaptativo Informatizado (TAI) dise\&ntilde;ado para la evaluaci\&oacute;n del nivel de ingl\&eacute;s, denominado eCAT, con el objetivo de estudiar el deterioro de par\&aacute;metros (parameter drift) producido desde la calibraci\&oacute;n inicial del banco de \&iacute;tems. Se ha comparado la calibraci\&oacute;n original desarrollada para la puesta en servicio del TAI (N= 3224) y la calibraci\&oacute;n actual obtenida con las aplicaciones reales del TAI (N= 7254). Se ha analizado el Funcionamiento Diferencial de los \&Iacute;tems (FDI) en funci\&oacute;n de los par\&aacute;metros utilizados y se ha simulado el impacto que sobre el nivel de rasgo estimado tiene la variaci\&oacute;n en los par\&aacute;metros. Los resultados muestran que se produce especialmente un deterioro de los par\&aacute;metros a y c, que hay unimportante n\&uacute;mero de \&iacute;tems del banco para los que existe FDI y que la variaci\&oacute;n de los par\&aacute;metros produce un impacto moderado en la estimaci\&oacute;n de \&theta; de los evaluados con nivel de ingl\&eacute;s alto. Se concluye que los par\&aacute;metros de los \&iacute;tems se han deteriorado y deben ser actualizados.Item parameter drift in computerized adaptive testing: Study with eCAT. This study describes the parameter drift analysis conducted on eCAT (a Computerized Adaptive Test to assess the written English level of Spanish speakers). The original calibration of the item bank (N = 3224) was compared to a new calibration obtained from the data provided by most eCAT operative administrations (N =7254). A Differential Item Functioning (DIF) study was conducted between the original and the new calibrations. The impact that the new parameters have on the trait level estimates was obtained by simulation. Results show that parameter drift is found especially for a and c parameters, an important number of bank items show DIF, and the parameter change has a moderate impact on high-level-English \&theta; estimates. It is then recommended to replace the original estimates by the new set. by the new set.</p>
},
	keywords = {*Software, Educational Measurement/*methods/*statistics \& numerical data, Humans, Language},
	isbn = {0214-9915 (Print)0214-9915 (Linking)},
	author = {Abad, F. J. and Olea, J. and Aguado, D. and Ponsoda, V. and Barrada, J}
}
@article {29,
	title = {Developing tailored instruments: item banking and computerized adaptive assessment},
	journal = {Quality of Life Research},
	volume = {16},
	number = {Suppl 1},
	year = {2007},
	note = {Bjorner, Jakob BueChang, Chih-HungThissen, DavidReeve, Bryce B1R43NS047763-01/NS/United States NINDSAG015815/AG/United States NIAResearch Support, N.I.H., ExtramuralNetherlandsQuality of life research : an international journal of quality of life aspects of treatment, care and rehabilitationQual Life Res. 2007;16 Suppl 1:95-108. Epub 2007 Feb 15.},
	pages = {95-108},
	edition = {2007/05/29},
	abstract = {Item banks and Computerized Adaptive Testing (CAT) have the potential to greatly improve the assessment of health outcomes. This review describes the unique features of item banks and CAT and discusses how to develop item banks. In CAT, a computer selects the items from an item bank that are most relevant for and informative about the particular respondent; thus optimizing test relevance and precision. Item response theory (IRT) provides the foundation for selecting the items that are most informative for the particular respondent and for scoring responses on a common metric. The development of an item bank is a multi-stage process that requires a clear definition of the construct to be measured, good items, a careful psychometric analysis of the items, and a clear specification of the final CAT. The psychometric analysis needs to evaluate the assumptions of the IRT model such as unidimensionality and local independence; that the items function the same way in different subgroups of the population; and that there is an adequate fit between the data and the chosen item response models. Also, interpretation guidelines need to be established to help the clinical application of the assessment. Although medical research can draw upon expertise from educational testing in the development of item banks and CAT, the medical field also encounters unique opportunities and challenges.},
	keywords = {*Health Status, *Health Status Indicators, *Mental Health, *Outcome Assessment (Health Care), *Quality of Life, *Questionnaires, *Software, Algorithms, Factor Analysis, Statistical, Humans, Models, Statistical, Psychometrics},
	isbn = {0962-9343 (Print)},
	author = {Bjorner, J. B. and Chang, C-H. and Thissen, D. and Reeve, B. B.}
}
@article {86,
	title = {IRT health outcomes data analysis project: an overview and summary},
	journal = {Quality of Life Research},
	volume = {16},
	number = {Suppl. 1},
	year = {2007},
	note = {Cook, Karon FTeal, Cayla RBjorner, Jakob BCella, DavidChang, Chih-HungCrane, Paul KGibbons, Laura EHays, Ron DMcHorney, Colleen AOcepek-Welikson, KatjaRaczek, Anastasia ETeresi, Jeanne AReeve, Bryce B1U01AR52171-01/AR/United States NIAMSR01 (CA60068)/CA/United States NCIY1-PC-3028-01/PC/United States NCIResearch Support, N.I.H., ExtramuralNetherlandsQuality of life research : an international journal of quality of life aspects of treatment, care and rehabilitationQual Life Res. 2007;16 Suppl 1:121-32. Epub 2007 Mar 10.},
	pages = {121-132},
	edition = {2007/03/14},
	abstract = {BACKGROUND: In June 2004, the National Cancer Institute and the Drug Information Association co-sponsored the conference, "Improving the Measurement of Health Outcomes through the Applications of Item Response Theory (IRT) Modeling: Exploration of Item Banks and Computer-Adaptive Assessment." A component of the conference was presentation of a psychometric and content analysis of a secondary dataset. OBJECTIVES: A thorough psychometric and content analysis was conducted of two primary domains within a cancer health-related quality of life (HRQOL) dataset. RESEARCH DESIGN: HRQOL scales were evaluated using factor analysis for categorical data, IRT modeling, and differential item functioning analyses. In addition, computerized adaptive administration of HRQOL item banks was simulated, and various IRT models were applied and compared. SUBJECTS: The original data were collected as part of the NCI-funded Quality of Life Evaluation in Oncology (Q-Score) Project. A total of 1,714 patients with cancer or HIV/AIDS were recruited from 5 clinical sites. MEASURES: Items from 4 HRQOL instruments were evaluated: Cancer Rehabilitation Evaluation System-Short Form, European Organization for Research and Treatment of Cancer Quality of Life Questionnaire, Functional Assessment of Cancer Therapy and Medical Outcomes Study Short-Form Health Survey. RESULTS AND CONCLUSIONS: Four lessons learned from the project are discussed: the importance of good developmental item banks, the ambiguity of model fit results, the limits of our knowledge regarding the practical implications of model misfit, and the importance in the measurement of HRQOL of construct definition. With respect to these lessons, areas for future research are suggested. The feasibility of developing item banks for broad definitions of health is discussed.},
	keywords = {*Data Interpretation, Statistical, *Health Status, *Quality of Life, *Questionnaires, *Software, Female, HIV Infections/psychology, Humans, Male, Neoplasms/psychology, Outcome Assessment (Health Care)/*methods, Psychometrics, Stress, Psychological},
	isbn = {0962-9343 (Print)},
	author = {Cook, K. F. and Teal, C. R. and Bjorner, J. B. and Cella, D. and Chang, C-H. and Crane, P. K. and Gibbons, L. E. and Hays, R. D. and McHorney, C. A. and Ocepek-Welikson, K. and Raczek, A. E. and Teresi, J. A. and Reeve, B. B.}
}
@article {53,
	title = {Patient-reported outcomes measurement and management with innovative methodologies and technologies},
	journal = {Quality of Life Research},
	volume = {16 Suppl 1},
	year = {2007},
	note = {Chang, Chih-HungR21CA113191/CA/NCI NIH HHS/United StatesResearch Support, N.I.H., ExtramuralNetherlandsQuality of life research : an international journal of quality of life aspects of treatment, care and rehabilitationQual Life Res. 2007;16 Suppl 1:157-66. Epub 2007 May 26.},
	pages = {157-66},
	edition = {2007/05/29},
	abstract = {Successful integration of modern psychometrics and advanced informatics in patient-reported outcomes (PRO) measurement and management can potentially maximize the value of health outcomes research and optimize the delivery of quality patient care. Unlike the traditional labor-intensive paper-and-pencil data collection method, item response theory-based computerized adaptive testing methodologies coupled with novel technologies provide an integrated environment to collect, analyze and present ready-to-use PRO data for informed and shared decision-making. This article describes the needs, challenges and solutions for accurate, efficient and cost-effective PRO data acquisition and dissemination means in order to provide critical and timely PRO information necessary to actively support and enhance routine patient care in busy clinical settings.},
	keywords = {*Health Status, *Outcome Assessment (Health Care), *Quality of Life, *Software, Computer Systems/*trends, Health Insurance Portability and Accountability Act, Humans, Patient Satisfaction, Questionnaires, United States},
	isbn = {0962-9343 (Print)0962-9343 (Linking)},
	author = {Chang, C-H.}
}
@article {368,
	title = {CAT administration of language placement examinations},
	journal = {Journal of Applied Measurement},
	volume = {1},
	number = {3},
	year = {2000},
	note = {1529-7713Journal Article},
	pages = {292-302},
	abstract = {This article describes the development of a computerized adaptive test for Cegep de Jonquiere, a community college located in Quebec, Canada. Computerized language proficiency testing allows the simultaneous presentation of sound stimuli as the question is being presented to the test-taker. With a properly calibrated bank of items, the language proficiency test can be offered in an adaptive framework. By adapting the test to the test-taker{\textquoteright}s level of ability, an assessment can be made with significantly fewer items. We also describe our initial attempt to detect instances in which "cheating low" is occurring. In the "cheating low" situation, test-takers deliberately answer questions incorrectly, questions that they are fully capable of answering correctly had they been taking the test honestly.},
	keywords = {*Language, *Software, Aptitude Tests/*statistics \& numerical data, Educational Measurement/*statistics \& numerical data, Humans, Psychometrics, Reproducibility of Results, Research Support, Non-U.S. Gov{\textquoteright}t},
	author = {Stahl, J. and Bergstrom, B. and Gershon, R. C.}
}
@article {369,
	title = {On-line performance assessment using rating scales},
	journal = {Journal of Outcomes Measurement},
	volume = {1},
	number = {3},
	year = {1997},
	note = {1090-655X (Print)Journal Article},
	pages = {173-191},
	abstract = {The purpose of this paper is to report on the development of the on-line performance assessment instrument--the Assessment of Motor and Process Skills (AMPS). Issues that will be addressed in the paper include: (a) the establishment of the scoring rubric and its implementation in an extended Rasch model, (b) training of raters, (c) validation of the scoring rubric and procedures for monitoring the internal consistency of raters, and (d) technological implementation of the assessment instrument in a computerized program.},
	keywords = {*Outcome Assessment (Health Care), *Rehabilitation, *Software, *Task Performance and Analysis, Activities of Daily Living, Humans, Microcomputers, Psychometrics, Psychomotor Performance},
	author = {Stahl, J. and Shumway, R. and Bergstrom, B. and Fisher, A.}
}
