@article {2043, title = {Optimizing cognitive ability measurement with multidimensional computer adaptive testing}, journal = {International Journal of Testing}, year = {In Press}, author = {Makransky, G. and Glas, C. A. W.} } @article {2752, title = {An Extended Taxonomy of Variants of Computerized Adaptive Testing}, journal = {Journal of Computerized Adaptive Testing}, volume = {10}, year = {2023}, keywords = {Adaptive Testing, evidence-centered design, Item Response Theory, knowledge-based model construction, missingness}, issn = {2165-6592}, doi = {10.7333/2302-100101}, author = {Roy Levy and John T. Behrens and Robert J. Mislevy} } @article {2724, title = {Application of Dimension Reduction to CAT Item Selection Under the Bifactor Model}, journal = {Applied Psychological Measurement}, volume = {43}, number = {6}, year = {2019}, pages = {419-434}, abstract = {Multidimensional computerized adaptive testing (MCAT) based on the bifactor model is suitable for tests with multidimensional bifactor measurement structures. Several item selection methods that proved to be more advantageous than the maximum Fisher information method are not practical for bifactor MCAT due to time-consuming computations resulting from high dimensionality. To make them applicable in bifactor MCAT, dimension reduction is applied to four item selection methods, which are the posterior-weighted Fisher D-optimality (PDO) and three non-Fisher information-based methods{\textemdash}posterior expected Kullback{\textendash}Leibler information (PKL), continuous entropy (CE), and mutual information (MI). They were compared with the Bayesian D-optimality (BDO) method in terms of estimation precision. When both the general and group factors are the measurement objectives, BDO, PDO, CE, and MI perform equally well and better than PKL. When the group factors represent nuisance dimensions, MI and CE perform the best in estimating the general factor, followed by the BDO, PDO, and PKL. How the bifactor pattern and test length affect estimation accuracy was also discussed.}, doi = {10.1177/0146621618813086}, url = {https://doi.org/10.1177/0146621618813086}, author = {Xiuzhen Mao and Jiahui Zhang and Tao Xin} } @article {2736, title = {Computerized Adaptive Testing in Early Education: Exploring the Impact of Item Position Effects on Ability Estimation}, journal = {Journal of Educational Measurement}, volume = {56}, number = {2}, year = {2019}, pages = {437-451}, abstract = {Abstract Studies have shown that item difficulty can vary significantly based on the context of an item within a test form. In particular, item position may be associated with practice and fatigue effects that influence item parameter estimation. The purpose of this research was to examine the relevance of item position specifically for assessments used in early education, an area of testing that has received relatively limited psychometric attention. In an initial study, multilevel item response models fit to data from an early literacy measure revealed statistically significant increases in difficulty for items appearing later in a 20-item form. The estimated linear change in logits for an increase of 1 in position was .024, resulting in a predicted change of .46 logits for a shift from the beginning to the end of the form. A subsequent simulation study examined impacts of item position effects on person ability estimation within computerized adaptive testing. Implications and recommendations for practice are~discussed.}, doi = {10.1111/jedm.12215}, url = {https://onlinelibrary.wiley.com/doi/abs/10.1111/jedm.12215}, author = {Albano, Anthony D. and Cai, Liuhan and Lease, Erin M. and McConnell, Scott R.} } @article {2737, title = {Efficiency of Targeted Multistage Calibration Designs Under Practical Constraints: A Simulation Study}, journal = {Journal of Educational Measurement}, volume = {56}, number = {1}, year = {2019}, pages = {121-146}, abstract = {Abstract Calibration of an item bank for computer adaptive testing requires substantial resources. In this study, we investigated whether the efficiency of calibration under the Rasch model could be enhanced by improving the match between item difficulty and student ability. We introduced targeted multistage calibration designs, a design type that considers ability-related background variables and performance for assigning students to suitable items. Furthermore, we investigated whether uncertainty about item difficulty could impair the assembling of efficient designs. The results indicated that targeted multistage calibration designs were more efficient than ordinary targeted designs under optimal conditions. Limited knowledge about item difficulty reduced the efficiency of one of the two investigated targeted multistage calibration designs, whereas targeted designs were more robust.}, doi = {10.1111/jedm.12203}, url = {https://onlinelibrary.wiley.com/doi/abs/10.1111/jedm.12203}, author = {Berger, St{\'e}phanie and Verschoor, Angela J. and Eggen, Theo J. H. M. and Moser, Urs} } @conference {2667, title = {Adapting Linear Models for Optimal Test Design to More Complex Test Specifications}, booktitle = {IACAT 2017 Conference}, year = {2017}, month = {08/2017}, publisher = {Niigata Seiryo University}, organization = {Niigata Seiryo University}, address = {Niigata, Japan}, abstract = {

Combinatorial optimization (CO) has proven to be a very helpful approach for addressing test assembly issues and for providing solutions. Furthermore, CO has been applied for several test designs, including: (1) for the development of linear test forms; (2) for computerized adaptive testing and; (3) for multistage testing. In his seminal work, van der Linden (2006) laid out the basis for using linear models for simultaneously assembling exams and item pools in a variety of conditions: (1) for single tests and multiple tests; (2) with item sets, etc. However, for some testing programs, the number and complexity of test specifications can grow rapidly. Consequently, the mathematical representation of the test assembly problem goes beyond most approaches reported either in van der Linden\’s book or in the majority of other publications related to test assembly. In this presentation, we extend van der Linden\’s framework by including the concept of blocks for test specifications. We modify the usual mathematical notation of a test assembly problem by including this concept and we show how it can be applied to various test designs. Finally, we will demonstrate an implementation of this approach in a stand-alone software, called the ATASolver.

Session Video

}, keywords = {Complex Test Specifications, Linear Models, Optimal Test Design}, author = {Maxim Morin} } @conference {2658, title = {Analysis of CAT Precision Depending on Parameters of the Item Pool}, booktitle = {IACAT 2017 Conference}, year = {2017}, month = {08/2017}, publisher = {Niigata Seiryo University}, organization = {Niigata Seiryo University}, address = {Niigata, Japan}, abstract = {

The purpose of this research project is to analyze the measurement precision of a latent variable depending on parameters of the item pool. The influence of the following factors is analyzed:

Factor A \– range of variation of items in the pool. This factor varies on three levels with the following ranges in logits: a1 \– [-3.0; +3.0], a2 - [-4.0; +4.0], a3 - [-5.0; +5.0].

Factor B \– number of items in the pool. The factor varies on six levels with the following number of items for every factor: b1 - 128, b2 - 256, b3 \– 512, b4 - 1024, b5 \– 2048, b6 \– 4096. The items are evenly distributed in each of the variation ranges.

Factor C \– examinees\’ proficiency varies at 30 levels (c1, c2, \…, c30), which are evenly distributed in the range [-3.0; +3.0] logit.

The investigation was based on a simulation experiment within the framework of the theory of latent variables.

Response Y is the precision of measurement of examinees\’ proficiency, which is calculated as the difference between the true levels of examinees\’ proficiency and estimates obtained by means of adaptive testing. Three factor ANOVA was used for data processing.

The following results were obtained:

1. Factor A is significant. Ceteris paribus, the greater the range of variation of items in the pool, the higher the estimation precision is.

2. Factor B is significant. Ceteris paribus, the greater the number of items in the pool, the higher the estimation precision is.

3. Factor C is statistically insignificant at level \α = .05. It means that the precision of estimation of examinees\’ proficiency is the same within the range of their variation.

4. The only significant interaction among all interactions is AB. The significance of this interaction is explained by the fact that increasing the number of items in the pool decreases the effect of the range of variation of items in the pool.\ 

Session Video

}, keywords = {CAT, Item parameters, Precision}, url = {https://drive.google.com/file/d/1Bwe58kOQRgCSbB8x6OdZTDK4OIm3LQI3/view?usp=drive_web}, author = {Anatoly Maslak and Stanislav Pozdniakov} } @conference {2637, title = {Comparison of Pretest Item Calibration Methods in a Computerized Adaptive Test (CAT)}, booktitle = {IACAT 2017 Conference}, year = {2017}, month = {08/2017}, publisher = {Niigata Seiryo University}, organization = {Niigata Seiryo University}, address = {Niigata, Japan}, abstract = {

Calibration methods for pretest items in a computerized adaptive test (CAT) are not a new area of research inquiry. After decades of research on CAT, the fixed item parameter calibration (FIPC) method has been widely accepted and used by practitioners to address two CAT calibration issues: (a) a restricted ability range each item is exposed to, and (b) a sparse response data matrix. In FIPC, the parameters of the operational items are fixed at their original values, and multiple expectation maximization (EM) cycles are used to estimate parameters of the pretest items with prior ability distribution being updated multiple times (Ban, Hanson, Wang, Yi, \& Harris, 2001; Kang \& Peterson, 2009; Pommerich \& Segall, 2003).

Another calibration method is the fixed person parameter calibration (FPPC) method proposed by Stocking (1988) as \“Method A.\” Under this approach, candidates\’ ability estimates are fixed in the calibration of pretest items and they define the scale on which the parameter estimates are reported. The logic of FPPC is suitable for CAT applications because the person parameters are estimated based on operational items and available for pretest item calibration. In Stocking (1988), the FPPC was evaluated using the LOGIST computer program developed by Wood, Wingersky, and Lord (1976). He reported that \“Method A\” produced larger root mean square errors (RMSEs) in the middle ability range than \“Method B,\” which required the use of anchor items (administered non-adaptively) and linking steps to attempt to correct for the potential scale drift due to the use of imperfect ability estimates.

Since then, new commercial software tools such as BILOG-MG and flexMIRT (Cai, 2013) have been developed to handle the FPPC method with different implementations (e.g., the MH-RM algorithm with flexMIRT). The performance of the FPPC method with those new software tools, however, has rarely been researched in the literature.

In our study, we evaluated the performance of two pretest item calibration methods using flexMIRT, the new software tool. The FIPC and FPPC are compared under various CAT settings. Each simulated exam contains 75\% operational items and 25\% pretest items, and real item parameters are used to generate the CAT data. This study also addresses the lack of guidelines in existing CAT item calibration literature regarding population ability shift and exam length (more accurate theta estimates are expected in longer exams). Thus, this study also investigates the following four factors and their impact on parameter estimation accuracy, including: (1) candidate population changes (3 ability distributions); (2) exam length (20: 15 OP + 5 PT, 40: 30 OP + 10 PT, and 60: 45 OP + 15 PT); (3) data model fit (3PL and 3PL with fixed C), and (4) pretest item calibration sample sizes (300, 500, and 1000). This study\’s findings will fill the gap in this area of research and thus provide new information on which practitioners can base their decisions when selecting a pretest calibration method for their exams.

References

Ban, J. C., Hanson, B. A., Wang, T., Yi, Q., \& Harris, D. J. (2001). A comparative study of online pretest item\—Calibration/scaling methods in computerized adaptive testing. Journal of Educational Measurement, 38(3), 191\–212.

Cai, L. (2013). flexMIRT\® Flexible Multilevel Multidimensional Item Analysis and Test Scoring (Version 2) [Computer software]. Chapel Hill, NC: Vector Psychometric Group.

Kang, T., \& Petersen, N. S. (2009). Linking item parameters to a base scale (Research Report No. 2009\– 2). Iowa City, IA: ACT.

Pommerich, M., \& Segall, D.O. (2003, April). Calibrating CAT pools and online pretest items using marginal maximum likelihood methods. Paper presented at the annual meeting of the National Council on Measurement in Education, Chicago, IL.

Stocking, M. L. (1988). Scale drift in online calibration (Research Report No. 88\–28). Princeton, NJ: Educational Testing Service.

Wood, R. L., Wingersky, M. S., \& Lord, F. M. (1976). LOGIST: A computer program for estimating examinee ability and item characteristic curve parameters (RM76-6) [Computer program]. Princeton, NJ: Educational Testing Service.

Session Video

}, keywords = {CAT, Pretest Item Calibration}, author = {Huijuan Meng and Chris Han} } @conference {2652, title = {Efficiency of Targeted Multistage Calibration Designs under Practical Constraints: A Simulation Study}, booktitle = {IACAT 2017 Conference}, year = {2017}, month = {08/2017}, publisher = {Niigata Seiryo University}, organization = {Niigata Seiryo University}, address = {Niigata, Japan}, abstract = {

Calibration of an item bank for computer adaptive testing requires substantial resources. In this study, we focused on two related research questions. First, we investigated whether the efficiency of item calibration under the Rasch model could be enhanced by calibration designs that optimize the match between item difficulty and student ability (Berger, 1991). Therefore, we introduced targeted multistage calibration designs, a design type that refers to a combination of traditional targeted calibration designs and multistage designs. As such, targeted multistage calibration designs consider ability-related background variables (e.g., grade in school), as well as performance (i.e., outcome of a preceding test stage) for assigning students to suitable items.

Second, we explored how limited a priori knowledge about item difficulty affects the efficiency of both targeted calibration designs and targeted multistage calibration designs. When arranging items within a given calibration design, test developers need to know the item difficulties to locate items optimally within the design. However, usually, no empirical information about item difficulty is available before item calibration. Owing to missing empirical data, test developers might fail to assign all items to the most suitable location within a calibration design.

Both research questions were addressed in a simulation study in which we varied the calibration design, as well as the accuracy of item distribution across the different booklets or modules within each design (i.e., number of misplaced items). The results indicated that targeted multistage calibration designs were more efficient than ordinary targeted designs under optimal conditions. Especially, targeted multistage calibration designs provided more accurate estimates for very easy and 52 IACAT 2017 ABSTRACTS BOOKLET very difficult items. Limited knowledge about item difficulty during test construction impaired the efficiency of all designs. The loss of efficiency was considerably large for one of the two investigated targeted multistage calibration designs, whereas targeted designs were more robust.

References

Berger, M. P. F. (1991). On the efficiency of IRT models when applied to different sampling designs. Applied Psychological Measurement, 15(3), 293\–306. doi:10.1177/014662169101500310

Session Video

}, keywords = {CAT, Efficiency, Multistage Calibration}, url = {https://drive.google.com/file/d/1ko2LuiARKqsjL_6aupO4Pj9zgk6p_xhd/view?usp=sharing}, author = {Stephanie Berger and Angela J. Verschoor and Theo Eggen and Urs Moser} } @article {2616, title = {The validation of a computer-adaptive test (CAT) for assessing health-related quality of life in children and adolescents in a clinical sample: study design, methods and first results of the Kids-CAT study}, journal = {Quality of Life Research}, volume = {26}, number = {5}, year = {2017}, month = {May}, pages = {1105{\textendash}1117}, abstract = {Recently, we developed a computer-adaptive test (CAT) for assessing health-related quality of life (HRQoL) in children and adolescents: the Kids-CAT. It measures five generic HRQoL dimensions. The aims of this article were (1) to present the study design and (2) to investigate its psychometric properties in a clinical setting.}, issn = {1573-2649}, doi = {10.1007/s11136-016-1437-9}, url = {https://doi.org/10.1007/s11136-016-1437-9}, author = {Barthel, D. and Otto, C. and Nolte, S. and Meyrose, A.-K. and Fischer, F. and Devine, J. and Walter, O. and Mierke, A. and Fischer, K. I. and Thyen, U. and Klein, M. and Ankermann, T. and Rose, M. and Ravens-Sieberer, U.} } @article {2504, title = {Optimal Reassembly of Shadow Tests in CAT}, journal = {Applied Psychological Measurement}, volume = {40}, number = {7}, year = {2016}, pages = {469-485}, abstract = {Even in the age of abundant and fast computing resources, concurrency requirements for large-scale online testing programs still put an uninterrupted delivery of computer-adaptive tests at risk. In this study, to increase the concurrency for operational programs that use the shadow-test approach to adaptive testing, we explored various strategies aiming for reducing the number of reassembled shadow tests without compromising the measurement quality. Strategies requiring fixed intervals between reassemblies, a certain minimal change in the interim ability estimate since the last assembly before triggering a reassembly, and a hybrid of the two strategies yielded substantial reductions in the number of reassemblies without degradation in the measurement accuracy. The strategies effectively prevented unnecessary reassemblies due to adapting to the noise in the early test stages. They also highlighted the practicality of the shadow-test approach by minimizing the computational load involved in its use of mixed-integer programming.}, doi = {10.1177/0146621616654597}, url = {http://apm.sagepub.com/content/40/7/469.abstract}, author = {Choi, Seung W. and Moellering, Karin T. and Li, Jie and van der Linden, Wim J.} } @article {2383, title = {A Comparison of IRT Proficiency Estimation Methods Under Adaptive Multistage Testing}, journal = {Journal of Educational Measurement}, volume = {52}, number = {1}, year = {2015}, pages = {70{\textendash}79}, abstract = {This inquiry is an investigation of item response theory (IRT) proficiency estimators{\textquoteright} accuracy under multistage testing (MST). We chose a two-stage MST design that includes four modules (one at Stage 1, three at Stage 2) and three difficulty paths (low, middle, high). We assembled various two-stage MST panels (i.e., forms) by manipulating two assembly conditions in each module, such as difficulty level and module length. For each panel, we investigated the accuracy of examinees{\textquoteright} proficiency levels derived from seven IRT proficiency estimators. The choice of Bayesian (prior) versus non-Bayesian (no prior) estimators was of more practical significance than the choice of number-correct versus item-pattern scoring estimators. The Bayesian estimators were slightly more efficient than the non-Bayesian estimators, resulting in smaller overall error. Possible score changes caused by the use of different proficiency estimators would be nonnegligible, particularly for low- and high-performing examinees.}, issn = {1745-3984}, doi = {10.1111/jedm.12063}, url = {http://dx.doi.org/10.1111/jedm.12063}, author = {Kim, Sooyeon and Moses, Tim and Yoo, Hanwook (Henry)} } @article {2286, title = {The applicability of multidimensional computerized adaptive testing to cognitive ability measurement in organizational assessment}, journal = {International Journal of Testing}, volume = {13}, year = {2013}, pages = {123-139}, issn = {1530-5058}, doi = {10.1080/15305058.2012.672352}, author = {Makransky, G. and Glas, C. A. W.} } @article {2294, title = {The Applicability of Multidimensional Computerized Adaptive Testing for Cognitive Ability Measurement in Organizational Assessment}, journal = {International Journal of Testing}, volume = {13}, number = {2}, year = {2013}, pages = {123-139}, doi = {10.1080/15305058.2012.672352}, url = {http://www.tandfonline.com/doi/abs/10.1080/15305058.2012.672352}, author = {Makransky, Guido and Glas, Cees A. W.} } @article {2303, title = {The Application of the Monte Carlo Approach to Cognitive Diagnostic Computerized Adaptive Testing With Content Constraints}, journal = {Applied Psychological Measurement}, volume = {37}, number = {6}, year = {2013}, pages = {482-496}, abstract = {

The Monte Carlo approach which has previously been implemented in traditional computerized adaptive testing (CAT) is applied here to cognitive diagnostic CAT to test the ability of this approach to address multiple content constraints. The performance of the Monte Carlo approach is compared with the performance of the modified maximum global discrimination index (MMGDI) method on simulations in which the only content constraint is on the number of items that measure each attribute. The results of the two simulation experiments show that (a) the Monte Carlo method fulfills all the test requirements and produces satisfactory measurement precision and item exposure results and (b) the Monte Carlo method outperforms the MMGDI method when the Monte Carlo method applies either the posterior-weighted Kullback\–Leibler algorithm or the hybrid Kullback\–Leibler information as the item selection index. Overall, the recovery rate of the knowledge states, the distribution of the item exposure, and the utilization rate of the item bank are improved when the Monte Carlo method is used.

}, doi = {10.1177/0146621613486015}, url = {http://apm.sagepub.com/content/37/6/482.abstract}, author = {Mao, Xiuzhen and Xin, Tao} } @article {2282, title = {Uncertainties in the Item Parameter Estimates and Robust Automated Test Assembly}, journal = {Applied Psychological Measurement}, volume = {37}, number = {2}, year = {2013}, pages = {123-139}, abstract = {

Item response theory parameters have to be estimated, and because of the estimation process, they do have uncertainty in them. In most large-scale testing programs, the parameters are stored in item banks, and automated test assembly algorithms are applied to assemble operational test forms. These algorithms treat item parameters as fixed values, and uncertainty is not taken into account. As a consequence, resulting tests might be off target or less informative than expected. In this article, the process of parameter estimation is described to provide insight into the causes of uncertainty in the item parameters. The consequences of uncertainty are studied. Besides, an alternative automated test assembly algorithm is presented that is robust against uncertainties in the data. Several numerical examples demonstrate the performance of the robust test assembly algorithm, and illustrate the consequences of not taking this uncertainty into account. Finally, some recommendations about the use of robust test assembly and some directions for further research are given.

}, doi = {10.1177/0146621612469825}, url = {http://apm.sagepub.com/content/37/2/123.abstract}, author = {Veldkamp, Bernard P. and Matteucci, Mariagiulia and de Jong, Martijn G.} } @article {2212, title = {Balancing Flexible Constraints and Measurement Precision in Computerized Adaptive Testing}, journal = {Educational and Psychological Measurement}, volume = {72}, number = {4}, year = {2012}, pages = {629-648}, abstract = {

Managing test specifications\—both multiple nonstatistical constraints and flexibly defined constraints\—has become an important part of designing item selection procedures for computerized adaptive tests (CATs) in achievement testing. This study compared the effectiveness of three procedures: constrained CAT, flexible modified constrained CAT, and the weighted penalty model in balancing multiple flexible constraints and maximizing measurement precision in a fixed-length CAT. The study also addressed the effect of two different test lengths\—25 items and 50 items\—and of including or excluding the randomesque item exposure control procedure with the three methods, all of which were found effective in selecting items that met flexible test constraints when used in the item selection process for longer tests. When the randomesque method was included to control for item exposure, the weighted penalty model and the flexible modified constrained CAT models performed better than did the constrained CAT procedure in maintaining measurement precision. When no item exposure control method was used in the item selection process, no practical difference was found in the measurement precision of each balancing method.

}, doi = {10.1177/0013164411431838}, url = {http://epm.sagepub.com/content/72/4/629.abstract}, author = {Moyer, Eric L. and Galindo, Jennifer L. and Dodd, Barbara G.} } @mastersthesis {2144, title = {Computerized adaptive testing in industrial and organizational psychology}, volume = {Ph.D.}, year = {2012}, school = {University of Twente}, type = {Ph.D. Dissertation}, address = {Twente, The Netherlands}, author = {Makransky, G.} } @article {2205, title = {Detecting Local Item Dependence in Polytomous Adaptive Data}, journal = {Journal of Educational Measurement}, volume = {49}, number = {2}, year = {2012}, pages = {127{\textendash}147}, abstract = {

A rapidly expanding arena for item response theory (IRT) is in attitudinal and health-outcomes survey applications, often with polytomous items. In particular, there is interest in computer adaptive testing (CAT). Meeting model assumptions is necessary to realize the benefits of IRT in this setting, however. Although initial investigations of local item dependence have been studied both for polytomous items in fixed-form settings and for dichotomous items in CAT settings, there have been no publications applying local item dependence detection methodology to polytomous items in CAT despite its central importance to these applications. The current research uses a simulation study to investigate the extension of widely used pairwise statistics, Yen\&$\#$39;s Q3 Statistic and Pearson\&$\#$39;s Statistic X2, in this context. The simulation design and results are contextualized throughout with a real item bank of this type from the Patient-Reported Outcomes Measurement Information System (PROMIS).

}, issn = {1745-3984}, doi = {10.1111/j.1745-3984.2012.00165.x}, url = {http://dx.doi.org/10.1111/j.1745-3984.2012.00165.x}, author = {Mislevy, Jessica L. and Rupp, Andr{\'e} A. and Harring, Jeffrey R.} } @article {2263, title = {Development of a computerized adaptive test for depression}, journal = {Archives of General Psychiatry}, volume = {69}, year = {2012}, pages = {1105-1112}, doi = {10.1001/archgenpsychiatry.2012.14}, url = {WWW.ARCHGENPSYCHIATRY.COM}, author = {Robert D. Gibbons and David .J. Weiss and Paul A. Pilkonis and Ellen Frank and Tara Moore and Jong Bae Kim and David J. Kupfer} } @article {2044, title = {Improving personality facet scores with multidimensional computerized adaptive testing: An illustration with the NEO PI-R}, journal = {Assessment}, year = {2012}, doi = {10.1177/1073191112437756}, author = {Makransky, G. and Mortensen, E. L. and Glas, C. A. W.} } @article {2210, title = {A Mixture Rasch Model{\textendash}Based Computerized Adaptive Test for Latent Class Identification}, journal = {Applied Psychological Measurement}, volume = {36}, number = {6}, year = {2012}, pages = {469-493}, abstract = {

This study explored a computerized adaptive test delivery algorithm for latent class identification based on the mixture Rasch model. Four item selection methods based on the Kullback\–Leibler (KL) information were proposed and compared with the reversed and the adaptive KL information under simulated testing conditions. When item separation was large, all item selection methods did not differ evidently in terms of accuracy in classifying examinees into different latent classes and estimating latent ability. However, when item separation was small, two methods with class-specific ability estimates performed better than the other two methods based on a single latent ability estimate across all latent classes. The three types of KL information distributions were compared. The KL and the reversed KL information could be the same or different depending on the ability level and the item difficulty difference between latent classes. Although the KL information and the reversed KL information were different at some ability levels and item difficulty difference levels, the use of the KL, the reversed KL, or the adaptive KL information did not affect the results substantially due to the symmetric distribution of item difficulty differences between latent classes in the simulated item pools. Item pool usage and classification convergence points were examined as well.

}, doi = {10.1177/0146621612450068}, url = {http://apm.sagepub.com/content/36/6/469.abstract}, author = {Hong Jiao, and Macready, George and Liu, Junhui and Cho, Youngmi} } @article {2070, title = {catR: An R Package for Computerized Adaptive Testing}, journal = {Applied Psychological Measurement}, year = {2011}, abstract = {

Computerized adaptive testing (CAT) is an active current research field in psychometrics and educational measurement. However, there is very little software available to handle such adaptive tasks. The R package catR was developed to perform adaptive testing with as much flexibility as possible, in an attempt to provide a developmental and testing platform to the interested user. Several item-selection rules and ability estimators are implemented. The item bank can be provided by the user or randomly generated from parent distributions of item parameters. Three stopping rules are available. The output can be graphically displayed.

}, keywords = {computer program, computerized adaptive testing, Estimation, Item Response Theory}, doi = {10.1177/0146621611407482}, author = {Magis, D. and Ra{\^\i}che, G.} } @article {283, title = {Content range and precision of a computer adaptive test of upper extremity function for children with cerebral palsy}, journal = {Physical \& Occupational Therapy in Pediatrics}, volume = {31}, number = {1}, year = {2011}, note = {Montpetit, KathleenHaley, StephenBilodeau, NathalieNi, PengshengTian, FengGorton, George 3rdMulcahey, M JEnglandPhys Occup Ther Pediatr. 2011 Feb;31(1):90-102. Epub 2010 Oct 13.}, pages = {90-102}, edition = {2010/10/15}, abstract = {This article reports on the content range and measurement precision of an upper extremity (UE) computer adaptive testing (CAT) platform of physical function in children with cerebral palsy. Upper extremity items representing skills of all abilities were administered to 305 parents. These responses were compared with two traditional standardized measures: Pediatric Outcomes Data Collection Instrument and Functional Independence Measure for Children. The UE CAT correlated strongly with the upper extremity component of these measures and had greater precision when describing individual functional ability. The UE item bank has wider range with items populating the lower end of the ability spectrum. This new UE item bank and CAT have the capability to quickly assess children of all ages and abilities with good precision and, most importantly, with items that are meaningful and appropriate for their age and level of physical function.}, isbn = {1541-3144 (Electronic)0194-2638 (Linking)}, author = {Montpetit, K. and Haley, S. and Bilodeau, N. and Ni, P. and Tian, F. and Gorton, G., 3rd and Mulcahey, M. J.} } @conference {2081, title = {Practitioner{\textquoteright}s Approach to Identify Item Drift in CAT}, booktitle = {Annual Conference of the International Association for Computerized Adaptive Testing}, year = {2011}, month = {10/2011}, keywords = {CUSUM method, G2 statistic, IPA, item drift, item parameter drift, Lord{\textquoteright}s chi-square statistic, Raju{\textquoteright}s NCDIF}, author = {Huijuan Meng and Susan Steinkamp and Paul Jones and Joy Matthews-Lopez} } @article {2045, title = {Unproctored Internet test verification: Using adaptive confirmation testing}, journal = {Organizational Research Methods}, volume = {14}, year = {2011}, pages = {608-630}, author = {Makransky, G. and Glas, C. A. W.} } @article {2046, title = {An automatic online calibration design in adaptive testing}, journal = {Journal of Applied Testing Technology}, volume = {11}, year = {2010}, author = {Makransky, G. and Glas, C. A. W.} } @article {2161, title = {A Comparison of Item Selection Techniques for Testlets}, journal = {Applied Psychological Measurement}, volume = {34}, number = {6}, year = {2010}, pages = {424-437}, abstract = {

This study examined the performance of the maximum Fisher\’s information, the maximum posterior weighted information, and the minimum expected posterior variance methods for selecting items in a computerized adaptive testing system when the items were grouped in testlets. A simulation study compared the efficiency of ability estimation among the item selection techniques under varying conditions of local-item dependency when the response model was either the three-parameter-logistic item response theory or the three-parameter-logistic testlet response theory. The item selection techniques performed similarly within any particular condition, the practical implications of which are discussed within the article.

}, doi = {10.1177/0146621609349804}, url = {http://apm.sagepub.com/content/34/6/424.abstract}, author = {Murphy, Daniel L. and Dodd, Barbara G. and Vaughn, Brandon K.} } @inbook {2057, title = {Designing and Implementing a Multistage Adaptive Test: The Uniform CPA Exam}, booktitle = {Elements of Adaptive Testing}, year = {2010}, pages = {167-190}, chapter = {9}, doi = {10.1007/978-0-387-85461-8}, author = {Melican, G.J. and Breithaupt, K and Zhang, Y.} } @inbook {2064, title = {Detecting Person Misfit in Adaptive Testing}, booktitle = {Elements of Adaptive Testing}, year = {2010}, pages = {315-329}, chapter = {16}, doi = {10.1007/978-0-387-85461-8}, author = {Meijer, R. R. and van Krimpen-Stoop, E. M. L. A.} } @article {113, title = {Detection of aberrant item score patterns in computerized adaptive testing: An empirical example using the CUSUM}, journal = {Personality and Individual Differences}, volume = {48}, number = {8}, year = {2010}, pages = {921-925}, abstract = {The scalability of individual trait scores on a computerized adaptive test (CAT) was assessed through investigating the consistency of individual item score patterns. A sample of N = 428 persons completed a personality CAT as part of a career development procedure. To detect inconsistent item score patterns, we used a cumulative sum (CUSUM) procedure. Combined information from the CUSUM, other personality measures, and interviews showed that similar estimated trait values may have a different interpretation.Implications for computer-based assessment are discussed.}, keywords = {CAT, computerized adaptive testing, CUSUM approach, person Fit}, isbn = {01918869}, author = {Egberink, I. J. L. and Meijer, R. R. and Veldkamp, B. P. and Schakel, L. and Smid, N. G.} } @article {46, title = {Development and validation of patient-reported outcome measures for sleep disturbance and sleep-related impairments}, journal = {Sleep}, volume = {33}, number = {6}, year = {2010}, note = {Buysse, Daniel JYu, LanMoul, Douglas EGermain, AnneStover, AngelaDodds, Nathan EJohnston, Kelly LShablesky-Cade, Melissa APilkonis, Paul AAR052155/AR/NIAMS NIH HHS/United StatesU01AR52155/AR/NIAMS NIH HHS/United StatesU01AR52158/AR/NIAMS NIH HHS/United StatesU01AR52170/AR/NIAMS NIH HHS/United StatesU01AR52171/AR/NIAMS NIH HHS/United StatesU01AR52177/AR/NIAMS NIH HHS/United StatesU01AR52181/AR/NIAMS NIH HHS/United StatesU01AR52186/AR/NIAMS NIH HHS/United StatesResearch Support, N.I.H., ExtramuralValidation StudiesUnited StatesSleepSleep. 2010 Jun 1;33(6):781-92.}, month = {Jun 1}, pages = {781-92}, edition = {2010/06/17}, abstract = {STUDY OBJECTIVES: To develop an archive of self-report questions assessing sleep disturbance and sleep-related impairments (SRI), to develop item banks from this archive, and to validate and calibrate the item banks using classic validation techniques and item response theory analyses in a sample of clinical and community participants. DESIGN: Cross-sectional self-report study. SETTING: Academic medical center and participant homes. PARTICIPANTS: One thousand nine hundred ninety-three adults recruited from an Internet polling sample and 259 adults recruited from medical, psychiatric, and sleep clinics. INTERVENTIONS: None. MEASUREMENTS AND RESULTS: This study was part of PROMIS (Patient-Reported Outcomes Information System), a National Institutes of Health Roadmap initiative. Self-report item banks were developed through an iterative process of literature searches, collecting and sorting items, expert content review, qualitative patient research, and pilot testing. Internal consistency, convergent validity, and exploratory and confirmatory factor analysis were examined in the resulting item banks. Factor analyses identified 2 preliminary item banks, sleep disturbance and SRI. Item response theory analyses and expert content review narrowed the item banks to 27 and 16 items, respectively. Validity of the item banks was supported by moderate to high correlations with existing scales and by significant differences in sleep disturbance and SRI scores between participants with and without sleep disorders. CONCLUSIONS: The PROMIS sleep disturbance and SRI item banks have excellent measurement properties and may prove to be useful for assessing general aspects of sleep and SRI with various groups of patients and interventions.}, keywords = {*Outcome Assessment (Health Care), *Self Disclosure, Adult, Aged, Aged, 80 and over, Cross-Sectional Studies, Factor Analysis, Statistical, Female, Humans, Male, Middle Aged, Psychometrics, Questionnaires, Reproducibility of Results, Sleep Disorders/*diagnosis, Young Adult}, isbn = {0161-8105 (Print)0161-8105 (Linking)}, author = {Buysse, D. J. and Yu, L. and Moul, D. E. and Germain, A. and Stover, A. and Dodds, N. E. and Johnston, K. L. and Shablesky-Cade, M. A. and Pilkonis, P. A.} } @inbook {2052, title = {Multidimensional Adaptive Testing with Kullback{\textendash}Leibler Information Item Selection}, booktitle = {Elements of Adaptive Testing}, year = {2010}, pages = {77-102}, chapter = {4}, doi = {10.1007/978-0-387-85461-8}, author = {Mulder, J. and van der Linden, W. J.} } @booklet {323, title = {Validation of a computer-adaptive test to evaluate generic health-related quality of life}, journal = {Health and Quality of Life Outcomes}, volume = {8}, year = {2010}, note = {Rebollo, PabloCastejon, IgnacioCuervo, JesusVilla, GuillermoGarcia-Cueto, EduardoDiaz-Cuervo, HelenaZardain, Pilar CMuniz, JoseAlonso, JordiSpanish CAT-Health Research GroupEnglandHealth Qual Life Outcomes. 2010 Dec 3;8:147.}, pages = {147}, edition = {2010/12/07}, abstract = {BACKGROUND: Health Related Quality of Life (HRQoL) is a relevant variable in the evaluation of health outcomes. Questionnaires based on Classical Test Theory typically require a large number of items to evaluate HRQoL. Computer Adaptive Testing (CAT) can be used to reduce tests length while maintaining and, in some cases, improving accuracy. This study aimed at validating a CAT based on Item Response Theory (IRT) for evaluation of generic HRQoL: the CAT-Health instrument. METHODS: Cross-sectional study of subjects aged over 18 attending Primary Care Centres for any reason. CAT-Health was administered along with the SF-12 Health Survey. Age, gender and a checklist of chronic conditions were also collected. CAT-Health was evaluated considering: 1) feasibility: completion time and test length; 2) content range coverage, Item Exposure Rate (IER) and test precision; and 3) construct validity: differences in the CAT-Health scores according to clinical variables and correlations between both questionnaires. RESULTS: 396 subjects answered CAT-Health and SF-12, 67.2\% females, mean age (SD) 48.6 (17.7) years. 36.9\% did not report any chronic condition. Median completion time for CAT-Health was 81 seconds (IQ range = 59-118) and it increased with age (p < 0.001). The median number of items administered was 8 (IQ range = 6-10). Neither ceiling nor floor effects were found for the score. None of the items in the pool had an IER of 100\% and it was over 5\% for 27.1\% of the items. Test Information Function (TIF) peaked between levels -1 and 0 of HRQoL. Statistically significant differences were observed in the CAT-Health scores according to the number and type of conditions. CONCLUSIONS: Although domain-specific CATs exist for various areas of HRQoL, CAT-Health is one of the first IRT-based CATs designed to evaluate generic HRQoL and it has proven feasible, valid and efficient, when administered to a broad sample of individuals attending primary care settings.}, isbn = {1477-7525 (Electronic)1477-7525 (Linking)}, author = {Rebollo, P. and Castejon, I. and Cuervo, J. and Villa, G. and Garcia-Cueto, E. and Diaz-Cuervo, H. and Zardain, P. C. and Muniz, J. and Alonso, J.} } @inbook {1769, title = {Applications of CAT in admissions to higher education in Israel: Twenty-two years of experience}, year = {2009}, note = {{PDF file, 326 KB}}, address = {D. J. Weiss (Ed.), Proceedings of the 2009 GMAC Conference on Computerized Adaptive Testing.}, author = {Gafni, N. and Cohen, Y. and Roded, K and Baumer, M and Moshinsky, A.} } @inbook {1836, title = {An automatic online calibration design in adaptive testing}, year = {2009}, note = {{PDF file, 365 KB}}, address = {D. J. Weiss (Ed.), Proceedings of the 2009 GMAC Conference on Computerized Adaptive Testing.}, author = {Makransky, G.} } @conference {2035, title = {Comparing methods to recalibrate drifting items in computerized adaptive testing}, booktitle = {American Educational Research Association}, year = {2009}, address = {San Diego, CA}, author = {Masters, J. S. and Muckle, T. J. and Bontempo, B} } @inbook {1749, title = {A comparison of three methods of item selection for computerized adaptive testing}, year = {2009}, note = {PDF file, 531 K}, address = {D. J. Weiss (Ed.), Proceedings of the 2009 GMAC Conference on Computerized Adaptive Testing.}, author = {Costa, D. R. and Karino, C. A. and Moura, F. A. S. and Andrade, D. F.} } @inbook {1884, title = {Criterion-related validity of an innovative CAT-based personality measure}, year = {2009}, note = {{PDF File, 163 KB}}, address = {D. J. Weiss (Ed.), Proceedings of the 2009 GMAC Conference on Computerized Adaptive Testing.}, abstract = {This paper describes development and initial criterion-related validation of the PreVisor Computer Adaptive Personality Scales (PCAPS), a computerized adaptive testing-based personality measure that uses an ideal point IRT model based on forced-choice, paired-comparison responses. Based on results from a large consortium study, a composite of six PCAPS scales identified as relevant to the population of interest (first-line supervisors) had an estimated operational validity against an overall job performance criterion of ρ = .25. Uncorrected and corrected criterion-related validity results for each of the six PCAPS scales making up the composite are also reported. Because the PCAPS algorithm computes intermediate scale scores until a stopping rule is triggered, we were able to graph number of statement-pairs presented against criterion-related validities. Results showed generally monotonically increasing functions. However, asymptotic validity levels, or at least a reduction in the rate of increase in slope, were often reached after 5-7 statement-pairs were presented. In the case of the composite measure, there was some evidence that validities decreased after about six statement-pairs. A possible explanation for this is provided.}, author = {Schneider, R. J. and McLellan, R. A. and Kantrowitz, T. M. and Houston, J. S. and Borman, W. C.} } @article {138, title = {Development of an item bank for the assessment of depression in persons with mental illnesses and physical diseases using Rasch analysis}, journal = {Rehabilitation Psychology}, volume = {54}, number = {2}, year = {2009}, note = {Forkmann, ThomasBoecker, MarenNorra, ChristineEberle, NicoleKircher, TiloSchauerte, PatrickMischke, KarlWesthofen, MartinGauggel, SiegfriedWirtz, MarkusResearch Support, Non-U.S. Gov{\textquoteright}tUnited StatesRehabilitation psychologyRehabil Psychol. 2009 May;54(2):186-97.}, month = {May}, pages = {186-97}, edition = {2009/05/28}, abstract = {OBJECTIVE: The calibration of item banks provides the basis for computerized adaptive testing that ensures high diagnostic precision and minimizes participants{\textquoteright} test burden. The present study aimed at developing a new item bank that allows for assessing depression in persons with mental and persons with somatic diseases. METHOD: The sample consisted of 161 participants treated for a depressive syndrome, and 206 participants with somatic illnesses (103 cardiologic, 103 otorhinolaryngologic; overall mean age = 44.1 years, SD =14.0; 44.7\% women) to allow for validation of the item bank in both groups. Persons answered a pool of 182 depression items on a 5-point Likert scale. RESULTS: Evaluation of Rasch model fit (infit < 1.3), differential item functioning, dimensionality, local independence, item spread, item and person separation (>2.0), and reliability (>.80) resulted in a bank of 79 items with good psychometric properties. CONCLUSIONS: The bank provides items with a wide range of content coverage and may serve as a sound basis for computerized adaptive testing applications. It might also be useful for researchers who wish to develop new fixed-length scales for the assessment of depression in specific rehabilitation settings.}, keywords = {Adaptation, Psychological, Adult, Aged, Depressive Disorder/*diagnosis/psychology, Diagnosis, Computer-Assisted, Female, Heart Diseases/*psychology, Humans, Male, Mental Disorders/*psychology, Middle Aged, Models, Statistical, Otorhinolaryngologic Diseases/*psychology, Personality Assessment/statistics \& numerical data, Personality Inventory/*statistics \& numerical data, Psychometrics/statistics \& numerical data, Questionnaires, Reproducibility of Results, Sick Role}, isbn = {0090-5550 (Print)0090-5550 (Linking)}, author = {Forkmann, T. and Boecker, M. and Norra, C. and Eberle, N. and Kircher, T. and Schauerte, P. and Mischke, K. and Westhofen, M. and Gauggel, S. and Wirtz, M.} } @article {2270, title = {Effekte des adaptiven Testens auf die Moti{\textlnot}vation zur Testbearbeitung [Effects of adaptive testing on test taking motivation].}, journal = {Diagnostica}, volume = {55}, year = {2009}, pages = {20-28}, author = {Frey, A. and Hartig, J. and Moosbrugger, H.} } @article {170, title = {Measuring global physical health in children with cerebral palsy: Illustration of a multidimensional bi-factor model and computerized adaptive testing}, journal = {Quality of Life Research}, volume = {18}, number = {3}, year = {2009}, note = {Haley, Stephen MNi, PengshengDumas, Helene MFragala-Pinkham, Maria AHambleton, Ronald KMontpetit, KathleenBilodeau, NathalieGorton, George EWatson, KyleTucker, Carole AK02 HD045354-01A1/HD/NICHD NIH HHS/United StatesK02 HD45354-01A1/HD/NICHD NIH HHS/United StatesResearch Support, N.I.H., ExtramuralResearch Support, Non-U.S. Gov{\textquoteright}tNetherlandsQuality of life research : an international journal of quality of life aspects of treatment, care and rehabilitationQual Life Res. 2009 Apr;18(3):359-70. Epub 2009 Feb 17.}, month = {Apr}, pages = {359-370}, edition = {2009/02/18}, abstract = {PURPOSE: The purposes of this study were to apply a bi-factor model for the determination of test dimensionality and a multidimensional CAT using computer simulations of real data for the assessment of a new global physical health measure for children with cerebral palsy (CP). METHODS: Parent respondents of 306 children with cerebral palsy were recruited from four pediatric rehabilitation hospitals and outpatient clinics. We compared confirmatory factor analysis results across four models: (1) one-factor unidimensional; (2) two-factor multidimensional (MIRT); (3) bi-factor MIRT with fixed slopes; and (4) bi-factor MIRT with varied slopes. We tested whether the general and content (fatigue and pain) person score estimates could discriminate across severity and types of CP, and whether score estimates from a simulated CAT were similar to estimates based on the total item bank, and whether they correlated as expected with external measures. RESULTS: Confirmatory factor analysis suggested separate pain and fatigue sub-factors; all 37 items were retained in the analyses. From the bi-factor MIRT model with fixed slopes, the full item bank scores discriminated across levels of severity and types of CP, and compared favorably to external instruments. CAT scores based on 10- and 15-item versions accurately captured the global physical health scores. CONCLUSIONS: The bi-factor MIRT CAT application, especially the 10- and 15-item versions, yielded accurate global physical health scores that discriminated across known severity groups and types of CP, and correlated as expected with concurrent measures. The CATs have potential for collecting complex data on the physical health of children with CP in an efficient manner.}, keywords = {*Computer Simulation, *Health Status, *Models, Statistical, Adaptation, Psychological, Adolescent, Cerebral Palsy/*physiopathology, Child, Child, Preschool, Factor Analysis, Statistical, Female, Humans, Male, Massachusetts, Pennsylvania, Questionnaires, Young Adult}, isbn = {0962-9343 (Print)0962-9343 (Linking)}, author = {Haley, S. M. and Ni, P. and Dumas, H. M. and Fragala-Pinkham, M. A. and Hambleton, R. K. and Montpetit, K. and Bilodeau, N. and Gorton, G. E. and Watson, K. and Tucker, C. A.} } @article {288, title = {Multidimensional Adaptive Testing with Optimal Design Criteria for Item Selection}, journal = {Psychometrika}, volume = {74}, number = {2}, year = {2009}, note = {Journal articlePsychometrikaPsychometrika. 2009 Jun;74(2):273-296. Epub 2008 Dec 23.}, month = {Jun}, pages = {273-296}, edition = {2010/02/02}, abstract = {Several criteria from the optimal design literature are examined for use with item selection in multidimensional adaptive testing. In particular, it is examined what criteria are appropriate for adaptive testing in which all abilities are intentional, some should be considered as a nuisance, or the interest is in the testing of a composite of the abilities. Both the theoretical analyses and the studies of simulated data in this paper suggest that the criteria of A-optimality and D-optimality lead to the most accurate estimates when all abilities are intentional, with the former slightly outperforming the latter. The criterion of E-optimality showed occasional erratic behavior for this case of adaptive testing, and its use is not recommended. If some of the abilities are nuisances, application of the criterion of A(s)-optimality (or D(s)-optimality), which focuses on the subset of intentional abilities is recommended. For the measurement of a linear combination of abilities, the criterion of c-optimality yielded the best results. The preferences of each of these criteria for items with specific patterns of parameter values was also assessed. It was found that the criteria differed mainly in their preferences of items with different patterns of values for their discrimination parameters.}, isbn = {0033-3123 (Print)0033-3123 (Linking)}, author = {Mulder, J. and van der Linden, W. J.} } @inbook {1868, title = {The nine lives of CAT-ASVAB: Innovations and revelations}, year = {2009}, note = {{PDF File, 169 KB}}, address = {In D. J. Weiss (Ed.), Proceedings of the 2009 GMAC Conference on Computerized Adaptive Testing.}, abstract = {The Armed Services Vocational Aptitude Battery (ASVAB) is administered annually to more than one million military applicants and high school students. ASVAB scores are used to determine enlistment eligibility, assign applicants to military occupational specialties, and aid students in career exploration. The ASVAB is administered as both a paper-and-pencil (P\&P) test and a computerized adaptive test (CAT). CAT-ASVAB holds the distinction of being the first large-scale adaptive test battery to be administered in a high-stakes setting. Approximately two-thirds of military applicants currently take CAT-ASVAB; long-term plans are to replace P\&P-ASVAB with CAT-ASVAB at all test sites. Given CAT-ASVAB{\textquoteright}s pedigree{\textemdash}approximately 20 years in development and 20 years in operational administration{\textemdash}much can be learned from revisiting some of the major highlights of CATASVAB history. This paper traces the progression of CAT-ASVAB through nine major phases of development including: research and evelopment of the CAT-ASVAB prototype, the initial development of psychometric procedures and item pools, initial and full-scale operational implementation, the introduction of new item pools, the introduction of Windows administration, the introduction of Internet administration, and research and development of the next generation CATASVAB. A background and history is provided for each phase, including discussions of major research and operational issues, innovative approaches and practices, and lessons learned.}, author = {Pommerich, M and Segall, D. O. and Moreno, K. E.} } @booklet {1480, title = {Proposta para a construo de um Teste Adaptativo Informatizado baseado na Teoria da Resposta ao Item (Proposal for the construction of a Computerized Adaptive Testing based on the Item Response Theory)}, year = {2009}, note = {(In Portguese)}, address = {Poster session presented at the Congresso Brasileiro de Teoria da Resposta ao Item, Florianpolis SC Brazil}, author = {Moreira Junior, F. J. and Andrade, D. F.} } @article {173, title = {Replenishing a computerized adaptive test of patient-reported daily activity functioning}, journal = {Quality of Life Research}, volume = {18}, number = {4}, year = {2009}, note = {Haley, Stephen MNi, PengshengJette, Alan MTao, WeiMoed, RichardMeyers, DougLudlow, Larry HK02 HD45354-01/HD/NICHD NIH HHS/United StatesResearch Support, N.I.H., ExtramuralNetherlandsQuality of life research : an international journal of quality of life aspects of treatment, care and rehabilitationQual Life Res. 2009 May;18(4):461-71. Epub 2009 Mar 14.}, month = {May}, pages = {461-71}, edition = {2009/03/17}, abstract = {PURPOSE: Computerized adaptive testing (CAT) item banks may need to be updated, but before new items can be added, they must be linked to the previous CAT. The purpose of this study was to evaluate 41 pretest items prior to including them into an operational CAT. METHODS: We recruited 6,882 patients with spine, lower extremity, upper extremity, and nonorthopedic impairments who received outpatient rehabilitation in one of 147 clinics across 13 states of the USA. Forty-one new Daily Activity (DA) items were administered along with the Activity Measure for Post-Acute Care Daily Activity CAT (DA-CAT-1) in five separate waves. We compared the scoring consistency with the full item bank, test information function (TIF), person standard errors (SEs), and content range of the DA-CAT-1 to the new CAT (DA-CAT-2) with the pretest items by real data simulations. RESULTS: We retained 29 of the 41 pretest items. Scores from the DA-CAT-2 were more consistent (ICC = 0.90 versus 0.96) than DA-CAT-1 when compared with the full item bank. TIF and person SEs were improved for persons with higher levels of DA functioning, and ceiling effects were reduced from 16.1\% to 6.1\%. CONCLUSIONS: Item response theory and online calibration methods were valuable in improving the DA-CAT.}, keywords = {*Activities of Daily Living, *Disability Evaluation, *Questionnaires, *User-Computer Interface, Adult, Aged, Cohort Studies, Computer-Assisted Instruction, Female, Humans, Male, Middle Aged, Outcome Assessment (Health Care)/*methods}, isbn = {0962-9343 (Print)0962-9343 (Linking)}, author = {Haley, S. M. and Ni, P. and Jette, A. M. and Tao, W. and Moed, R. and Meyers, D. and Ludlow, L. H.} } @article {2185, title = {Studying the Equivalence of Computer-Delivered and Paper-Based Administrations of the Raven Standard Progressive Matrices Test}, journal = {Educational and Psychological Measurement}, volume = {69}, number = {5}, year = {2009}, pages = {855-867}, abstract = {

This study investigates the effect of mode of administration of the Raven Standard Progressive Matrices test on distribution, accuracy, and meaning of raw scores. A random sample of high school students take counterbalanced paper-and-pencil and computer-based administrations of the test and answer a questionnaire surveying preferences for computer-delivered test administrations. Administration mode effect is studied with repeated measures multivariate analysis of variance, internal consistency reliability estimates, and confirmatory factor analysis approaches. Results show a lack of test mode effect on distribution, accuracy, and meaning of raw scores. Participants indicate their preferences for the computer-delivered administration of the test. The article discusses findings in light of previous studies of the Raven Standard Progressive Matrices test.

}, doi = {10.1177/0013164409332219}, url = {http://epm.sagepub.com/content/69/5/855.abstract}, author = {Arce-Ferrer, Alvaro J. and Mart{\'\i}nez Guzm{\'a}n, Elvira} } @article {212, title = {Adaptive short forms for outpatient rehabilitation outcome assessment}, journal = {American Journal of Physical Medicine and Rehabilitation}, volume = {87}, number = {10}, year = {2008}, note = {Jette, Alan MHaley, Stephen MNi, PengshengMoed, RichardK02 HD45354-01/HD/NICHD NIH HHS/United StatesR01 HD43568/HD/NICHD NIH HHS/United StatesResearch Support, N.I.H., ExtramuralResearch Support, U.S. Gov{\textquoteright}t, Non-P.H.S.Research Support, U.S. Gov{\textquoteright}t, P.H.S.United StatesAmerican journal of physical medicine \& rehabilitation / Association of Academic PhysiatristsAm J Phys Med Rehabil. 2008 Oct;87(10):842-52.}, month = {Oct}, pages = {842-52}, edition = {2008/09/23}, abstract = {OBJECTIVE: To develop outpatient Adaptive Short Forms for the Activity Measure for Post-Acute Care item bank for use in outpatient therapy settings. DESIGN: A convenience sample of 11,809 adults with spine, lower limb, upper limb, and miscellaneous orthopedic impairments who received outpatient rehabilitation in 1 of 127 outpatient rehabilitation clinics in the United States. We identified optimal items for use in developing outpatient Adaptive Short Forms based on the Basic Mobility and Daily Activities domains of the Activity Measure for Post-Acute Care item bank. Patient scores were derived from the Activity Measure for Post-Acute Care computerized adaptive testing program. Items were selected for inclusion on the Adaptive Short Forms based on functional content, range of item coverage, measurement precision, item exposure rate, and data collection burden. RESULTS: Two outpatient Adaptive Short Forms were developed: (1) an 18-item Basic Mobility Adaptive Short Form and (2) a 15-item Daily Activities Adaptive Short Form, derived from the same item bank used to develop the Activity Measure for Post-Acute Care computerized adaptive testing program. Both Adaptive Short Forms achieved acceptable psychometric properties. CONCLUSIONS: In outpatient postacute care settings where computerized adaptive testing outcome applications are currently not feasible, item response theory-derived Adaptive Short Forms provide the efficient capability to monitor patients{\textquoteright} functional outcomes. The development of Adaptive Short Form functional outcome instruments linked by a common, calibrated item bank has the potential to create a bridge to outcome monitoring across postacute care settings and can facilitate the eventual transformation from Adaptive Short Forms to computerized adaptive testing applications easier and more acceptable to the rehabilitation community.}, keywords = {*Activities of Daily Living, *Ambulatory Care Facilities, *Mobility Limitation, *Treatment Outcome, Disabled Persons/psychology/*rehabilitation, Female, Humans, Male, Middle Aged, Questionnaires, Rehabilitation Centers}, isbn = {1537-7385 (Electronic)}, author = {Jette, A. M. and Haley, S. M. and Ni, P. and Moed, R.} } @article {273, title = {Combining computer adaptive testing technology with cognitively diagnostic assessment}, journal = {Behavioral Research Methods }, volume = {40}, number = {3}, year = {2008}, note = {McGlohen, MeghanChang, Hua-HuaUnited StatesBehavior research methodsBehav Res Methods. 2008 Aug;40(3):808-21.}, month = {Aug}, pages = {808-21}, edition = {2008/08/14}, abstract = {A major advantage of computerized adaptive testing (CAT) is that it allows the test to home in on an examinee{\textquoteright}s ability level in an interactive manner. The aim of the new area of cognitive diagnosis is to provide information about specific content areas in which an examinee needs help. The goal of this study was to combine the benefit of specific feedback from cognitively diagnostic assessment with the advantages of CAT. In this study, three approaches to combining these were investigated: (1) item selection based on the traditional ability level estimate (theta), (2) item selection based on the attribute mastery feedback provided by cognitively diagnostic assessment (alpha), and (3) item selection based on both the traditional ability level estimate (theta) and the attribute mastery feedback provided by cognitively diagnostic assessment (alpha). The results from these three approaches were compared for theta estimation accuracy, attribute mastery estimation accuracy, and item exposure control. The theta- and alpha-based condition outperformed the alpha-based condition regarding theta estimation, attribute mastery pattern estimation, and item exposure control. Both the theta-based condition and the theta- and alpha-based condition performed similarly with regard to theta estimation, attribute mastery estimation, and item exposure control, but the theta- and alpha-based condition has an additional advantage in that it uses the shadow test method, which allows the administrator to incorporate additional constraints in the item selection process, such as content balancing, item type constraints, and so forth, and also to select items on the basis of both the current theta and alpha estimates, which can be built on top of existing 3PL testing programs.}, keywords = {*Cognition, *Computers, *Models, Statistical, *User-Computer Interface, Diagnosis, Computer-Assisted/*instrumentation, Humans}, isbn = {1554-351X (Print)}, author = {McGlohen, M. and Chang, Hua-Hua} } @article {186, title = {Computerized adaptive testing for patients with knee inpairments produced valid and responsive measures of function}, journal = {Journal of Clinical Epidemiology}, volume = {61}, number = {4}, year = {2008}, pages = {1113-1124}, author = {Hart, D. L. and Wang, Y-C. and Stratford, P. W. and Mioduski, J. E.} } @article {231, title = {Computerized adaptive testing in back pain: Validation of the CAT-5D-QOL}, journal = {Spine}, volume = {33}, number = {12}, year = {2008}, note = {Kopec, Jacek ABadii, MaziarMcKenna, MarioLima, Viviane DSayre, Eric CDvorak, MarcelResearch Support, Non-U.S. Gov{\textquoteright}tValidation StudiesUnited StatesSpineSpine (Phila Pa 1976). 2008 May 20;33(12):1384-90.}, month = {May 20}, pages = {1384-90}, edition = {2008/05/23}, abstract = {STUDY DESIGN: We have conducted an outcome instrument validation study. OBJECTIVE: Our objective was to develop a computerized adaptive test (CAT) to measure 5 domains of health-related quality of life (HRQL) and assess its feasibility, reliability, validity, and efficiency. SUMMARY OF BACKGROUND DATA: Kopec and colleagues have recently developed item response theory based item banks for 5 domains of HRQL relevant to back pain and suitable for CAT applications. The domains are Daily Activities (DAILY), Walking (WALK), Handling Objects (HAND), Pain or Discomfort (PAIN), and Feelings (FEEL). METHODS: An adaptive algorithm was implemented in a web-based questionnaire administration system. The questionnaire included CAT-5D-QOL (5 scales), Modified Oswestry Disability Index (MODI), Roland-Morris Disability Questionnaire (RMDQ), SF-36 Health Survey, and standard clinical and demographic information. Participants were outpatients treated for mechanical back pain at a referral center in Vancouver, Canada. RESULTS: A total of 215 patients completed the questionnaire and 84 completed a retest. On average, patients answered 5.2 items per CAT-5D-QOL scale. Reliability ranged from 0.83 (FEEL) to 0.92 (PAIN) and was 0.92 for the MODI, RMDQ, and Physical Component Summary (PCS-36). The ceiling effect was 0.5\% for PAIN compared with 2\% for MODI and 5\% for RMQ. The CAT-5D-QOL scales correlated as anticipated with other measures of HRQL and discriminated well according to the level of satisfaction with current symptoms, duration of the last episode, sciatica, and disability compensation. The average relative discrimination index was 0.87 for PAIN, 0.67 for DAILY and 0.62 for WALK, compared with 0.89 for MODI, 0.80 for RMDQ, and 0.59 for PCS-36. CONCLUSION: The CAT-5D-QOL is feasible, reliable, valid, and efficient in patients with back pain. This methodology can be recommended for use in back pain research and should improve outcome assessment, facilitate comparisons across studies, and reduce patient burden.}, keywords = {*Disability Evaluation, *Health Status Indicators, *Quality of Life, Adult, Aged, Algorithms, Back Pain/*diagnosis/psychology, British Columbia, Diagnosis, Computer-Assisted/*standards, Feasibility Studies, Female, Humans, Internet, Male, Middle Aged, Predictive Value of Tests, Questionnaires/*standards, Reproducibility of Results}, isbn = {1528-1159 (Electronic)0362-2436 (Linking)}, author = {Kopec, J. A. and Badii, M. and McKenna, M. and Lima, V. D. and Sayre, E. C. and Dvorak, M.} } @article {2103, title = {Computerized Adaptive Testing of Personality Traits}, journal = {Zeitschrift f{\"u}r Psychologie / Journal of Psychology}, volume = {216}, year = {2008}, pages = {12-21}, abstract = {

A computerized adaptive testing (CAT) procedure was simulated with ordinal polytomous personality data collected using a
conventional paper-and-pencil testing format. An adapted Dutch version of the dominance scale of Gough and Heilbrun\’s Adjective
Check List (ACL) was used. This version contained Likert response scales with five categories. Item parameters were estimated using Samejima\’s graded response model from the responses of 1,925 subjects. The CAT procedure was simulated using the responses of 1,517 other subjects. The value of the required standard error in the stopping rule of the CAT was manipulated. The relationship between CAT latent trait estimates and estimates based on all dominance items was studied. Additionally, the pattern of relationships between the CAT latent trait estimates and the other ACL scales was compared to that between latent trait estimates based on the entire item pool and the other ACL scales. The CAT procedure resulted in latent trait estimates qualitatively equivalent to latent trait estimates based on all items, while a substantial reduction of the number of used items could be realized (at the stopping rule of 0.4 about 33\% of the 36 items was used).

}, keywords = {Adaptive Testing, cmoputer-assisted testing, Item Response Theory, Likert scales, Personality Measures}, doi = {10.1027/0044-3409.216.1.12}, author = {Hol, A. M. and Vorst, H. C. M. and Mellenbergh, G. J.} } @article {2034, title = {Impact of altering randomization intervals on precision of measurement and item exposure}, journal = {Journal of Applied Measurement}, volume = {9}, year = {2008}, pages = {160-167}, abstract = {

This paper reports on the use of simulation when a randomization procedure is used to control item exposure in a computerized adaptive test for certification. We present a method to determine the optimum width of the interval from which items are selected and we report on the impact of relaxing the interval width on measurement precision and item exposure. Results indicate that, if the item bank is well targeted, it may be possible to widen the randomization interval and thus reduce item exposure, without seriously impacting the error of measure for test takers whose ability estimate is near the pass point.

}, author = {Muckle, T. J. and Bergstrom, B. A. and Becker, K. and Stahl, J. A.} } @article {287, title = {Measuring physical functioning in children with spinal impairments with computerized adaptive testing}, journal = {Journal of Pediatric Orthopedics}, volume = {28}, number = {3}, year = {2008}, note = {Mulcahey, M JHaley, Stephen MDuffy, TheresaPengsheng, NiBetz, Randal RK02 HD045354-01A1/HD/NICHD NIH HHS/United StatesUnited StatesJournal of pediatric orthopedicsJ Pediatr Orthop. 2008 Apr-May;28(3):330-5.}, month = {Apr-May}, pages = {330-5}, edition = {2008/03/26}, abstract = {BACKGROUND: The purpose of this study was to assess the utility of measuring current physical functioning status of children with scoliosis and kyphosis by applying computerized adaptive testing (CAT) methods. Computerized adaptive testing uses a computer interface to administer the most optimal items based on previous responses, reducing the number of items needed to obtain a scoring estimate. METHODS: This was a prospective study of 77 subjects (0.6-19.8 years) who were seen by a spine surgeon during a routine clinic visit for progress spine deformity. Using a multidimensional version of the Pediatric Evaluation of Disability Inventory CAT program (PEDI-MCAT), we evaluated content range, accuracy and efficiency, known-group validity, concurrent validity with the Pediatric Outcomes Data Collection Instrument, and test-retest reliability in a subsample (n = 16) within a 2-week interval. RESULTS: We found the PEDI-MCAT to have sufficient item coverage in both self-care and mobility content for this sample, although most patients tended to score at the higher ends of both scales. Both the accuracy of PEDI-MCAT scores as compared with a fixed format of the PEDI (r = 0.98 for both mobility and self-care) and test-retest reliability were very high [self-care: intraclass correlation (3,1) = 0.98, mobility: intraclass correlation (3,1) = 0.99]. The PEDI-MCAT took an average of 2.9 minutes for the parents to complete. The PEDI-MCAT detected expected differences between patient groups, and scores on the PEDI-MCAT correlated in expected directions with scores from the Pediatric Outcomes Data Collection Instrument domains. CONCLUSIONS: Use of the PEDI-MCAT to assess the physical functioning status, as perceived by parents of children with complex spinal impairments, seems to be feasible and achieves accurate and efficient estimates of self-care and mobility function. Additional item development will be needed at the higher functioning end of the scale to avoid ceiling effects for older children. LEVEL OF EVIDENCE: This is a level II prospective study designed to establish the utility of computer adaptive testing as an evaluation method in a busy pediatric spine practice.}, keywords = {*Disability Evaluation, Adolescent, Child, Child, Preschool, Computer Simulation, Cross-Sectional Studies, Disabled Children/*rehabilitation, Female, Humans, Infant, Kyphosis/*diagnosis/rehabilitation, Male, Prospective Studies, Reproducibility of Results, Scoliosis/*diagnosis/rehabilitation}, isbn = {0271-6798 (Print)0271-6798 (Linking)}, author = {Mulcahey, M. J. and Haley, S. M. and Duffy, T. and Pengsheng, N. and Betz, R. R.} } @inbook {1874, title = {Adaptive estimators of trait level in adaptive testing: Some proposals}, year = {2007}, note = {{PDF file, 125 KB}}, address = {D. J. Weiss (Ed.), Proceedings of the 2007 GMAC Conference on Computerized Adaptive Testing.}, author = {Ra{\^\i}che, G. and Blais, J. G. and Magis, D.} } @article {199, title = {Computerized adaptive testing for polytomous motivation items: Administration mode effects and a comparison with short forms}, journal = {Applied Psychological Measurement}, volume = {31}, number = {5}, year = {2007}, note = {10.1177/0146621606297314Journal; Peer Reviewed Journal; Journal Article}, pages = {412-429}, abstract = {In a randomized experiment (n=515), a computerized and a computerized adaptive test (CAT) are compared. The item pool consists of 24 polytomous motivation items. Although items are carefully selected, calibration data show that Samejima{\textquoteright}s graded response model did not fit the data optimally. A simulation study is done to assess possible consequences of model misfit. CAT efficiency was studied by a systematic comparison of the CAT with two types of conventional fixed length short forms, which are created to be good CAT competitors. Results showed no essential administration mode effects. Efficiency analyses show that CAT outperformed the short forms in almost all aspects when results are aggregated along the latent trait scale. The real and the simulated data results are very similar, which indicate that the real data results are not affected by model misfit. (PsycINFO Database Record (c) 2007 APA ) (journal abstract)}, keywords = {2220 Tests \& Testing, Adaptive Testing, Attitude Measurement, computer adaptive testing, Computer Assisted Testing, items, Motivation, polytomous motivation, Statistical Validity, Test Administration, Test Forms, Test Items}, isbn = {0146-6216}, author = {Hol, A. M. and Vorst, H. C. M. and Mellenbergh, G. J.} } @article {2148, title = {Computerized Adaptive Testing for Polytomous Motivation Items: Administration Mode Effects and a Comparison With Short Forms}, journal = {Applied Psychological Measurement}, volume = {31}, number = {5}, year = {2007}, pages = {412-429}, abstract = {

In a randomized experiment (n = 515), a computerized and a computerized adaptive test (CAT) are compared. The item pool consists of 24 polytomous motivation items. Although items are carefully selected, calibration data show that Samejima\&$\#$39;s graded response model did not fit the data optimally. A simulation study is done to assess possible consequences of model misfit. CAT efficiency was studied by a systematic comparison of the CAT with two types of conventional fixed length short forms, which are created to be good CAT competitors. Results showed no essential administration mode effects. Efficiency analyses show that CAT outperformed the short forms in almost all aspects when results are aggregated along the latent trait scale. The real and the simulated data results are very similar, which indicate that the real data results are not affected by model misfit.

}, doi = {10.1177/0146621606297314}, url = {http://apm.sagepub.com/content/31/5/412.abstract}, author = {Hol, A. Michiel and Vorst, Harrie C. M. and Mellenbergh, Gideon J.} } @article {2176, title = {Computerizing Organizational Attitude Surveys}, journal = {Educational and Psychological Measurement}, volume = {67}, number = {4}, year = {2007}, pages = {658-678}, abstract = {

Two quasi-experimental field studies were conducted to evaluate the psychometric equivalence of computerized and paper-and-pencil job satisfaction measures. The present research extends previous work in the area by providing better control of common threats to validity in quasi-experimental research on test mode effects and by evaluating a more comprehensive measurement model for job attitudes. Results of both studies demonstrated substantial equivalence of the computerized measure with the paper-and-pencil version. Implications for the practical use of computerized organizational attitude surveys are discussed.

}, doi = {10.1177/0013164406292084}, url = {http://epm.sagepub.com/content/67/4/658.abstract}, author = {Mueller, Karsten and Liebig, Christian and Hattrup, Keith} } @article {86, title = {IRT health outcomes data analysis project: an overview and summary}, journal = {Quality of Life Research}, volume = {16}, number = {Suppl. 1}, year = {2007}, note = {Cook, Karon FTeal, Cayla RBjorner, Jakob BCella, DavidChang, Chih-HungCrane, Paul KGibbons, Laura EHays, Ron DMcHorney, Colleen AOcepek-Welikson, KatjaRaczek, Anastasia ETeresi, Jeanne AReeve, Bryce B1U01AR52171-01/AR/United States NIAMSR01 (CA60068)/CA/United States NCIY1-PC-3028-01/PC/United States NCIResearch Support, N.I.H., ExtramuralNetherlandsQuality of life research : an international journal of quality of life aspects of treatment, care and rehabilitationQual Life Res. 2007;16 Suppl 1:121-32. Epub 2007 Mar 10.}, pages = {121-132}, edition = {2007/03/14}, abstract = {BACKGROUND: In June 2004, the National Cancer Institute and the Drug Information Association co-sponsored the conference, "Improving the Measurement of Health Outcomes through the Applications of Item Response Theory (IRT) Modeling: Exploration of Item Banks and Computer-Adaptive Assessment." A component of the conference was presentation of a psychometric and content analysis of a secondary dataset. OBJECTIVES: A thorough psychometric and content analysis was conducted of two primary domains within a cancer health-related quality of life (HRQOL) dataset. RESEARCH DESIGN: HRQOL scales were evaluated using factor analysis for categorical data, IRT modeling, and differential item functioning analyses. In addition, computerized adaptive administration of HRQOL item banks was simulated, and various IRT models were applied and compared. SUBJECTS: The original data were collected as part of the NCI-funded Quality of Life Evaluation in Oncology (Q-Score) Project. A total of 1,714 patients with cancer or HIV/AIDS were recruited from 5 clinical sites. MEASURES: Items from 4 HRQOL instruments were evaluated: Cancer Rehabilitation Evaluation System-Short Form, European Organization for Research and Treatment of Cancer Quality of Life Questionnaire, Functional Assessment of Cancer Therapy and Medical Outcomes Study Short-Form Health Survey. RESULTS AND CONCLUSIONS: Four lessons learned from the project are discussed: the importance of good developmental item banks, the ambiguity of model fit results, the limits of our knowledge regarding the practical implications of model misfit, and the importance in the measurement of HRQOL of construct definition. With respect to these lessons, areas for future research are suggested. The feasibility of developing item banks for broad definitions of health is discussed.}, keywords = {*Data Interpretation, Statistical, *Health Status, *Quality of Life, *Questionnaires, *Software, Female, HIV Infections/psychology, Humans, Male, Neoplasms/psychology, Outcome Assessment (Health Care)/*methods, Psychometrics, Stress, Psychological}, isbn = {0962-9343 (Print)}, author = {Cook, K. F. and Teal, C. R. and Bjorner, J. B. and Cella, D. and Chang, C-H. and Crane, P. K. and Gibbons, L. E. and Hays, R. D. and McHorney, C. A. and Ocepek-Welikson, K. and Raczek, A. E. and Teresi, J. A. and Reeve, B. B.} } @article {583, title = {Prospective evaluation of the am-pac-cat in outpatient rehabilitation settings}, journal = {Physical Therapy}, volume = {87}, year = {2007}, pages = {385-398}, author = {Jette, A., and Haley, S. and Tao, W. and Ni, P. and Moed, R. and Meyers, D. and Zurek, M.} } @conference {1068, title = {A comparison of online calibration methods for a CAT}, booktitle = {Presented at the National Council on Measurement on Education}, year = {2006}, address = {San Francisco, CA}, author = {Morgan, D. L. and Way, W. D. and Augemberg, K.E.} } @article {2214, title = {An Introduction to Multistage Testing}, journal = {Applied Measurement in Education}, volume = {19}, number = {3}, year = {2006}, pages = {185-187}, doi = {10.1207/s15324818ame1903_1}, url = {http://www.tandfonline.com/doi/abs/10.1207/s15324818ame1903_1}, author = {Alan D Mead} } @article {16, title = {Maximum information stratification method for controlling item exposure in computerized adaptive testing}, journal = {Psicothema}, volume = {18}, number = {1}, year = {2006}, note = {Barrada, Juan RamonMazuela, PalomaOlea, JulioResearch Support, Non-U.S. Gov{\textquoteright}tSpainPsicothemaPsicothema. 2006 Feb;18(1):156-9.}, month = {Feb}, pages = {156-159}, edition = {2007/02/14}, abstract = {The proposal for increasing the security in Computerized Adaptive Tests that has received most attention in recent years is the a-stratified method (AS - Chang and Ying, 1999): at the beginning of the test only items with low discrimination parameters (a) can be administered, with the values of the a parameters increasing as the test goes on. With this method, distribution of the exposure rates of the items is less skewed, while efficiency is maintained in trait-level estimation. The pseudo-guessing parameter (c), present in the three-parameter logistic model, is considered irrelevant, and is not used in the AS method. The Maximum Information Stratified (MIS) model incorporates the c parameter in the stratification of the bank and in the item-selection rule, improving accuracy by comparison with the AS, for item banks with a and b parameters correlated and uncorrelated. For both kinds of banks, the blocking b methods (Chang, Qian and Ying, 2001) improve the security of the item bank.M{\'e}todo de estratificaci{\'o}n por m{\'a}xima informaci{\'o}n para el control de la exposici{\'o}n en tests adaptativos informatizados. La propuesta para aumentar la seguridad en los tests adaptativos informatizados que ha recibido m{\'a}s atenci{\'o}n en los {\'u}ltimos a{\~n}os ha sido el m{\'e}todo a-estratificado (AE - Chang y Ying, 1999): en los momentos iniciales del test s{\'o}lo pueden administrarse {\'\i}tems con bajos par{\'a}metros de discriminaci{\'o}n (a), increment{\'a}ndose los valores del par{\'a}metro a admisibles seg{\'u}n avanza el test. Con este m{\'e}todo la distribuci{\'o}n de las tasas de exposici{\'o}n de los {\'\i}tems es m{\'a}s equilibrada, manteniendo una adecuada precisi{\'o}n en la medida. El par{\'a}metro de pseudoadivinaci{\'o}n (c), presente en el modelo log{\'\i}stico de tres par{\'a}metros, se supone irrelevante y no se incorpora en el AE. El m{\'e}todo de Estratificaci{\'o}n por M{\'a}xima Informaci{\'o}n (EMI) incorpora el par{\'a}metro c a la estratificaci{\'o}n del banco y a la regla de selecci{\'o}n de {\'\i}tems, mejorando la precisi{\'o}n en comparaci{\'o}n con AE, tanto para bancos donde los par{\'a}metros a y b correlacionan como para bancos donde no. Para ambos tipos de bancos, los m{\'e}todos de bloqueo de b (Chang, Qian y Ying, 2001) mejoran la seguridad del banco.}, keywords = {*Artificial Intelligence, *Microcomputers, *Psychological Tests, *Software Design, Algorithms, Chi-Square Distribution, Humans, Likelihood Functions}, isbn = {0214-9915 (Print)}, author = {Barrada, J and Mazuela, P. and Olea, J.} } @article {566, title = {Simulated computerized adaptive test for patients with lumbar spine impairments was efficient and produced valid measures of function}, journal = {Journal of Clinical Epidemiology}, volume = {59}, year = {2006}, pages = {947-956}, author = {Hart, D. and Mioduski, J. and Werenke, M. and Stratford, P.} } @article {2073, title = {Simulated computerized adaptive test for patients with lumbar spine impairments was efficient and produced valid measures of function}, journal = {Journal of Clinical Epidemiology}, volume = {59}, year = {2006}, pages = {947{\textendash}956}, abstract = {Objective: To equate physical functioning (PF) items with Back Pain Functional Scale (BPFS) items, develop a computerized adaptive test (CAT) designed to assess lumbar spine functional status (LFS) in people with lumbar spine impairments, and compare discriminant validity of LFS measures (qIRT) generated using all items analyzed with a rating scale Item Response Theory model (RSM) and measures generated using the simulated CAT (qCAT). Methods: We performed a secondary analysis of retrospective intake rehabilitation data. Results: Unidimensionality and local independence of 25 BPFS and PF items were supported. Differential item functioning was negligible for levels of symptom acuity, gender, age, and surgical history. The RSM fit the data well. A lumbar spine specific CAT was developed that was 72\% more efficient than using all 25 items to estimate LFS measures. qIRT and qCAT measures did not discriminate patients by symptom acuity, age, or gender, but discriminated patients by surgical history in similar clinically logical ways. qCAT measures were as precise as qIRT measures. Conclusion: A body part specific simulated CAT developed from an LFS item bank was efficient and produced precise measures of LFS without eroding discriminant validity.}, keywords = {Back Pain Functional Scale, computerized adaptive testing, Item Response Theory, Lumbar spine, Rehabilitation, True-score equating}, doi = {10.1016/j.jclinepi.2005.10.017}, author = {Hart, D. L. and Mioduski, J. E. and Werneke, M. W. and Stratford, P. W.} } @article {184, title = {Simulated computerized adaptive test for patients with shoulder impairments was efficient and produced valid measures of function}, journal = {Journal of Clinical Epidemiology}, volume = {59}, number = {3}, year = {2006}, note = {0895-4356 (Print)Journal ArticleValidation Studies}, pages = {290-8}, abstract = {BACKGROUND AND OBJECTIVE: To test unidimensionality and local independence of a set of shoulder functional status (SFS) items, develop a computerized adaptive test (CAT) of the items using a rating scale item response theory model (RSM), and compare discriminant validity of measures generated using all items (theta(IRT)) and measures generated using the simulated CAT (theta(CAT)). STUDY DESIGN AND SETTING: We performed a secondary analysis of data collected prospectively during rehabilitation of 400 patients with shoulder impairments who completed 60 SFS items. RESULTS: Factor analytic techniques supported that the 42 SFS items formed a unidimensional scale and were locally independent. Except for five items, which were deleted, the RSM fit the data well. The remaining 37 SFS items were used to generate the CAT. On average, 6 items were needed to estimate precise measures of function using the SFS CAT, compared with all 37 SFS items. The theta(IRT) and theta(CAT) measures were highly correlated (r = .96) and resulted in similar classifications of patients. CONCLUSION: The simulated SFS CAT was efficient and produced precise, clinically relevant measures of functional status with good discriminating ability.}, keywords = {*Computer Simulation, *Range of Motion, Articular, Activities of Daily Living, Adult, Aged, Aged, 80 and over, Factor Analysis, Statistical, Female, Humans, Male, Middle Aged, Prospective Studies, Reproducibility of Results, Research Support, N.I.H., Extramural, Research Support, U.S. Gov{\textquoteright}t, Non-P.H.S., Shoulder Dislocation/*physiopathology/psychology/rehabilitation, Shoulder Pain/*physiopathology/psychology/rehabilitation, Shoulder/*physiopathology, Sickness Impact Profile, Treatment Outcome}, author = {Hart, D. L. and Cook, K. F. and Mioduski, J. E. and Teal, C. R. and Crane, P. K.} } @article {2074, title = {Simulated computerized adaptive test for patients with shoulder impairments was efficient and produced valid measures of function}, journal = {Journal of Clinical Epidemiology}, volume = {59}, year = {2006}, pages = {290-298}, abstract = {

Background and Objective: To test unidimensionality and local independence of a set of shoulder functional status (SFS) items,
develop a computerized adaptive test (CAT) of the items using a rating scale item response theory model (RSM), and compare discriminant validity of measures generated using all items (qIRT) and measures generated using the simulated CAT (qCAT).
Study Design and Setting: We performed a secondary analysis of data collected prospectively during rehabilitation of 400 patients
with shoulder impairments who completed 60 SFS items.
Results: Factor analytic techniques supported that the 42 SFS items formed a unidimensional scale and were locally independent. Except for five items, which were deleted, the RSM fit the data well. The remaining 37 SFS items were used to generate the CAT. On average, 6 items on were needed to estimate precise measures of function using the SFS CAT, compared with all 37 SFS items. The qIRT and qCAT measures were highly correlated (r 5 .96) and resulted in similar classifications of patients.
Conclusion: The simulated SFS CAT was efficient and produced precise, clinically relevant measures of functional status with good
discriminating ability.\ 

}, keywords = {computerized adaptive testing, Flexilevel Scale of Shoulder Function, Item Response Theory, Rehabilitation}, author = {Hart, D. L. and Cook, K. F. and Mioduski, J. E. and Teal, C. R. and Crane, P. K.} } @conference {1059, title = {A variant of the progressive restricted item exposure control procedure in computerized adaptive testing systems based on the 3PL and the partial credit model}, booktitle = {Paper presented at the annual meetings of the American Educational Research Association}, year = {2006}, address = {San Francisco}, author = {McClarty, L. K. and Sperling, R. and Dodd, B. G.} } @article {2197, title = {Constructing a Computerized Adaptive Test for University Applicants With Disabilities}, journal = {Applied Measurement in Education}, volume = {18}, number = {4}, year = {2005}, pages = {381-405}, doi = {10.1207/s15324818ame1804_3}, url = {http://www.tandfonline.com/doi/abs/10.1207/s15324818ame1804_3}, author = {Moshinsky, Avital and Kazin, Cathrael} } @article {121, title = {Data pooling and analysis to build a preliminary item bank: an example using bowel function in prostate cancer}, journal = {Evaluation and the Health Professions}, volume = {28}, number = {2}, year = {2005}, note = {0163-2787 (Print)Journal Article}, pages = {142-59}, abstract = {Assessing bowel function (BF) in prostate cancer can help determine therapeutic trade-offs. We determined the components of BF commonly assessed in prostate cancer studies as an initial step in creating an item bank for clinical and research application. We analyzed six archived data sets representing 4,246 men with prostate cancer. Thirty-one items from validated instruments were available for analysis. Items were classified into domains (diarrhea, rectal urgency, pain, bleeding, bother/distress, and other) then subjected to conventional psychometric and item response theory (IRT) analyses. Items fit the IRT model if the ratio between observed and expected item variance was between 0.60 and 1.40. Four of 31 items had inadequate fit in at least one analysis. Poorly fitting items included bleeding (2), rectal urgency (1), and bother/distress (1). A fifth item assessing hemorrhoids was poorly correlated with other items. Our analyses supported four related components of BF: diarrhea, rectal urgency, pain, and bother/distress.}, keywords = {*Quality of Life, *Questionnaires, Adult, Aged, Data Collection/methods, Humans, Intestine, Large/*physiopathology, Male, Middle Aged, Prostatic Neoplasms/*physiopathology, Psychometrics, Research Support, Non-U.S. Gov{\textquoteright}t, Statistics, Nonparametric}, author = {Eton, D. T. and Lai, J. S. and Cella, D. and Reeve, B. B. and Talcott, J. A. and Clark, J. A. and McPherson, C. P. and Litwin, M. S. and Moinpour, C. M.} } @article {240, title = {An item response theory-based pain item bank can enhance measurement precision}, journal = {Journal of Pain and Symptom Management}, volume = {30}, number = {3}, year = {2005}, note = {0885-3924Journal Article}, pages = {278-88}, abstract = {Cancer-related pain is often under-recognized and undertreated. This is partly due to the lack of appropriate assessments, which need to be comprehensive and precise yet easily integrated into clinics. Computerized adaptive testing (CAT) can enable precise-yet-brief assessments by only selecting the most informative items from a calibrated item bank. The purpose of this study was to create such a bank. The sample included 400 cancer patients who were asked to complete 61 pain-related items. Data were analyzed using factor analysis and the Rasch model. The final bank consisted of 43 items which satisfied the measurement requirement of factor analysis and the Rasch model, demonstrated high internal consistency and reasonable item-total correlations, and discriminated patients with differing degrees of pain. We conclude that this bank demonstrates good psychometric properties, is sensitive to pain reported by patients, and can be used as the foundation for a CAT pain-testing platform for use in clinical practice.}, keywords = {computerized adaptive testing}, author = {Lai, J-S. and Dineen, K. and Reeve, B. B. and Von Roenn, J. and Shervin, D. and McGuire, M. and Bode, R. K. and Paice, J. and Cella, D.} } @article {289, title = {La Validez desde una {\'o}ptica psicom{\'e}trica [Validity from a psychometric perspective]}, journal = {Acta Comportamentalia}, volume = {13}, number = {1}, year = {2005}, pages = {9-20}, abstract = {El estudio de la validez constituye el eje central de los an{\'a}lisis psicom{\'e}tricos de los instrumentos de medida. En esta comunicaci{\'o}n se traza una breve nota hist{\'o}rica de los distintos modos de concebir la validez a lo largo de los tiempos, se comentan las l{\'\i}neas actuales, y se tratan de vislumbrar posibles v{\'\i}as futuras, teniendo en cuenta el impacto que las nuevas tecnolog{\'\i}as inform{\'a}ticas est{\'a}n ejerciendo sobre los propios instrumentos de medida en Psicolog{\'\i}a y Educaci{\'o}n. Cuestiones como los nuevos formatos multimedia de los {\'\i}tems, la evaluaci{\'o}n a distancia, el uso intercultural de las pruebas, las consecuencias de su uso, o los tests adaptativos informatizados, reclaman nuevas formas de evaluar y conceptualizar la validez. Tambi{\'e}n se analizan cr{\'\i}ticamente algunos planteamientos recientes sobre el concepto de validez. The study of validity constitutes a central axis of psychometric analyses of measurement instruments. This paper presents a historical sketch of different modes of conceiving validity, with commentary on current views, and it attempts to predict future lines of research by considering the impact of new computerized technologies on measurement instruments in psychology and education. Factors such as the new multimedia format of items, distance assessment, the intercultural use of tests, the consequences of the latter, or the development of computerized adaptive tests demand new ways of conceiving and evaluating validity. Some recent thoughts about the concept of validity are also critically analyzed. (PsycINFO Database Record (c) 2005 APA ) (journal abstract)}, keywords = {Factor Analysis, Measurement, Psychometrics, Scaling (Testing), Statistical, Technology, Test Validity}, author = {Mu{\~n}iz, J.} } @article {198, title = {A randomized experiment to compare conventional, computerized, and computerized adaptive administration of ordinal polytomous attitude items}, journal = {Applied Psychological Measurement}, volume = {29}, number = {3}, year = {2005}, pages = {159-183}, abstract = {A total of 520 high school students were randomly assigned to a paper-and-pencil test (PPT), a computerized standard test (CST), or a computerized adaptive test (CAT) version of the Dutch School Attitude Questionnaire (SAQ), consisting of ordinal polytomous items. The CST administered items in the same order as the PPT. The CAT administered all items of three SAQ subscales in adaptive order using Samejima{\textquoteright}s graded response model, so that six different stopping rule settings could be applied afterwards. School marks were used as external criteria. Results showed significant but small multivariate administration mode effects on conventional raw scores and small to medium effects on maximum likelihood latent trait estimates. When the precision of CAT latent trait estimates decreased, correlations with grade point average in general decreased. However, the magnitude of the decrease was not very large as compared to the PPT, the CST, and the CAT without the stopping rule. (PsycINFO Database Record (c) 2005 APA ) (journal abstract)}, keywords = {Computer Assisted Testing, Test Administration, Test Items}, author = {Hol, A. M. and Vorst, H. C. M. and Mellenbergh, G. J.} } @article {2140, title = {A Randomized Experiment to Compare Conventional, Computerized, and Computerized Adaptive Administration of Ordinal Polytomous Attitude Items}, journal = {Applied Psychological Measurement}, volume = {29}, number = {3}, year = {2005}, pages = {159-183}, abstract = {

A total of 520 high school students were randomly assigned to a paper-and-pencil test (PPT), a computerized standard test (CST), or a computerized adaptive test (CAT) version of the Dutch School Attitude Questionnaire (SAQ), consisting of ordinal polytomous items. The CST administered items in the same order as the PPT. The CAT administered all items of three SAQ subscales in adaptive order using Samejima\’s graded response model, so that six different stopping rule settings could be applied afterwards. School marks were used as external criteria. Results showed significant but small multivariate administration mode effects on conventional raw scores and small to medium effects on maximum likelihood latent trait estimates. When the precision of CAT latent trait estimates decreased, correlations with grade point average in general decreased. However, the magnitude of the decrease was not very large as compared to the PPT, the CST, and the CAT without the stopping rule.

}, doi = {10.1177/0146621604271268}, url = {http://apm.sagepub.com/content/29/3/159.abstract}, author = {Hol, A. Michiel and Vorst, Harrie C. M. and Mellenbergh, Gideon J.} } @article {185, title = {Simulated computerized adaptive tests for measuring functional status were efficient with good discriminant validity in patients with hip, knee, or foot/ankle impairments}, journal = {Journal of Clinical Epidemiology}, volume = {58}, number = {6}, year = {2005}, note = {0895-4356 (Print)Journal ArticleMulticenter StudyValidation Studies}, pages = {629-38}, abstract = {BACKGROUND AND OBJECTIVE: To develop computerized adaptive tests (CATs) designed to assess lower extremity functional status (FS) in people with lower extremity impairments using items from the Lower Extremity Functional Scale and compare discriminant validity of FS measures generated using all items analyzed with a rating scale Item Response Theory model (theta(IRT)) and measures generated using the simulated CATs (theta(CAT)). METHODS: Secondary analysis of retrospective intake rehabilitation data. RESULTS: Unidimensionality of items was strong, and local independence of items was adequate. Differential item functioning (DIF) affected item calibration related to body part, that is, hip, knee, or foot/ankle, but DIF did not affect item calibration for symptom acuity, gender, age, or surgical history. Therefore, patients were separated into three body part specific groups. The rating scale model fit all three data sets well. Three body part specific CATs were developed: each was 70\% more efficient than using all LEFS items to estimate FS measures. theta(IRT) and theta(CAT) measures discriminated patients by symptom acuity, age, and surgical history in similar ways. theta(CAT) measures were as precise as theta(IRT) measures. CONCLUSION: Body part-specific simulated CATs were efficient and produced precise measures of FS with good discriminant validity.}, keywords = {*Health Status Indicators, Activities of Daily Living, Adolescent, Adult, Aged, Aged, 80 and over, Ankle Joint/physiopathology, Diagnosis, Computer-Assisted/*methods, Female, Hip Joint/physiopathology, Humans, Joint Diseases/physiopathology/*rehabilitation, Knee Joint/physiopathology, Lower Extremity/*physiopathology, Male, Middle Aged, Research Support, N.I.H., Extramural, Research Support, U.S. Gov{\textquoteright}t, P.H.S., Retrospective Studies}, author = {Hart, D. L. and Mioduski, J. E. and Stratford, P. W.} } @article {282, title = {Somministrazione di test computerizzati di tipo adattivo: Un{\textquoteright} applicazione del modello di misurazione di Rasch [Administration of computerized and adaptive tests: An application of the Rasch Model]}, journal = {Testing Psicometria Metodologia}, volume = {12}, number = {3}, year = {2005}, pages = {131-149}, abstract = {The aim of the present study is to describe the characteristics of a procedure for administering computerized and adaptive tests (Computer Adaptive Testing or CAT). Items to be asked to the individuals are interactively chosen and are selected from a "bank" in which they were previously calibrated and recorded on the basis of their difficulty level. The selection of items is performed by increasingly more accurate estimates of the examinees{\textquoteright} ability. The building of an item-bank on Psychometrics and the implementation of this procedure allow a first validation through Monte Carlo simulations. (PsycINFO Database Record (c) 2006 APA ) (journal abstract)}, keywords = {Adaptive Testing, Computer Assisted Testing, Item Response Theory computerized adaptive testing, Models, Psychometrics}, author = {Miceli, R. and Molinengo, G.} } @article {219, title = {Toward efficient and comprehensive measurement of the alcohol problems continuum in college students: The Brief Young Adult Alcohol Consequences Questionnaire}, journal = {Alcoholism: Clinical \& Experimental Research}, volume = {29}, number = {7}, year = {2005}, note = {MiscellaneousArticleMiscellaneous Article}, pages = {1180-1189}, abstract = {Background: Although a number of measures of alcohol problems in college students have been studied, the psychometric development and validation of these scales have been limited, for the most part, to methods based on classical test theory. In this study, we conducted analyses based on item response theory to select a set of items for measuring the alcohol problem severity continuum in college students that balances comprehensiveness and efficiency and is free from significant gender bias., Method: We conducted Rasch model analyses of responses to the 48-item Young Adult Alcohol Consequences Questionnaire by 164 male and 176 female college students who drank on at least a weekly basis. An iterative process using item fit statistics, item severities, item discrimination parameters, model residuals, and analysis of differential item functioning by gender was used to pare the items down to those that best fit a Rasch model and that were most efficient in discriminating among levels of alcohol problems in the sample., Results: The process of iterative Rasch model analyses resulted in a final 24-item scale with the data fitting the unidimensional Rasch model very well. The scale showed excellent distributional properties, had items adequately matched to the severity of alcohol problems in the sample, covered a full range of problem severity, and appeared highly efficient in retaining all of the meaningful variance captured by the original set of 48 items., Conclusions: The use of Rasch model analyses to inform item selection produced a final scale that, in both its comprehensiveness and its efficiency, should be a useful tool for researchers studying alcohol problems in college students. To aid interpretation of raw scores, examples of the types of alcohol problems that are likely to be experienced across a range of selected scores are provided., (C)2005Research Society on AlcoholismAn important, sometimes controversial feature of all psychological phenomena is whether they are categorical or dimensional. A conceptual and psychometric framework is described for distinguishing whether the latent structure behind manifest categories (e.g., psychiatric diagnoses, attitude groups, or stages of development) is category-like or dimension-like. Being dimension-like requires (a) within-category heterogeneity and (b) between-category quantitative differences. Being category-like requires (a) within-category homogeneity and (b) between-category qualitative differences. The relation between this classification and abrupt versus smooth differences is discussed. Hybrid structures are possible. Being category-like is itself a matter of degree; the authors offer a formalized framework to determine this degree. Empirical applications to personality disorders, attitudes toward capital punishment, and stages of cognitive development illustrate the approach., (C) 2005 by the American Psychological AssociationThe authors conducted Rasch model ( G. Rasch, 1960) analyses of items from the Young Adult Alcohol Problems Screening Test (YAAPST; S. C. Hurlbut \& K. J. Sher, 1992) to examine the relative severity and ordering of alcohol problems in 806 college students. Items appeared to measure a single dimension of alcohol problem severity, covering a broad range of the latent continuum. Items fit the Rasch model well, with less severe symptoms reliably preceding more severe symptoms in a potential progression toward increasing levels of problem severity. However, certain items did not index problem severity consistently across demographic subgroups. A shortened, alternative version of the YAAPST is proposed, and a norm table is provided that allows for a linking of total YAAPST scores to expected symptom expression., (C) 2004 by the American Psychological AssociationA didactic on latent growth curve modeling for ordinal outcomes is presented. The conceptual aspects of modeling growth with ordinal variables and the notion of threshold invariance are illustrated graphically using a hypothetical example. The ordinal growth model is described in terms of 3 nested models: (a) multivariate normality of the underlying continuous latent variables (yt) and its relationship with the observed ordinal response pattern (Yt), (b) threshold invariance over time, and (c) growth model for the continuous latent variable on a common scale. Algebraic implications of the model restrictions are derived, and practical aspects of fitting ordinal growth models are discussed with the help of an empirical example and Mx script ( M. C. Neale, S. M. Boker, G. Xie, \& H. H. Maes, 1999). The necessary conditions for the identification of growth models with ordinal data and the methodological implications of the model of threshold invariance are discussed., (C) 2004 by the American Psychological AssociationRecent research points toward the viability of conceptualizing alcohol problems as arrayed along a continuum. Nevertheless, modern statistical techniques designed to scale multiple problems along a continuum (latent trait modeling; LTM) have rarely been applied to alcohol problems. This study applies LTM methods to data on 110 problems reported during in-person interviews of 1,348 middle-aged men (mean age = 43) from the general population. The results revealed a continuum of severity linking the 110 problems, ranging from heavy and abusive drinking, through tolerance and withdrawal, to serious complications of alcoholism. These results indicate that alcohol problems can be arrayed along a dimension of severity and emphasize the relevance of LTM to informing the conceptualization and assessment of alcohol problems., (C) 2004 by the American Psychological AssociationItem response theory (IRT) is supplanting classical test theory as the basis for measures development. This study demonstrated the utility of IRT for evaluating DSM-IV diagnostic criteria. Data on alcohol, cannabis, and cocaine symptoms from 372 adult clinical participants interviewed with the Composite International Diagnostic Interview-Expanded Substance Abuse Module (CIDI-SAM) were analyzed with Mplus ( B. Muthen \& L. Muthen, 1998) and MULTILOG ( D. Thissen, 1991) software. Tolerance and legal problems criteria were dropped because of poor fit with a unidimensional model. Item response curves, test information curves, and testing of variously constrained models suggested that DSM-IV criteria in the CIDI-SAM discriminate between only impaired and less impaired cases and may not be useful to scale case severity. IRT can be used to study the construct validity of DSM-IV diagnoses and to identify diagnostic criteria with poor performance., (C) 2004 by the American Psychological AssociationThis study examined the psychometric characteristics of an index of substance use involvement using item response theory. The sample consisted of 292 men and 140 women who qualified for a Diagnostic and Statistical Manual of Mental Disorders (3rd ed., rev.; American Psychiatric Association, 1987) substance use disorder (SUD) diagnosis and 293 men and 445 women who did not qualify for a SUD diagnosis. The results indicated that men had a higher probability of endorsing substance use compared with women. The index significantly predicted health, psychiatric, and psychosocial disturbances as well as level of substance use behavior and severity of SUD after a 2-year follow-up. Finally, this index is a reliable and useful prognostic indicator of the risk for SUD and the medical and psychosocial sequelae of drug consumption., (C) 2002 by the American Psychological AssociationComparability, validity, and impact of loss of information of a computerized adaptive administration of the Minnesota Multiphasic Personality Inventory-2 (MMPI-2) were assessed in a sample of 140 Veterans Affairs hospital patients. The countdown method ( Butcher, Keller, \& Bacon, 1985) was used to adaptively administer Scales L (Lie) and F (Frequency), the 10 clinical scales, and the 15 content scales. Participants completed the MMPI-2 twice, in 1 of 2 conditions: computerized conventional test-retest, or computerized conventional-computerized adaptive. Mean profiles and test-retest correlations across modalities were comparable. Correlations between MMPI-2 scales and criterion measures supported the validity of the countdown method, although some attenuation of validity was suggested for certain health-related items. Loss of information incurred with this mode of adaptive testing has minimal impact on test validity. Item and time savings were substantial., (C) 1999 by the American Psychological Association}, keywords = {Psychometrics, Substance-Related Disorders}, author = {Kahler, C. W. and Strong, D. R. and Read, J. P. and De Boeck, P. and Wilson, M. and Acton, G. S. and Palfai, T. P. and Wood, M. D. and Mehta, P. D. and Neale, M. C. and Flay, B. R. and Conklin, C. A. and Clayton, R. R. and Tiffany, S. T. and Shiffman, S. and Krueger, R. F. and Nichol, P. E. and Hicks, B. M. and Markon, K. E. and Patrick, C. J. and Iacono, William G. and McGue, Matt and Langenbucher, J. W. and Labouvie, E. and Martin, C. S. and Sanjuan, P. M. and Bavly, L. and Kirisci, L. and Chung, T. and Vanyukov, M. and Dunn, M. and Tarter, R. and Handel, R. W. and Ben-Porath, Y. S. and Watt, M.} } @article {281, title = {The use of person-fit statistics in computerized adaptive testing}, year = {2005}, month = {September, 2005}, institution = {Law School Administration Council}, address = {Newton, PA. USA}, isbn = {Computerized Testing Report 97-14}, author = {Meijer, R. R. and van Krimpen-Stoop, E. M. L. A.} } @inbook {322, title = {Adaptive computerized educational systems: A case study}, booktitle = {Evidence-based educational methods}, series = {Educational Psychology Series}, year = {2004}, note = {Using Smart Source ParsingEvidence-based educational methods. A volume in the educational psychology series. (pp. 143-170). San Diego, CA : Elsevier Academic Press, [URL:http://www.academicpress.com]. xxiv, 382 pp}, pages = {143-169}, publisher = {Elsevier Academic Press}, organization = {Elsevier Academic Press}, chapter = {10}, address = {San Diego, CA. USA}, abstract = {(Created by APA) Adaptive instruction describes adjustments typical of one-on-one tutoring as discussed in the college tutorial scenario. So computerized adaptive instruction refers to the use of computer software--almost always incorporating artificially intelligent services--which has been designed to adjust both the presentation of information and the form of questioning to meet the current needs of an individual learner. This chapter describes a system for Internet-delivered adaptive instruction. The author attempts to demonstrate a sharp difference between the teaching that takes place outside of the classroom in universities and the kind that is at least afforded, if not taken advantage of by many, students in a more personalized educational setting such as those in the small liberal arts colleges. The author describes a computer-based technology that allows that gap to be bridged with the advantage of at least having more highly prepared learners sitting in college classrooms. A limited range of emerging research that supports that proposition is cited. (PsycINFO Database Record (c) 2005 APA )}, keywords = {Artificial, Computer Assisted Instruction, Computer Software, Higher Education, Individualized, Instruction, Intelligence, Internet, Undergraduate Education}, author = {Ray, R. D.}, editor = {R. W. Malott} } @book {1684, title = {The application of cognitive diagnosis and computerized adaptive testing to a large-scale assessment}, year = {2004}, address = {Unpublished doctoral dissertation, University of Texas at Austin}, author = {McGlohen, MK} } @conference {1058, title = {Combining computer adaptive testing technology with cognitively diagnostic assessment}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {2004}, note = {{PDF file, 782 KB}}, address = {San Diego CA}, author = {McGlohen, MK and Chang, Hua-Hua and Wills, J. T.} } @article {147, title = {Computerized adaptive measurement of depression: A simulation study}, journal = {BMC Psychiatry}, volume = {4}, number = {1}, year = {2004}, pages = {13-23}, abstract = {Background: Efficient, accurate instruments for measuring depression are increasingly importantin clinical practice. We developed a computerized adaptive version of the Beck DepressionInventory (BDI). We examined its efficiency and its usefulness in identifying Major DepressiveEpisodes (MDE) and in measuring depression severity.Methods: Subjects were 744 participants in research studies in which each subject completed boththe BDI and the SCID. In addition, 285 patients completed the Hamilton Depression Rating Scale.Results: The adaptive BDI had an AUC as an indicator of a SCID diagnosis of MDE of 88\%,equivalent to the full BDI. The adaptive BDI asked fewer questions than the full BDI (5.6 versus 21items). The adaptive latent depression score correlated r = .92 with the BDI total score and thelatent depression score correlated more highly with the Hamilton (r = .74) than the BDI total scoredid (r = .70).Conclusions: Adaptive testing for depression may provide greatly increased efficiency withoutloss of accuracy in identifying MDE or in measuring depression severity.}, keywords = {*Computer Simulation, Adult, Algorithms, Area Under Curve, Comparative Study, Depressive Disorder/*diagnosis/epidemiology/psychology, Diagnosis, Computer-Assisted/*methods/statistics \& numerical data, Factor Analysis, Statistical, Female, Humans, Internet, Male, Mass Screening/methods, Patient Selection, Personality Inventory/*statistics \& numerical data, Pilot Projects, Prevalence, Psychiatric Status Rating Scales/*statistics \& numerical data, Psychometrics, Research Support, Non-U.S. Gov{\textquoteright}t, Research Support, U.S. Gov{\textquoteright}t, P.H.S., Severity of Illness Index, Software}, author = {Gardner, W. and Shear, K. and Kelleher, K. J. and Pajer, K. A. and Mammen, O. and Buysse, D. and Frank, E.} } @article {139, title = {Kann die Konfundierung von Konzentrationsleistung und Aktivierung durch adaptives Testen mit dern FAKT vermieden werden? [Avoiding the confounding of concentration performance and activation by adaptive testing with the FACT]}, journal = {Zeitschrift f{\"u}r Differentielle und Diagnostische Psychologie}, volume = {25}, number = {1}, year = {2004}, pages = {1-17}, abstract = {The study investigates the effect of computerized adaptive testing strategies on the confounding of concentration performance with activation. A sample of 54 participants was administered 1 out of 3 versions (2 adaptive, 1 non-adaptive) of the computerized Frankfurt Adaptive Concentration Test FACT (Moosbrugger \& Heyden, 1997) at three subsequent points in time. During the test administration changes in activation (electrodermal activity) were recorded. The results pinpoint a confounding of concentration performance with activation for the non-adaptive test version, but not for the adaptive test versions (p = .01). Thus, adaptive FACT testing strategies can remove the confounding of concentration performance with activation, thereby increasing the discriminant validity. In conclusion, an attention-focusing-hypothesis is formulated to explain the observed effect. (PsycINFO Database Record (c) 2005 APA ) (journal abstract)}, keywords = {Adaptive Testing, Computer Assisted Testing, Concentration, Performance, Testing computerized adaptive testing}, author = {Frey, A. and Moosbrugger, H.} } @conference {2251, title = {A learning environment for english for academic purposes based on adaptive tests and task-based systems}, booktitle = {Intelligent Tutoring Systems. }, year = {2004}, publisher = { Springer Berlin Heidelberg}, organization = { Springer Berlin Heidelberg}, author = {PITON-GON{\c C}ALVES, J. and ALUISIO, S. M. and MENDONCA, L. H. and NOVAES, O. O.} } @conference {1211, title = {A sequential Bayesian procedure for item calibration in multistage testing}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {2004}, address = {San Diego CA}, author = {van der Linden, W. J. and Alan D Mead} } @article {82, title = {Siette: a web-based tool for adaptive testing}, journal = {International Journal of Artificial Intelligence in Education}, volume = {14}, number = {1}, year = {2004}, pages = {29-61}, keywords = {computerized adaptive testing}, author = {Conejo, R and Guzm{\'a}n, E and Mill{\'a}n, E and Trella, M and P{\'e}rez-De-La-Cruz, JL and R{\'\i}os, A} } @article {278, title = {Using patterns of summed scores in paper-and-pencil tests and computer-adaptive tests to detect misfitting item score patterns}, journal = {Journal of Educational Measurement}, volume = {41}, number = {2}, year = {2004}, pages = {119-136}, abstract = {Two new methods have been proposed to determine unexpected sum scores on subtests (testlets) both for paper-and-pencil tests and computer adaptive tests. A method based on a conservative bound using the hypergeometric distribution, denoted ρ, was compared with a method where the probability for each score combination was calculated using a highest density region (HDR). Furthermore, these methods were compared with the standardized log-likelihood statistic with and without a correction for the estimated latent trait value (denoted as l-super(*)-sub(z) and l-sub(z), respectively). Data were simulated on the basis of the one-parameter logistic model, and both parametric and nonparametric logistic regression was used to obtain estimates of the latent trait. Results showed that it is important to take the trait level into account when comparing subtest scores. In a nonparametric item response theory (IRT) context, on adapted version of the HDR method was a powerful alterative to ρ. In a parametric IRT context, results showed that l-super(*)-sub(z) had the highest power when the data were simulated conditionally on the estimated latent trait level. (PsycINFO Database Record (c) 2005 APA ) (journal abstract)}, keywords = {Computer Assisted Testing, Item Response Theory, person Fit, Test Scores}, author = {Meijer, R. R.} } @article {641, title = {A Bayesian method for the detection of item preknowledge in computerized adaptive testing}, journal = {Applied Psychological Measurement}, volume = {27}, year = {2003}, pages = {2, 121-137}, author = {McLeod L. D., Lewis, C., and Thissen, D.} } @article {275, title = {A Bayesian method for the detection of item preknowledge in computerized adaptive testing}, journal = {Applied Psychological Measurement}, volume = {27}, number = {2}, year = {2003}, pages = {121-137}, abstract = {With the increased use of continuous testing in computerized adaptive testing, new concerns about test security have evolved, such as how to ensure that items in an item pool are safeguarded from theft. In this article, procedures to detect test takers using item preknowledge are explored. When test takers use item preknowledge, their item responses deviate from the underlying item response theory (IRT) model, and estimated abilities may be inflated. This deviation may be detected through the use of person-fit indices. A Bayesian posterior log odds ratio index is proposed for detecting the use of item preknowledge. In this approach to person fit, the estimated probability that each test taker has preknowledge of items is updated after each item response. These probabilities are based on the IRT parameters, a model specifying the probability that each item has been memorized, and the test taker{\textquoteright}s item responses. Simulations based on an operational computerized adaptive test (CAT) pool are used to demonstrate the use of the odds ratio index. (PsycINFO Database Record (c) 2005 APA )}, keywords = {Adaptive Testing, Cheating, Computer Assisted Testing, Individual Differences computerized adaptive testing, Item, Item Analysis (Statistical), Mathematical Modeling, Response Theory}, author = {McLeod, L. and Lewis, C. and Thissen, D.} } @conference {1054, title = {Can We Assess Pre-K Kids With Computer-Based Tests: STAR Early Literacy Data}, booktitle = {Presentation to the 33rd Annual National Conference on Large-Scale Assessment.}, year = {2003}, address = {San Antonio TX}, author = {J. R. McBride} } @article {268, title = {Computer-adaptive test for measuring personality factors using item response theory}, journal = {Dissertation Abstracts International: Section B: The Sciences \& Engineering}, volume = {64}, number = {2-B}, year = {2003}, pages = {999}, abstract = {The aim of the present research was to develop a computer adaptive test with the graded response model to measure the Five Factor Model of personality attributes. In the first of three studies, simulated items and simulated examinees were used to investigate systematically the impact of several variables on the accuracy and efficiency of a computer adaptive test. Item test banks containing more items, items with greater trait discrimination, and more response options resulted in increased accuracy and efficiency of the computer adaptive test. It was also found that large stopping rule values required fewer items before stopping but had less accuracy compared to smaller stopping rule values. This demonstrated a trade-off between accuracy and efficiency such that greater measurement accuracy can be obtained at a cost of decreased test efficiency. In the second study, the archival responses of 501 participants to five 30-item test banks measuring the Five Factor Model of personality were utilized in simulations of a computer adaptive personality test. The computer adaptive test estimates of participant trait scores were highly correlated with the item response theory trait estimates, and the magnitude of the correlation was related directly to the stopping rule value with higher correlations and less measurement error being associated with smaller stopping rule values. It was also noted that the performance of the computer adaptive test was dependent on the personality factor being measured whereby Conscientiousness required the most number of items to be administered and Neuroticism required the least. The results confirmed that a simulated computer adaptive test using archival personality data could accurately and efficiently attain trait estimates. In the third study, 276 student participants selected response options with a click of a mouse in a computer adaptive personality test (CAPT) measuring the Big Five factors of the Five Factor Model of personality structure. Participant responses to alternative measures of the Big Five were also collected using conventional paper-and-pencil personality questionnaires. It was found that the CAPT obtained trait estimates that were very accurate even with very few administered items. Similarly, the CAPT trait estimates demonstrated moderate to high concurrent validity with the alternative Big Five measures, and the strength of the estimates varied as a result of the similarity of the personality items and assessment methodology. It was also found that the computer adaptive test was accurately able to detect, with relatively few items, the relations between the measured personality traits and several socially interesting variables such as smoking behavior, alcohol consumption rating, and number of dates per month. Implications of the results of this research are discussed in terms of the utility of computer adaptive testing of personality characteristics. As well, methodological limitations of the studies are noted and directions for future research are considered. (PsycINFO Database Record (c) 2004 APA, all rights reserved).}, author = {Macdonald, Paul Lawrence} } @article {457, title = {A feasibility study of on-the-fly item generation in adaptive testing}, journal = { Journal of Technology, Learning, and Assessment}, volume = {2 }, year = {2003}, note = {{PDF file, 427 KB} }, author = {Bejar, I. I. and Lawless, R. R., and Morley, M. E., and Wagner, M. E., and Bennett R. E., and Revuelta, J.} } @inbook {414, title = {Item selection in polytomous CAT}, booktitle = {New developments in psychometrics}, year = {2003}, pages = {207{\textendash}214}, publisher = {Psychometric Society, Springer}, organization = {Psychometric Society, Springer}, address = {Tokyo, Japan}, keywords = {computerized adaptive testing}, author = {Veldkamp, B. P.}, editor = {A. Okada and K. Shigenasu and Y. Kano and J. Meulman} } @booklet {1536, title = {A sequential Bayes procedure for item calibration in multi-stage testing}, year = {2003}, address = {Manuscript in preparation}, author = {van der Linden, W. J. and Alan D Mead} } @article {274, title = {Ten recommendations for advancing patient-centered outcomes measurement for older persons}, journal = {Annals of Internal Medicine}, volume = {139}, number = {5 Pt 2}, year = {2003}, note = {1539-3704Journal ArticleReview}, month = {Sep 2}, pages = {403-409}, abstract = {The past 50 years have seen great progress in the measurement of patient-based outcomes for older populations. Most of the measures now used were created under the umbrella of a set of assumptions and procedures known as classical test theory. A recent alternative for health status assessment is item response theory. Item response theory is superior to classical test theory because it can eliminate test dependency and achieve more precise measurement through computerized adaptive testing. Computerized adaptive testing reduces test administration times and allows varied and precise estimates of ability. Several key challenges must be met before computerized adaptive testing becomes a productive reality. I discuss these challenges for the health assessment of older persons in the form of 10 "Ds": things we need to deliberate, debate, decide, and do.}, keywords = {*Health Status Indicators, Aged, Geriatric Assessment/*methods, Humans, Patient-Centered Care/*methods, Research Support, U.S. Gov{\textquoteright}t, Non-P.H.S.}, author = {McHorney, C. A.} } @article {411, title = {Detection of person misfit in computerized adaptive tests with polytomous items}, journal = {Applied Psychological Measurement}, volume = {26}, number = {2}, year = {2002}, pages = {164-180}, abstract = {Item scores that do not fit an assumed item response theory model may cause the latent trait value to be inaccurately estimated. For a computerized adaptive test (CAT) using dichotomous items, several person-fit statistics for detecting mis.tting item score patterns have been proposed. Both for paper-and-pencil (P\&P) tests and CATs, detection ofperson mis.t with polytomous items is hardly explored. In this study, the nominal and empirical null distributions ofthe standardized log-likelihood statistic for polytomous items are compared both for P\&P tests and CATs. Results showed that the empirical distribution of this statistic differed from the assumed standard normal distribution for both P\&P tests and CATs. Second, a new person-fit statistic based on the cumulative sum (CUSUM) procedure from statistical process control was proposed. By means ofsimulated data, critical values were determined that can be used to classify a pattern as fitting or misfitting. The effectiveness of the CUSUM to detect simulees with item preknowledge was investigated. Detection rates using the CUSUM were high for realistic numbers ofdisclosed items. }, author = {van Krimpen-Stoop, E. M. L. A. and Meijer, R. R.} } @conference {1053, title = {The Development of STAR Early Literacy}, booktitle = {Presentation to the 32rd Annual National Conference on Large-Scale Assessment.}, year = {2002}, address = {Desert Springs CA}, author = {J. R. McBride} } @booklet {1323, title = {A feasibility study of on-the-fly item generation in adaptive testing (GRE Board Report No 98-12)}, year = {2002}, address = {Educational Testing Service RR02-23. Princeton NJ: Educational Testing Service. Note = {\textquotedblleft}{PDF file, 193 KB}}, author = {Bejar, I. I. and Lawless, R. R and Morley, M. E and Wagner, M. E. and Bennett, R. E. and Revuelta, J.} } @conference {1057, title = {Mapping the Development of Pre-reading Skills with STAR Early Literacy}, booktitle = {Presentation to the Annual Meeting of the Society for the Scientific Study of Reading. Chicago.}, year = {2002}, author = {J. R. McBride and Tardrew, S.P.} } @article {277, title = {Outlier detection in high-stakes certification testing}, journal = {Journal of Educational Measurement}, volume = {39}, number = {3}, year = {2002}, pages = {219-233}, abstract = {Discusses recent developments of person-fit analysis in computerized adaptive testing (CAT). Methods from statistical process control are presented that have been proposed to classify an item score pattern as fitting or misfitting the underlying item response theory model in CAT Most person-fit research in CAT is restricted to simulated data. In this study, empirical data from a certification test were used. Alternatives are discussed to generate norms so that bounds can be determined to classify an item score pattern as fitting or misfitting. Using bounds determined from a sample of a high-stakes certification test, the empirical analysis showed that different types of misfit can be distinguished Further applications using statistical process control methods to detect misfitting item score patterns are discussed. (PsycINFO Database Record (c) 2005 APA )}, keywords = {Adaptive Testing, computerized adaptive testing, Educational Measurement, Goodness of Fit, Item Analysis (Statistical), Item Response Theory, person Fit, Statistical Estimation, Statistical Power, Test Scores}, author = {Meijer, R. R.} } @conference {1292, title = {The robustness of the unidimensional 3PL IRT model when applied to two-dimensional data in computerized adaptive testing}, booktitle = {Paper presented at the annual meeting of the American Educational Research Association}, year = {2002}, note = {{PDF file, 1.356 MB}}, address = {New Orleans LA}, author = {Zhao, J. C. and McMorris, R. F. and Pruzek, R. M. and Chen, R.} } @booklet {1476, title = {Application of data mining to response data in a computerized adaptive test}, year = {2001}, address = {Paper presented at the Annual Meeting of the National Council on Measurement in Education, Seattle WA}, author = {Mendez, F. A.} } @article {89, title = {Assessment in the twenty-first century: A role of computerised adaptive testing in national curriculum subjects}, journal = {Teacher Development}, volume = {5}, number = {2}, year = {2001}, pages = {241-57}, abstract = {With the investment of large sums of money in new technologies forschools and education authorities and the subsequent training of teachers to integrate Information and Communications Technology (ICT) into their teaching strategies, it is remarkable that the old outdated models of assessment still remain. This article highlights the current problems associated with pen-and paper-testing and offers suggestions for an innovative and new approach to assessment for the twenty-first century. Based on the principle of the {\textquoteright}wise examiner{\textquoteright} a computerised adaptive testing system which measures pupils{\textquoteright} ability against the levels of the United Kingdom National Curriculum has been developed for use in mathematics. Using constructed response items, pupils are administered a test tailored to their ability with a reliability index of 0.99. Since the software administers maximally informative questions matched to each pupil{\textquoteright}s current ability estimate, no two pupils will receive the same set of items in the same order therefore removing opportunities for plagarism and teaching to the test. All marking is automated and a journal recording the outcome of the test and highlighting the areas of difficulty for each pupil is available for printing by the teacher. The current prototype of the system can be used on a school{\textquoteright}s network however the authors envisage a day when Examination Boards or the Qualifications and Assessment Authority (QCA) will administer Government tests from a central server to all United Kingdom schools or testing centres. Results will be issued at the time of testing and opportunities for resits will become more widespr}, keywords = {computerized adaptive testing}, author = {Cowan, P. and Morrison, H.} } @article {295, title = {Concerns with computerized adaptive oral proficiency assessment. A commentary on "Comparing examinee attitudes Toward computer-assisted and other oral proficient assessments": Response to the Norris Commentary}, journal = {Language Learning and Technology}, volume = {5}, number = {2}, year = {2001}, pages = {95-108}, abstract = {Responds to an article on computerized adaptive second language (L2) testing, expressing concerns about the appropriateness of such tests for informing language educators about the language skills of L2 learners and users and fulfilling the intended purposes and achieving the desired consequences of language test use.The authors of the original article respond. (Author/VWL)}, author = {Norris, J. M. and Kenyon, D. M. and Malabonga, V.} } @article {604, title = {CUSUM-based person-fit statistics for adaptive testing}, journal = {Journal of Educational and Behavioral Statistics}, volume = {26}, year = {2001}, pages = {199-218}, author = {van Krimpen-Stoop, E. M. L. A. and Meijer, R. R.} } @article {36, title = {An examination of the comparative reliability, validity, and accuracy of performance ratings made using computerized adaptive rating scales}, journal = {Journal of Applied Psychology}, volume = {86}, number = {5}, year = {2001}, note = {214803450021-9010Journal ArticleValidation Studies}, pages = {965-973}, abstract = {This laboratory research compared the reliability, validity, and accuracy of a computerized adaptive rating scale (CARS) format and 2 relatively common and representative rating formats. The CARS is a paired-comparison rating task that uses adaptive testing principles to present pairs of scaled behavioral statements to the rater to iteratively estimate a ratee{\textquoteright}s effectiveness on 3 dimensions of contextual performance. Videotaped vignettes of 6 office workers were prepared, depicting prescripted levels of contextual performance, and 112 subjects rated these vignettes using the CARS format and one or the other competing format. Results showed 23\%-37\% lower standard errors of measurement for the CARS format. In addition, validity was significantly higher for the CARS format (d = .18), and Cronbach{\textquoteright}s accuracy coefficients showed significantly higher accuracy, with a median effect size of .08. The discussion focuses on possible reasons for the results.}, keywords = {*Computer Simulation, *Employee Performance Appraisal, *Personnel Selection, Adult, Automatic Data Processing, Female, Human, Male, Reproducibility of Results, Sensitivity and Specificity, Support, U.S. Gov{\textquoteright}t, Non-P.H.S., Task Performance and Analysis, Video Recording}, author = {Borman, W. C. and Buck, D. E. and Hanson, M. A. and Motowidlo, S. J. and Stark, S. and F Drasgow} } @conference {1064, title = {Methods to test invariant ability across subgroups of items in CAT}, booktitle = {Paper presented at the Annual Meeting of the National Council on Measurement in Education}, year = {2001}, address = {Seattle WA}, author = {Meijer, R. R.} } @article {279, title = {Nouveaux d{\'e}veloppements dans le domaine du testing informatis{\'e} [New developments in the area of computerized testing]}, journal = {Psychologie Fran{\c c}aise}, volume = {46}, number = {3}, year = {2001}, pages = {221-230}, abstract = {L{\textquoteright}usage de l{\textquoteright}{\'e}valuation assist{\'e}e par ordinateur s{\textquoteright}est fortement d{\'e}velopp{\'e} depuis la premi{\`e}re formulation de ses principes de base dans les ann{\'e}es soixante et soixante-dix. Cet article offre une introduction aux derniers d{\'e}veloppements dans le domaine de l{\textquoteright}{\'e}valuation assist{\'e}e par ordinateur, en particulier celui du testing adaptative informatis{\'e}e (TAI). L{\textquoteright}estimation de l{\textquoteright}aptitude, la s{\'e}lection des items et le d{\'e}veloppement d{\textquoteright}une base d{\textquoteright}items dans le cas du TAI sont discut{\'e}s. De plus, des exemples d{\textquoteright}utilisations innovantes de l{\textquoteright}ordinateur dans des syst{\`e}mes int{\'e}gr{\'e}s de testing et de testing via Internet sont pr{\'e}sent{\'e}s. L{\textquoteright}article se termine par quelques illustrations de nouvelles applications du testing informatis{\'e} et des suggestions pour des recherches futures.Discusses the latest developments in computerized psychological assessment, with emphasis on computerized adaptive testing (CAT). Ability estimation, item selection, and item pool development in CAT are described. Examples of some innovative approaches to CAT are presented. (PsycINFO Database Record (c) 2005 APA )}, keywords = {Adaptive Testing, Computer Applications, Computer Assisted, Diagnosis, Psychological Assessment computerized adaptive testing}, author = {Meijer, R. R. and Gr{\'e}goire, J.} } @booklet {1470, title = {Testing via the Internet: A literature review and analysis of issues for Department of Defense Internet testing of the Armed Services Vocational Aptitude Battery (ASVAB) in high schools (FR-01-12)}, year = {2001}, note = {{PDF file, 894 KB}}, address = {Alexandria VA: Human Resources Research Organization}, author = {J. R. McBride and Paddock, A. F. and Wise, L. L. and Strickland, W. J. and B. K. Waters} } @article {197, title = {Toepassing van een computergestuurde adaptieve testprocedure op persoonlijkheidsdata [Application of a computerised adaptive test procedure on personality data]}, journal = {Nederlands Tijdschrift voor de Psychologie en haar Grensgebieden}, volume = {56}, number = {3}, year = {2001}, pages = {119-133}, abstract = {Studied the applicability of a computerized adaptive testing procedure to an existing personality questionnaire within the framework of item response theory. The procedure was applied to the scores of 1,143 male and female university students (mean age 21.8 yrs) in the Netherlands on the Neuroticism scale of the Amsterdam Biographical Questionnaire (G. J. Wilde, 1963). The graded response model (F. Samejima, 1969) was used. The quality of the adaptive test scores was measured based on their correlation with test scores for the entire item bank and on their correlation with scores on other scales from the personality test. The results indicate that computerized adaptive testing can be applied to personality scales. (PsycINFO Database Record (c) 2005 APA )}, keywords = {Adaptive Testing, Computer Applications, Computer Assisted Testing, Personality Measures, Test Reliability computerized adaptive testing}, author = {Hol, A. M. and Vorst, H. C. M. and Mellenbergh, G. J.} } @book {1710, title = {Computerized adaptive testing: A primer (2nd edition)}, year = {2000}, address = {Hillsdale, N. J. : Lawrence Erlbaum Associates}, author = {Wainer, H., and Dorans, N. and Eignor, D. R. and Flaugher, R. and Green, B. F. and Mislevy, R. and Steinberg, L. and Thissen, D.} } @inbook {1814, title = {Detecting person misfit in adaptive testing using statistical process control techniques}, year = {2000}, address = {W. J. van der Linden, and C. A. W. Glas (Editors). Computerized Adaptive Testing: Theory and Practice. Norwell MA: Kluwer.}, author = {van Krimpen-Stoop, E. M. L. A. and Meijer, R. R.} } @inbook {410, title = {Detecting person misfit in adaptive testing using statistical process control techniques}, booktitle = {Computer adaptive testing: Theory and practice}, year = {2000}, pages = {201-219}, publisher = {Kluwer Academic.}, organization = {Kluwer Academic.}, address = {Dordrecht, The Netherlands}, keywords = {person Fit}, author = {van Krimpen-Stoop, E. M. L. A. and Meijer, R. R.} } @conference {1091, title = {Detecting test-takers who have memorized items in computerized-adaptive testing and muti-stage testing: A comparison}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {2000}, address = {New Orleans LA}, author = {Patsula, L N. and McLeod, L. D.} } @booklet {1543, title = {Detection of person misfit in computerized adaptive testing with polytomous items (Research Report 00-01)}, year = {2000}, address = {Enschede, The Netherlands: University of Twente, Faculty of Educational Science and Technology, Department of Measurement and Data Analysis}, author = {van Krimpen-Stoop, E. M. L. A. and Meijer, R. R.} } @article {646, title = {Does adaptive testing violate local independence?}, journal = {Psychometrika}, volume = {65}, year = {2000}, pages = {149-156}, author = {Mislevy, R. J. and Chang, Hua-Hua} } @inbook {1858, title = {The GRE computer adaptive test: Operational issues}, year = {2000}, address = {W. J. van der Linden and C. A. W. Glas (Eds.), Computerized adaptive testing: Theory and practice (pp. 75-99). Dordrecht, Netherlands: Kluwer.}, author = {Mills, C. N. and Steffen, M.} } @article {191, title = {Item response theory and health outcomes measurement in the 21st century}, journal = {Medical Care}, volume = {38}, number = {9 Suppl II}, year = {2000}, note = {204349670025-7079Journal Article}, pages = {II28-II42}, abstract = {Item response theory (IRT) has a number of potential advantages over classical test theory in assessing self-reported health outcomes. IRT models yield invariant item and latent trait estimates (within a linear transformation), standard errors conditional on trait level, and trait estimates anchored to item content. IRT also facilitates evaluation of differential item functioning, inclusion of items with different response formats in the same scale, and assessment of person fit and is ideally suited for implementing computer adaptive testing. Finally, IRT methods can be helpful in developing better health outcome measures and in assessing change over time. These issues are reviewed, along with a discussion of some of the methodological and practical challenges in applying IRT methods.}, keywords = {*Models, Statistical, Activities of Daily Living, Data Interpretation, Statistical, Health Services Research/*methods, Health Surveys, Human, Mathematical Computing, Outcome Assessment (Health Care)/*methods, Research Design, Support, Non-U.S. Gov{\textquoteright}t, Support, U.S. Gov{\textquoteright}t, P.H.S., United States}, author = {Hays, R. D. and Morales, L. S. and Reise, S. P.} } @article {603, title = {The null distribution of person-fit statistics for conventional and adaptive tests}, journal = {Applied Psychological Measurement}, volume = {23}, year = {2000}, pages = {327-345}, author = {van Krimpen-Stoop, E. M. L. A. and Meijer, R. R.} } @inbook {1856, title = {Using Bayesian Networks in Computerized Adaptive Tests}, year = {2000}, address = {M. Ortega and J. Bravo (Eds.),Computers and Education in the 21st Century. Kluwer, pp. 217228.}, author = {Millan, E. and Trella, M and Perez-de-la-Cruz, J.-L. and Conejo, R} } @conference {1293, title = {Adjusting computer adaptive test starting points to conserve item pool}, booktitle = {Paper presented at the annual meeting of the American Educational Research Association}, year = {1999}, address = {Montreal, Canada}, author = {Zhu, D. and Fan. M.} } @article {276, title = {Alternative methods for the detection of item preknowledge in computerized adaptive testing}, journal = {Dissertation Abstracts International: Section B: the Sciences \& Engineering}, volume = {59}, number = {7-B}, year = {1999}, pages = {3765}, keywords = {computerized adaptive testing}, author = {McLeod, Lori Davis} } @article {642, title = {Computerized adaptive testing: Overview and introduction}, journal = {Applied Psychological Measurement}, volume = {23}, year = {1999}, pages = {187-194}, author = {Meijer, R. R. and Nering, M. L.} } @article {280, title = {Computerized Adaptive Testing: Overview and Introduction}, journal = {Applied Psychological Measurement}, volume = {23}, number = {3}, year = {1999}, pages = {187-94}, abstract = {Use of computerized adaptive testing (CAT) has increased substantially since it was first formulated in the 1970s. This paper provides an overview of CAT and introduces the contributions to this Special Issue. The elements of CAT discussed here include item selection procedures, estimation of the latent trait, item exposure, measurement precision, and item bank development. Some topics for future research are also presented. }, keywords = {computerized adaptive testing}, author = {Meijer, R. R. and Nering, M. L.} } @article {751, title = {CUSUM-based person-fit statistics for adaptive testing}, journal = {Journal of Educational and Behavioral Statistics}, volume = {26}, year = {1999}, pages = {199-218}, author = {van Krimpen-Stoop, E. M. L. A. and Meijer, R. R.} } @booklet {1542, title = {CUSUM-based person-fit statistics for adaptive testing (Research Report 99-05)}, year = {1999}, address = {Enschede, The Netherlands: University of Twente, Faculty of Educational Science and Technology, Department of Measurement and Data Analysis}, author = {van Krimpen-Stoop, E. M. L. A. and Meijer, R. R.} } @article {640, title = {Detecting item memorization in the CAT environment}, journal = {Applied Psychological Measurement}, volume = {23}, year = {1999}, pages = {147-160}, author = {McLeod L. D., and Lewis, C.} } @conference {1063, title = {Detecting items that have been memorized in the CAT environment}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {1999}, address = {Montreal, Canada}, author = {McLeod, L. D. and Schinpke, D. L.} } @inbook {1857, title = {Development and introduction of a computer adaptive Graduate Record Examination General Test}, year = {1999}, address = {F. Drasgow and J .B. Olson-Buchanan (Eds.). Innovations in computerized assessment (pp. 117-135). Mahwah NJ: Erlbaum.}, author = {Mills, C. N.} } @inbook {1889, title = {Development of the computerized adaptive testing version of the Armed Services Vocational Aptitude Battery}, year = {1999}, address = {F. Drasgow and J. Olson-Buchanan (Eds.). Innovations in computerized assessment. Mahwah NJ: Erlbaum.}, author = {Segall, D. O. and Moreno, K. E.} } @article {6, title = {Graphical models and computerized adaptive testing}, journal = {Applied Psychological Measurement}, volume = {23}, number = {3}, year = {1999}, pages = {223-37}, abstract = {Considers computerized adaptive testing from the perspective of graphical modeling (GM). GM provides methods for making inferences about multifaceted skills and knowledge and for extracting data from complex performances. Provides examples from language-proficiency assessment. (SLD)}, keywords = {computerized adaptive testing}, author = {Almond, R. G. and Mislevy, R. J.} } @article {752, title = {The null distribution of person-fit statistics for conventional and adaptive tests}, journal = {Applied Psychological Measurement}, volume = {23}, year = {1999}, pages = {327-345}, author = {van Krimpen-Stoop, E. M. L. A. and Meijer, R. R.} } @conference {1066, title = {Principles for administering adaptive tests}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {1999}, address = {Montreal Canada}, author = {Miller, T. and Davey, T.} } @conference {1061, title = {A Bayesian approach to detection of item preknowledge in a CAT}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {1998}, address = {San Diego CA}, author = {McLeod, L. D. and Lewis, C.} } @conference {864, title = {Computerized adaptive rating scales that measure contextual performance}, booktitle = {Paper presented at the 3th annual conference of the Society for Industrial and Organizational Psychology}, year = {1998}, address = {Dallas TX}, author = {Borman, W. C. and Hanson, M. A. and Montowidlo, S. J and F Drasgow and Foster, L and Kubisiak, U. C.} } @booklet {1478, title = {Does adaptive testing violate local independence? (Research Report 98-33)}, year = {1998}, address = {Princeton NJ: Educational Testing Service}, author = {Mislevy, R. J. and Chang, Hua-Hua} } @inbook {1848, title = {Innovations in computer-based ability testing: Promise, problems and perils}, year = {1998}, address = {In Hakel, M.D. (Ed.) Beyond multiple choice: Alternatives to traditional testing for selection. Hillsdale, NJ: Lawrence Erlbaum Associates.}, author = {J. R. McBride} } @article {633, title = {Measuring change conventionally and adaptively}, journal = {Educational and Psychological Measurement}, volume = {58}, year = {1998}, pages = {882-897}, author = {May, K. and Nicewander, W. A.} } @conference {1062, title = {A new approach for the detection of item preknowledge in computerized adaptive testing}, booktitle = {Paper presented at the annual meeting of the Psychometric Society}, year = {1998}, address = {Urbana, IL}, author = {McLeod, L. D. and Lewis, C.} } @booklet {1541, title = {Person fit based on statistical process control in an adaptive testing environment (Research Report 98-13)}, year = {1998}, address = {Enschede, The Netherlands: University of Twente, Faculty of Educational Science and Technology, Department of Measurement and Data Analysis}, author = {van Krimpen-Stoop, E. M. L. A. and Meijer, R. R.} } @booklet {1475, title = {Simulating the null distribution of person-fit statistics for conventional and adaptive tests (Research Report 98-02)}, year = {1998}, address = {Enschede, The Netherlands: University of Twente, Faculty of Educational Science and Technology, Department of Measurement and Data Analysis}, author = {Meijer, R. R. and van Krimpen-Stoop, E. M. L. A.} } @booklet {1385, title = {Statistical tests for person misfit in computerized adaptive testing (Research Report 98-01)}, year = {1998}, address = {Enschede, The Netherlands : University of Twente, Faculty of Educational Science and Technology, Department of Measurement and Data Analysis}, author = {Glas, C. A. W. and Meijer, R. R. and van Krimpen-Stoop, E. M. L. A.} } @article {155, title = {Statistical tests for person misfit in computerized adaptive testing}, number = {98-01}, year = {1998}, pages = {28}, institution = {Faculty of Educational Science and Technology, Univeersity of Twente}, address = {Enschede, The Netherlands}, isbn = {98-01}, author = {Glas, C. A. W. and Meijer, R. R. and van Krimpen-Stoop, E. M.} } @article {632, title = {Swedish Enlistment Battery: Construct validity and latent variable estimation of cognitive abilities by the CAT-SEB}, journal = {International Journal of Selection and Assessment}, volume = {6}, year = {1998}, pages = {107-114}, author = {Mardberg, B. and Carlstedt, B.} } @booklet {1328, title = {Three response types for broadening the conception of mathematical problem solving in computerized-adaptive tests (Research Report 98-45)}, year = {1998}, note = {$\#$BE98-45 (Also presented at National Council on Measurement in Education, 1998)}, address = {Princeton NJ : Educational Testing Service}, author = {Bennett, R. E. and Morley, M. and Quardt, D.} } @booklet {1467, title = {CAST 5 for Windows users{\textquoteright} guide}, year = {1997}, address = {Contract No. "MDA903-93-D-0032, DO 0054. Alexandria, VA: Human Resources Research Organization}, author = {J. R. McBride and Cooper, R. R} } @inbook {1958, title = {CAT-ASVAB cost and benefit analyses}, year = {1997}, address = {W. A. Sands, B. K. Waters, and J. R. McBride (Eds.), Computer adaptive testing: From inquiry to operation (pp. 227-236). Washington, DC: American Psychological Association.}, author = {Wise, L. L. and Curran, L. T. and J. R. McBride} } @inbook {1859, title = {CAT-ASVAB operational test and evaluation}, year = {1997}, address = {W. A. Sands, B. K. Waters, and . R. McBride (Eds.), Computerized adaptive testing: From inquiry to operation (pp. 199-205). Washington DC: American Psychological Association.}, author = {Moreno, K. E.} } @book {347, title = {Computerized adaptive testing: From inquiry to operation}, year = {1997}, note = {References .Using Smart Source Parsingxvii, pp}, publisher = {American Psychological Association}, organization = {American Psychological Association}, address = {Washington, D.C., USA}, abstract = {(from the cover) This book traces the development of computerized adaptive testing (CAT) from its origins in the 1960s to its integration with the Armed Services Vocational Aptitude Battery (ASVAB) in the 1990s. A paper-and-pencil version of the battery (P\&P-ASVAB) has been used by the Defense Department since the 1970s to measure the abilities of applicants for military service. The test scores are used both for initial qualification and for classification into entry-level training opportunities. /// This volume provides the developmental history of the CAT-ASVAB through its various stages in the Joint-Service arena. Although the majority of the book concerns the myriad technical issues that were identified and resolved, information is provided on various political and funding support challenges that were successfully overcome in developing, testing, and implementing the battery into one of the nation{\textquoteright}s largest testing programs. The book provides useful information to professionals in the testing community and everyone interested in personnel assessment and evaluation. (PsycINFO Database Record (c) 2004 APA, all rights reserved).}, keywords = {computerized adaptive testing}, author = {Sands, W. A. and B. K. Waters and J. R. McBride} } @article {33, title = {A computerized adaptive testing system for speech discrimination measurement: The Speech Sound Pattern Discrimination Test}, journal = {Journal of the Accoustical Society of America}, volume = {101}, number = {4}, year = {1997}, note = {972575560001-4966Journal Article}, pages = {2289-298}, abstract = {A computerized, adaptive test-delivery system for the measurement of speech discrimination, the Speech Sound Pattern Discrimination Test, is described and evaluated. Using a modified discrimination task, the testing system draws on a pool of 130 items spanning a broad range of difficulty to estimate an examinee{\textquoteright}s location along an underlying continuum of speech processing ability, yet does not require the examinee to possess a high level of English language proficiency. The system is driven by a mathematical measurement model which selects only test items which are appropriate in difficulty level for a given examinee, thereby individualizing the testing experience. Test items were administered to a sample of young deaf adults, and the adaptive testing system evaluated in terms of respondents{\textquoteright} sensory and perceptual capabilities, acoustic and phonetic dimensions of speech, and theories of speech perception. Data obtained in this study support the validity, reliability, and efficiency of this test as a measure of speech processing ability.}, keywords = {*Diagnosis, Computer-Assisted, *Speech Discrimination Tests, *Speech Perception, Adolescent, Adult, Audiometry, Pure-Tone, Human, Middle Age, Psychometrics, Reproducibility of Results}, author = {Bochner, J. and Garrison, W. and Palmer, L. and MacKenzie, D. and Braveman, A.} } @booklet {1602, title = {Computerized adaptive testing through the World Wide Web}, number = {(ERIC No. ED414536)}, year = {1997}, address = {(ERIC No. ED414536)}, author = {Shermis, M. D. and Mzumara, H. and Brown, M. and Lillig, C.} } @conference {1157, title = {Controlling test and computer anxiety: Test performance under CAT and SAT conditions}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {1997}, address = {Chicago IL}, author = {Shermis, M. D. and Mzumara, H. and Bublitz, S.} } @inbook {1888, title = {Current and future challenges}, year = {1997}, address = {W. A. Sands, B. K. Waters, and J. R. McBride (Eds.). Computerized adaptive testing: From inquiry to operation (pp 257-269). Washington DC: American Psychological Association.}, author = {Segall, D. O. and Moreno, K. E.} } @article {522, title = {Developing and scoring an innovative computerized writing assessment}, journal = {Journal of Educational Measurement}, volume = {34}, year = {1997}, pages = {21-41}, author = {Davey, T. and Godwin, J., and Mittelholz, D.} } @article {472, title = {Evaluating an automatically scorable, open-ended response type for measuring mathematical reasoning in computer-adaptive tests}, year = {1997}, author = {Bennett, R. E. and Steffen, M. and Singley, M.K. and Morley, M. and Jacquemin, D.} } @inbook {196, title = {Item exposure control in CAT-ASVAB}, booktitle = {Computerized adaptive testing: From inquiry to operation}, year = {1997}, pages = {141-144}, publisher = {American Psychological Association}, organization = {American Psychological Association}, address = {Washington D.C., USA}, abstract = {Describes the method used to control item exposure in computerized adaptive testing-Armed Services Vocational Aptitude Battery (CAT-ASVAB). The method described was developed specifically to ensure that CAT-ASVAB items were expose no more often than the items in the printers ASVAB{\textquoteright}s alternate forms, ensuring that CAT ASVAB is nor more vulnerable than printed ASVAB forms to comprise from item exposure. (PsycINFO Database Record (c) 2010 APA, all rights reserved)}, author = {Hetter, R. D. and Sympson, J. B.}, editor = {J. R. McBride} } @inbook {1891, title = {Item pool development and evaluation}, year = {1997}, address = {W. A. Sands, B. K. Waters, and J. R. McBride (Eds.), Computerized adaptive testing: From inquiry to operation (pp. 117-130). Washington DC: American Psychological Association.}, author = {Segall, D. O. and Moreno, K. E. and Hetter, D. H.} } @booklet {1468, title = {Modification of the Computerized Adaptive Screening Test (CAST) for use by recruiters in all military services}, year = {1997}, address = {Final Technical Report FR-WATSD-97-24, Contract No. MDA903-93-D-0032, DO 0054. Alexandria VA: Human Resources Research Organization.}, author = {J. R. McBride and Cooper, R. R} } @inbook {1837, title = {Policy and program management perspective}, year = {1997}, address = {W.A. Sands, B.K. Waters, and J.R. McBride (Eds.), Computerized adaptive testing: From inquiry to operation. Washington, DC: American Psychological Association.}, author = {Martin, C.J. and Hoshaw, C.R.} } @inbook {1854, title = {Preliminary psychometric research for CAT-ASVAB: Selecting an adaptive testing strategy}, year = {1997}, address = {W. A. Sands, B. K. Waters, and J. R. McBride (Eds.), Computerized adaptive testing: From inquiry to operation (pp. 83-95). Washington DC: American Psychological Association.}, author = {J. R. McBride and Wetzel, C. D. and Hetter, R. D.} } @inbook {1890, title = {Psychometric procedures for administering CAT-ASVAB}, year = {1997}, address = {W. A. Sands, B. K. Waters, and J. R. McBride (Eds.), Computerized adaptive testing: From inquiry to operation (pp. 131-140). Washington D.C.: American Psychological Association.}, author = {Segall, D. O. and Moreno, K. E. and Bloxom, B. M. and Hetter, R. D.} } @inbook {1860, title = {Reliability and construct validity of CAT-ASVAB}, year = {1997}, address = {W. A. Sands, B. K. Waters, and J. R. McBride (Eds.). Computerized adaptive testing: From inquiry to operation (pp. 169-179). Washington DC: American Psychological Association.}, author = {Moreno, K. E. and Segall, O. D.} } @inbook {270, title = {Research antecedents of applied adaptive testing}, booktitle = {Computerized adaptive testing: From inquiry to practice}, year = {1997}, pages = {47-57}, publisher = {American Psychological Association}, organization = {American Psychological Association}, edition = {xviii}, address = {Washington D.C. USA}, abstract = {(from the chapter) This chapter sets the stage for the entire computerized adaptive testing Armed Services Vocational Aptitude Battery (CAT-ASVAB) development program by describing the state of the art immediately preceding its inception. By the mid-l970s, a great deal of research had been conducted that provided the technical underpinnings needed to develop adaptive tests, but little research had been done to corroborate empirically the promising results of theoretical analyses and computer simulation studies. In this chapter, the author summarizes much of the important theoretical and simulation research prior to 1977. In doing so, he describes a variety of approaches to adaptive testing, and shows that while many methods for adaptive testing had been proposed, few practical attempts had been made to implement it. Furthermore, the few instances of adaptive testing were based primarily on traditional test theory, and were developed in laboratory settings for purposes of basic research. The most promising approaches, those based on item response theory and evaluated analytically or by means of computer simulations, remained to be proven in the crucible of live testing. (PsycINFO Database Record (c) 2004 APA, all rights reserved).}, keywords = {computerized adaptive testing}, author = {J. R. McBride}, editor = {B. K. Waters and J. R. McBride} } @inbook {1847, title = {Technical perspective}, year = {1997}, address = {W. A. Sands, B. K. Waters, and J. R. McBride (Eds.), Computerized adaptive testing: From inquiry to operation (pp. 29-44). Washington, DC: American Psychological Association.}, author = {J. R. McBride} } @inbook {1892, title = {Validation of the experimental CAT-ASVAB system}, year = {1997}, address = {W. A. Sands, B. K. Waters, and J. R. McBride (Eds.), Computerized adaptive testing: From inquiry to operation. Washington, DC: American Psychological Association.}, author = {Segall, D. O. and Moreno, K. E. and Kieckhaefer, W. F. and Vicino, F. L. and J. R. McBride} } @conference {1052, title = {Current research in computer-based testing for personnel selection and classification in the United States}, booktitle = {Invited address to the Centre for Recruitment and Selection, Belgian Armed Forces"}, year = {1996}, author = {J. R. McBride} } @article {137, title = {Methodologic trends in the healthcare professions: computer adaptive and computer simulation testing}, journal = {Nurse Education}, volume = {21}, number = {4}, year = {1996}, note = {Forker, J EMcDonald, M EUnited statesNurse educatorNurse Educ. 1996 Jul-Aug;21(4):13-4.}, month = {Jul-Aug}, pages = {13-4}, edition = {1996/07/01}, abstract = {Assessing knowledge and performance on computer is rapidly becoming a common phenomenon in testing and measurement. Computer adaptive testing presents an individualized test format in accordance with the examinee{\textquoteright}s ability level. The efficiency of the testing process enables a more precise estimate of performance, often with fewer items than traditional paper-and-pencil testing methodologies. Computer simulation testing involves performance-based, or authentic, assessment of the examinee{\textquoteright}s clinical decision-making abilities. The authors discuss the trends in assessing performance through computerized means and the application of these methodologies to community-based nursing practice.}, keywords = {*Clinical Competence, *Computer Simulation, Computer-Assisted Instruction/*methods, Educational Measurement/*methods, Humans}, isbn = {0363-3624 (Print)0363-3624 (Linking)}, author = {Forker, J. E. and McDonald, M. E.} } @booklet {1479, title = {Missing responses and IRT ability estimation: Omits, choice, time limits, and adaptive testing (Research Report RR-96-30-ONR)}, year = {1996}, address = {Princeton NJ: Educational Testing Service}, author = {Mislevy, R. J. and Wu, P.-K.} } @conference {1060, title = {Person-fit indices and their role in the CAT environment}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {1996}, address = {New York}, author = {McLeod, L. D. and Lewis, C.} } @article {645, title = {Practical issues in large-scale computerized adaptive testing}, journal = {Applied Measurement in Education}, volume = {9}, year = {1996}, pages = {287-304}, author = {Mills, C. N., and Stocking, M. L.} } @booklet {1404, title = {Preliminary cost-effectiveness analysis of alternative ASVAB testing concepts at MET sites}, year = {1996}, address = {Interim report to Defense Manpower Data Center. Fairfax, VA: Lewin-VHI, Inc.}, author = {Hogan, P.F. and Dall, T. and J. R. McBride} } @conference {1008, title = {A comparison of classification agreement between adaptive and full-length test under the 1-PL and 2-PL models}, booktitle = {Paper presented at the annual meeting of the American Educational Research Association}, year = {1995}, note = {(cited in $\#$RE98311)}, address = {San Francisco CA}, author = {Lewis, M. J. and Subhiyah, R. G. and Morrison, C. A.} } @conference {1070, title = {Computer adaptive testing in a medical licensure setting: A comparison of outcomes under the one- and two- parameter logistic models}, booktitle = {Paper presented at the annual meeting of the American Educational Research Association}, year = {1995}, address = {San Francisco}, author = {Morrison, C. A. and Nungester, R. J.} } @conference {1051, title = {Equating the computerized adaptive edition of the Differential Aptitude Tests}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education. San Francisco}, year = {1995}, address = {CA}, author = {J. R. McBride} } @booklet {1405, title = {An evaluation of alternative concepts for administering the Armed Services Vocational Aptitude Battery to applicants for enlistment}, year = {1995}, address = {DMDC Technical Report 95-013. Monterey, CA: Personnel Testing Division, Defense Manpower Data Center}, author = {Hogan, P.F. and J. R. McBride and Curran, L. T.} } @conference {966, title = {The influence of examinee test-taking behavior motivation in computerized adaptive testing}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {1995}, note = {(ERIC No. ED392839)}, address = {San Francisco CA}, author = {Kim, J. and McLean, J. E.} } @booklet {1595, title = {The introduction and comparability of the computer-adaptive GRE General Test (GRE Board Professional Report 88-08ap; Educational Testing Service Research Report 95-20)}, year = {1995}, address = {Princeton NJ: Educational Testing Service}, author = {Schaeffer, G. A. and Steffen, M. Golub-Smith, M. L. and Mills, C. N. and Durso, R.} } @conference {1069, title = {Item exposure rates for unconstrained and content-balanced computerized adaptive tests}, booktitle = {Paper presented at the annual meeting of the American Educational Research Association}, year = {1995}, address = {San Francisco CA}, author = {Morrison, C. and Subhiyah, R,, and Nungester, R.} } @booklet {1477, title = {Practical issues in large-scale high-stakes computerized adaptive testing (Research Report 95-23)}, year = {1995}, note = {$\#$MI95-23}, address = {Princeton, NJ: Educational Testing Service.}, author = {Mills, C. N. and Stocking, M. L.} } @article {194, title = {Theoretical results and item selection from multidimensional item bank in the Mokken IRT model for polytomous items}, journal = {Applied Psychological Measurement}, volume = {19}, number = {4}, year = {1995}, pages = {337{\textendash}352}, author = {Hemker, B. T. and Sijtsma, K. and Molenaar, I. W.} } @conference {1049, title = {Early psychometric research in the CAT-ASVAB Project}, booktitle = {Paper presented at the 102nd Annual Convention of the American Psychological Association. Los Angeles}, year = {1994}, address = {CA}, author = {J. R. McBride} } @article {284, title = {An application of Computerized Adaptive Testing to the Test of English as a Foreign Language}, journal = {Dissertation Abstracts International}, volume = {53}, number = {12-A}, year = {1993}, pages = {4257-4258}, keywords = {computerized adaptive testing}, author = {Moon, O.} } @booklet {1593, title = {Field test of a computer-based GRE general test (GRE Board Technical Report 88-8; Educational Testing Service Research Rep No RR 93-07)}, year = {1993}, address = {Princeton NJ: Educational Testing Service.}, author = {Schaeffer, G. A. and Reese, C. M. and Steffen, M. and McKinley, R. L. and Mills, C. N.} } @article {631, title = {The application of latent class models in adaptive testing}, journal = {Psychometrika}, volume = {57}, year = {1992}, pages = {71-88}, author = {Macready, G. B. and Dayton, C. M.} } @article {648, title = {CAT-ASVAB precision}, journal = {Proceedings of the 34th Annual Conference of the Military Testing Association}, volume = {1}, year = {1992}, pages = {22-26}, author = {Moreno, K. E., and Segall, D. O.} } @inbook {1849, title = {The development of alternative operational concepts}, year = {1992}, address = {Proceedings of the 34th Annual Conference of the Military Testing Association. San Diego, CA: Navy Personnel Research and Development Center.}, author = {J. R. McBride and Curran, L. T.} } @inbook {1850, title = {Evaluation of alternative operational concepts}, year = {1992}, address = {Proceedings of the 34th Annual Conference of the Military Testing Association. San Diego, CA: Navy Personnel Research and Development Center.}, author = {J. R. McBride and Hogan, P.F.} } @conference {1065, title = {Practical considerations for conducting studies of differential item functioning (DIF) in a CAT environment}, booktitle = {Paper presented at the annual meeting of the American Educational Research Association}, year = {1992}, address = {San Francisco CA}, author = {Miller, T. R.} } @booklet {337, title = {Patterns of alcohol and drug use among federal offenders as assessed by the Computerized Lifestyle Screening Instrument}, number = {R-11}, year = {1991}, publisher = {Research and Statistics Branch, Correctional Service of Canada}, address = {Ottawa, ON. Canada}, keywords = {computerized adaptive testing, drug abuse, substance use}, isbn = {R-11}, author = {Robinson, D. and Porporino, F. J. and Millson, W. A.} } @conference {1045, title = {What lies ahead? Computer technology and its implications for personnel testing}, booktitle = {Keynote address}, year = {1991}, address = {NATO Workshop on Computer-based Assessment of Military Personnel, Brussels, Belgium}, author = {J. R. McBride} } @booklet {1492, title = {A comparison of Rasch and three-parameter logistic models in computerized adaptive testing}, year = {1990}, address = {Unpublished manuscript}, author = {Parker, S.B. and J. R. McBride} } @book {1727, title = {Computerized adaptive testing: A primer (Eds.)}, year = {1990}, address = {Hillsdale NJ: Erlbaum}, author = {Wainer, H., and Dorans, N. J. and Flaugher, R. and Green, B. F. and Mislevy, R. J. and Steinberg, L. and Thissen, D.} } @inbook {1937, title = {Future challenges}, year = {1990}, address = {H. Wainer (Ed.), Computerized adaptive testing: A primer (pp. 233-272). Hillsdale NJ: Erlbaum.}, author = {Wainer, H., and Dorans, N. J. and Green, B. F. and Mislevy, R. J. and Steinberg, L. and Thissen, D.} } @inbook {1939, title = {Item response theory, item calibration, and proficiency estimation}, year = {1990}, address = {H. Wainer (Ed.), Computerized adaptive testing: A primer (pp. 65-102). Hillsdale NJ: Erlbaum.}, author = {Wainer, H., and Mislevy, R. J.} } @inbook {1940, title = {Testing algorithms}, year = {1990}, address = {H. Wainer (Ed.), Computerized adaptive testing: A primer (pp. 103-135). Hillsdale NJ: Erlbaum.}, author = {Wainer, H., and Mislevy, R. J.} } @inbook {1909, title = {Testing algorithms}, year = {1990}, address = {H. Wainer (Ed.), Computerized adaptive testing: A primer (pp. 103-135). Hillsdale NJ: Erlbaum.}, author = {Thissen, D. and Mislevy, R. J.} } @article {569, title = {Adaptive and conventional versions of the DAT: The first complete test battery comparison}, journal = {Applied Psychological Measurement}, volume = {13}, year = {1989}, pages = {363-371}, author = {Henly, S. J. and Klebe, K. J. and J. R. McBride and Cudeck, R.} } @article {2019, title = {Adaptive and Conventional Versions of the DAT: The First Complete Test Battery Comparison}, journal = {Applied Psychological Measurement}, volume = {13}, year = {1989}, pages = {363-371}, author = {Henly, S. J. and Klebe, K. J. and J. R. McBride and Cudeck, R.} } @conference {1048, title = {Commercial applications of computerized adaptive testing}, booktitle = {C.E. Davis Chair, Computerized Adaptive Testing{\textendash}Military and Commercial Developments Ten Years Later: Symposium conducted at the Annual Conference of the Military Testing Association (524-529)}, year = {1989}, address = {San~Antonio, TX}, author = {J. R. McBride} } @article {301, title = {Comparisons of paper-administered, computer-administered and computerized adaptive achievement tests}, journal = {Journal of Educational Computing Research}, volume = {5}, number = {3}, year = {1989}, pages = {311-326}, abstract = {This research study was designed to compare student achievement scores from three different testing methods: paper-administered testing, computer-administered testing, and computerized adaptive testing. The three testing formats were developed from the California Assessment Program (CAP) item banks for grades three and six. The paper-administered and the computer-administered tests were identical in item content, format, and sequence. The computerized adaptive test was a tailored or adaptive sequence of the items in the computer-administered test. }, author = {Olson, J. B and Maynes, D. D. and Slawson, D. and Ho, K} } @conference {1047, title = {A computerized adaptive mathematics screening test}, booktitle = {Paper presented at the Annual Meeting of the California Educational Research Association}, year = {1989}, note = {ERIC Document Reproduction Service No. ED 316 554)}, address = {Burlingame, CA}, author = {J. R. McBride} } @article {723, title = {Trace lines for testlets: A use of multiple-categorical-response models}, journal = {Journal of Educational Measurement}, volume = {26}, year = {1989}, pages = {247-260}, author = {Thissen, D. and Steinberg, L. and Mooney, J.A.} } @conference {1046, title = {A computerized adaptive version of the Differential Aptitude Tests}, booktitle = {Paper presented at the meeting of the American Psychological Association}, year = {1988}, address = {Atlanta GA}, author = {J. R. McBride} } @booklet {1458, title = {The equivalence of scores from automated and conventional educational and psychological tests (College Board Report No. 88-8)}, year = {1988}, address = {New York: The College Entrance Examination Board.}, author = {Mazzeo, J. and Harvey, A. L.} } @article {486, title = {Item pool maintenance in the presence of item parameter drift}, journal = {Journal of Educational Measurement}, volume = {25}, year = {1988}, pages = {275-285}, author = {Bock, B. D., and Muraki, E. and Pfeiffenberger, W.} } @booklet {1578, title = {Refinement of the Computerized Adaptive Screening Test (CAST) (Final Report, Contract No MDA203 06-C-0373)}, year = {1988}, address = {Washington, DC: American Institutes for Research.}, author = {Wise, L. L. and McHenry, J.J. and Chia, W.J. and Szenas, P.L. and J. R. McBride} } @conference {1044, title = {Computerized adaptive testing made practical: The Computerized Adaptive Edition of the Differential Aptitude Tests}, booktitle = {Presented at the U.S. Department of Labor National Test Development Conference}, year = {1987}, address = {San Francisco, CA}, author = {J. R. McBride} } @conference {1055, title = {Equating the computerized adaptive edition of the Differential Aptitude Tests}, booktitle = {Paper presented at the meeting of the American Psychological Association}, year = {1987}, address = {New York}, author = {J. R. McBride and Corpe, V. A. and Wing, H.} } @conference {1077, title = {Comparison and equating of paper-administered, computer-administered, and computerized adaptive tests of achievement}, booktitle = {Paper presented at the annual meeting of the American Educational Research Association}, year = {1986}, address = {San Francisco CA}, author = {Olsen, J. B. and Maynes, D. D. and Slawson, D. and Ho, K} } @conference {1056, title = {Computerized adaptive achievement testing: A prototype}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {1986}, address = {San Francisco CA}, author = {J. R. McBride and Moe, K. C.} } @conference {1043, title = {A computerized adaptive edition of the Differential Aptitude Tests}, booktitle = {Presented at the National Assessment Conference of the Education Commission of the States}, year = {1986}, address = {Boulder, CO}, author = {J. R. McBride} } @conference {1042, title = {A computerized adaptive edition of the Differential Aptitude Tests}, booktitle = {Paper presented at the meeting of the American Psychological Association}, year = {1986}, note = {ERIC No. ED 285 918)}, address = {Washington DC}, author = {J. R. McBride} } @booklet {1497, title = {Armed Services Vocational Aptitude Battery: Development of an adaptive item pool (AFHLR-TR-85-19; Technical Rep No 85-19)}, year = {1985}, address = {Brooks Air Force Base TX: Air Force Human Resources Laboratory}, author = {Prestwood, J. S. and Vale, C. D. and Massey, R. H. and Welsh, J. R.} } @article {636, title = {Computerized adaptive testing}, journal = {Educational Leadership}, volume = {43}, year = {1985}, pages = {25-28}, author = {J. R. McBride} } @conference {1050, title = {Computerized adaptive testing: An overview and an example}, booktitle = {Presented at the Assessment Conference of the Education Commission of the States}, year = {1985}, address = {Boulder, CO}, author = {J. R. McBride} } @inbook {1955, title = {Reducing the predictability of adaptive item sequences}, year = {1985}, address = {Proceedings of the 27th Annual Conference of the Military Testing Association, San Diego, 43-48.}, author = {Wetzel, C. D. and J. R. McBride} } @proceedings {271, title = {Unidimensional and multidimensional models for item response theory}, journal = {Proceedings of the 1982 Computerized Adaptive Testing Conference}, year = {1985}, month = {06/1982}, pages = {127-148}, publisher = {University of Minnesota, Department of Psychology, Psychometrics Methods Program}, address = {Minneapolis, MN. USA}, author = {McDonald, R. P.} } @conference {1193, title = {Validity of adaptive testing: A summary of research results}, booktitle = {Paper presented at the annual meeting of the American Psychological Association.}, year = {1985}, note = {$\#$SY85-01}, author = {Sympson, J. B. and Moreno, K. E.} } @conference {1067, title = {A validity study of the computerized adaptive testing version of the Armed Services Vocational Aptitude Battery}, booktitle = {Proceedings of the 27th Annual Conference of the Military Testing Association}, year = {1985}, author = {Moreno, K. E. and Segall, D. O. and Kieckhaefer, W. F.} } @article {2014, title = {Bias and Information of Bayesian Adaptive Testing}, journal = {Applied Psychological Measurement}, volume = {8}, year = {1984}, pages = {273-285}, author = {Weiss, D. J. and J. R. McBride} } @article {801, title = {Bias and information of Bayesian adaptive testing}, journal = {Applied Psychological Measurement}, volume = {8}, year = {1984}, pages = {273-285}, author = {Weiss, D. J. and J. R. McBride} } @article {649, title = {Computerized diagnostic testing}, journal = {Journal of Educational Measurement}, volume = {21}, year = {1984}, pages = {391-397}, author = {MCArthur , D.L. and Choppin, B. H.} } @conference {1041, title = {The design of a computerized adaptive testing system for administering the ASVAB}, booktitle = {Presentation at the Annual Meeting of the American Educational Research Association}, year = {1984}, address = {New Orleans, LA}, author = {J. R. McBride} } @booklet {1400, title = {Evaluation of computerized adaptive testing of the ASVAB}, year = {1984}, address = {San Diego, CA: Navy Personnel Research and Development Center, unpublished manuscript}, author = {Hardwicke, S. and Vicino, F. and J. R. McBride and Nemeth, C.} } @article {644, title = {Issues in item banking}, journal = {Journal of Educational Measurement}, volume = {1}, year = {1984}, pages = {315-330}, author = {Millman, J. and Arter, J.A.} } @article {285, title = {Relationship between corresponding Armed Services Vocational Aptitude Battery (ASVAB) and computerized adaptive testing (CAT) subtests}, journal = {Applied Psychological Measurement}, volume = {8}, number = {2}, year = {1984}, note = {Sage Publications, US}, pages = {155-163}, abstract = {Investigated the relationships between selected subtests from the Armed Services Vocational Aptitude Battery (ASVAB) and corresponding subtests administered as computerized adaptive tests (CATs), using 270 17-26 yr old Marine recruits as Ss. Ss were administered the ASVAB before enlisting and approximately 2 wks after entering active duty, and the CAT tests were administered to Ss approximately 24 hrs after arriving at the recruit depot. Results indicate that 3 adaptive subtests correlated as well with ASVAB as did the 2nd administration of the ASVAB, although CAT subtests contained only half the number of items. Factor analysis showed CAT subtests to load on the same factors as the corresponding ASVAB subtests, indicating that the same abilities were being measured. It is concluded that CAT can achieve the same measurement precision as a conventional test, with half the number of items. (16 ref) }, keywords = {computerized adaptive testing}, author = {Moreno, K. E. and Wetzel, C. D. and J. R. McBride and Weiss, D. J.} } @article {2013, title = {Relationship Between Corresponding Armed Services Vocational Aptitude Battery (ASVAB) and Computerized Adaptive Testing (CAT) Subtests}, journal = {Applied Psychological Measurement}, volume = {8}, year = {1984}, pages = {155-163}, author = {Moreno, K. E. and Wetzel, C. D. and J. R. McBride and Weiss, D. J.} } @article {643, title = {Using microcomputers to administer tests: An alternate point of view}, journal = {Educational Measurement: Issues and Practice}, volume = {3(2)}, year = {1984}, pages = {20-21}, author = {Millman, J.} } @booklet {1575, title = {Bias and information of Bayesian adaptive testing (Research Report 83-2)}, year = {1983}, note = {{PDF file, 1.066MB}}, address = {Minneapolis: University of Minnesota, Department of Psychology, Computerized Adaptive Testing Laboratory}, author = {Weiss, D. J. and J. R. McBride} } @book {1681, title = {Effects of item parameter error and other factors on trait estimation in latent trait based adaptive testing}, year = {1983}, note = {Dissertation Abstracts International, 44(3-B), 944.}, address = {Unpublished doctoral dissertation, University of Minnesota}, author = {Mattson, J. D.} } @booklet {1474, title = {An evaluation of one- and three-parameter logistic tailored testing procedures for use with small item pools (Research Report ONR83-1)}, year = {1983}, address = {Iowa City IA: American College Testing Program}, author = {McKinley, R. L. and Reckase, M. D.} } @booklet {1576, title = {Influence of fallible item parameters on test information during adaptive testing (Tech Rep 83-15).}, year = {1983}, note = {$\#$WE83-15}, address = {San Diego CA: Navy Personnel Research and Development Center.}, author = {Wetzel, C. D. and J. R. McBride} } @booklet {1481, title = {Relationship between corresponding Armed Services Vocational Aptitude Battery (ASVAB) and computerized adaptive testing (CAT) subtests (TR 83-27)}, year = {1983}, address = {San Diego CA: Navy Personnel Research and Development Center}, author = {Moreno, K. E. and Wetzel, D. C. and J. R. McBride and Weiss, D. J.} } @booklet {1469, title = {Reliability and validity of adaptive ability tests in a military recruit population (Research Report 83-1)}, year = {1983}, address = {Minneapolis: Department of Psychology, Psychometric Methods Program, Computerized Testing Laboratory}, author = {J. R. McBride and Martin, J. T. and Weiss, D. J.} } @inbook {1851, title = {Reliability and validity of adaptive ability tests in a military setting}, year = {1983}, address = {D. J. Weiss (Ed.), New horizons in testing: Latent trait test theory and computerized adaptive testing (pp. 224-236). New York: Academic Press.}, author = {J. R. McBride and Martin, J. T.} } @booklet {1456, title = {Reliability and validity of adaptive vs. conventional tests in a military recruit population (Research Rep. No. 83-1).}, year = {1983}, note = {{PDF file, 2.787 MB}}, address = {Minneapolis: University of Minnesota, Department of Psychology, Psychometric Methods Program, Computerized Adaptive Testing Laboratory.}, author = {Martin, J. T. and J. R. McBride and Weiss, D. J.} } @article {485, title = {Adaptive EAP estimation of ability in a microcomputer environment}, journal = {Applied Psychological Measurement}, volume = {6}, year = {1982}, pages = {431-444}, author = {Bock, B. D., and Mislevy, R. J.} } @booklet {1465, title = {Computerized adaptive testing project: Objectives and requirements (Tech Note 82-22)}, year = {1982}, note = {$\#$McB82-22}, address = {San Diego CA: Navy Personnel Research and Development Center. (AD A118 447)}, author = {J. R. McBride} } @booklet {1466, title = {Computerized Adaptive Testing system development and project management.}, year = {1982}, address = {Minutes of the ASVAB (Armed Services Vocational Aptitude Battery) Steering Committee. Washington, DC: Office of the Assistant Secretary of Defense (Manpower, Reserve Affairs and Logistics), Accession Policy Directorate.}, author = {J. R. McBride} } @inbook {1852, title = {The computerized adaptive testing system development project}, year = {1982}, note = {{PDF file, 296 KB}}, address = {D. J. Weiss (Ed.), Proceedings of the 1982 Item Response Theory and Computerized Adaptive Testing Conference (pp. 342-349). Minneapolis: University of Minnesota, Department of Psychology.}, author = {J. R. McBride and Sympson, J. B.} } @conference {1040, title = {Development of a computerized adaptive testing system for enlisted personnel selection}, booktitle = {Presented at the Annual Convention of the American Psychological Association}, year = {1982}, address = {Washington, DC}, author = {J. R. McBride} } @article {2227, title = {A comparison of a Bayesian and a maximum likelihood tailored testing procedure}, year = {1981}, institution = {University of Missouri, Department of Educational Psychology, Tailored Testing Research Laboratory}, type = {Technical report}, address = {Columbia MO}, author = {McKinley, R. L., and Reckase, M. D.} } @booklet {1457, title = {Factors influencing the psychometric characteristics of an adaptive testing strategy for test batteries (Research Rep. No. 81-4)}, year = {1981}, note = {{PDF file, 1.689 MB}}, address = {Minneapolis: University of Minnesota, Department of Psychology, Psychometric Methods Program, Computerized Adaptive Testing Laboratory}, author = {Maurelli, V. A. and Weiss, D. J.} } @inbook {1846, title = {Adaptive verbal ability testing in a military setting}, year = {1980}, note = {{PDF file, 635 KB}}, address = {D. J. Weiss (Ed.), Proceedings of the 1979 Computerized Adaptive Testing Conference (pp. 4-15). Minneapolis MN: University of Minnesota, Department of Psychology, Psychometric Methods Program, Computerized Adaptive Testing Laboratory.}, author = {J. R. McBride} } @article {639, title = {Computer applications to ability testing}, journal = {Association for Educational Data Systems Journal}, volume = {13}, year = {1980}, pages = {193-203}, author = {McKinley, R. L., and Reckase, M. D.} } @article {521, title = {Implied orders tailored testing: Simulation with the Stanford-Binet}, journal = {Applied Psychological Measurement}, volume = {4}, year = {1980}, pages = {157-163}, author = {Cudeck, R. and McCormick, D. and Cliff, N. A.} } @article {2009, title = {Implied Orders Tailored Testing: Simulation with the Stanford-Binet}, journal = {Applied Psychological Measurement}, volume = {4}, year = {1980}, pages = {157-163}, author = {Cudeck, R. and McCormick, D. J. and N. Cliff} } @booklet {1473, title = {A successful application of latent trait theory to tailored achievement testing (Research Report 80-1)}, year = {1980}, address = {University of Missouri, Department of Educational Psychology, Tailored Testing Research Laboratory}, author = {McKinley, R. L. and Reckase, M. D.} } @booklet {1463, title = {Adaptive mental testing: The state of the art (Technical Report 423)}, year = {1979}, address = {Alexandria VA: U.S. Army Research Institute for the Behavioral and Social Sciences.}, author = {J. R. McBride} } @booklet {1461, title = {Adaptive tests{\textquoteright} usefulness for military personnel screening}, year = {1979}, address = {In M. Wiskoff, Chair, Military Applications of Computerized Adaptive Testing. Symposium presented at the Annual Convention of the American Psychological Association, New York.}, author = {J. R. McBride} } @booklet {1464, title = {Computerized adaptive testing: The state of the art (ARI Technical Report 423)}, year = {1979}, address = {Alexandria, VA: U.S. Army Research Institute for the Behavioral and Social Sciences.}, author = {J. R. McBride} } @booklet {1462, title = {An evaluation of computerized adaptive testing}, year = {1979}, address = {In Proceedings of the 21st Military Testing Association Conference. SanDiego, CA: Navy Personnel Research and Development Center.}, author = {J. R. McBride} } @article {2008, title = {Evaluation of Implied Orders as a Basis for Tailored Testing with Simulation Data}, journal = {Applied Psychological Measurement}, volume = {3}, year = {1979}, pages = {495-514}, author = {N. Cliff and Cudeck, R. and McCormick, D. J.} } @article {516, title = {Evaluation of implied orders as a basis for tailored testing with simulation data}, journal = {Applied Psychological Measurement}, volume = {3}, year = {1979}, pages = {495-514}, author = {Cliff, N. A. and McCormick, D.} } @article {2007, title = {Monte Carlo Evaluation of Implied Orders As a Basis for Tailored Testing}, journal = {Applied Psychological Measurement}, volume = {3}, year = {1979}, pages = {65-74}, author = {Cudeck, R. and McCormick, D. and N. Cliff} } @article {520, title = {Monte carlo evaluation of implied orders as a basis for tailored testing}, journal = {Applied Psychological Measurement}, volume = {3}, year = {1979}, pages = {65-74}, author = {Cudeck, R. and McCormick, D. J. and Cliff, N. A.} } @conference {1039, title = {An adaptive test designed for paper-and-pencil testing}, booktitle = {Presentation to the convention of the Western Psychological Association}, year = {1978}, address = {San Francisco, CA}, author = {J. R. McBride} } @inbook {1845, title = {Applications of latent trait theory to criterion-referenced testing}, year = {1978}, address = {D.J. Weiss (Ed.), Proceedings of the 1977 Computerized Adaptive Testing Conference. Minneapolis, MN: University of Minnesota.}, author = {J. R. McBride} } @book {1682, title = {A comparison of Bayesian and maximum likelihood scoring in a simulated stradaptive test}, year = {1978}, address = {Unpublished Masters thesis, St. Mary{\textquoteright}s University of Texas, San Antonio TX}, author = {Maurelli, V. A.} } @booklet {1353, title = {Evaluations of implied orders as a basis for tailored testing using simulations (Technical Report No. 4)}, year = {1978}, note = {$\#$CL77-04}, address = {Los Angeles CA: University of Southern California, Department of Psychology.}, author = {Cliff, N. A. and Cudeck, R. and McCormick, D.} } @booklet {1354, title = {Implied orders as a basis for tailored testing (Technical Report No. 6)}, year = {1978}, note = {$\#$CL78-06}, address = {Los Angeles CA: University of Southern California, Department of Psychology.}, author = {Cliff, N. A. and Cudeck, R. and McCormick, D.} } @inbook {1842, title = {An adaptive test of arithmetic reasoning}, year = {1977}, address = {the Proceedings of the Nineteenth Military Testing Association conference, San Antonio, TX.}, author = {J. R. McBride} } @inbook {1841, title = {A brief overview of adaptive testing}, year = {1977}, note = {28 MB}}, address = {D. J. Weiss (Ed.), Applications of computerized testing (Research Report 77-1). Minneapolis: University of Minnesota, Department of Psychology, Psychometric Methods Program}, author = {J. R. McBride} } @inbook {1843, title = {Computerized Adaptive Testing research and development}, year = {1977}, address = {H. Taylor, Proceedings of the Second Training and Personnel Technology Conference. Washington, DC: Office of the Director of Defense Research and Engineering.}, author = {J. R. McBride} } @inbook {1746, title = {An empirical evaluation of implied orders as a basis for tailored testing}, year = {1977}, address = {D. J. Weiss (Ed.), Proceedings of the 1977 Computerized Adaptive Testing Conference. Minneapolis MN: University of Minnesota, Department of Psychology, Psychometric Methods Program.}, author = {Cliff, N. A. and Cudeck, R. and McCormick, D.} } @inbook {1972, title = {Implementation of Tailored Testing at the Civil Service Commission}, year = {1977}, address = {D. J. Weiss (Ed.), Proceedings of the 1977 Computerized Adaptive Testing Conference. Minneapolis MN: University of Minnesota, Department of Psychology, Psychometric Methods Program}, author = {McKillip, R. H.} } @article {635, title = {Some properties of a Bayesian adaptive ability testing strategy}, journal = {Applied Psychological Measurement}, volume = {1}, year = {1977}, pages = {121-140}, author = {J. R. McBride} } @article {2003, title = {Some Properties of a Bayesian Adaptive Ability Testing Strategy}, journal = {Applied Psychological Measurement}, volume = {1}, year = {1977}, pages = {121-140}, author = {J. R. McBride} } @article {638, title = {TAILOR-APL: An interactive computer program for individual tailored testing}, journal = {Educational and Psychological Measurement}, volume = {37}, year = {1977}, pages = {771-774}, author = {McCormick, D. and Cliff, N. A.} } @booklet {1459, title = {Adaptive mental testing: The state of the art (Technical Report 423)}, year = {1976}, note = {.}, address = {Washington DC: U.S. Army Research Institute for the Social and Behavioral Sciences.}, author = {J. R. McBride} } @inbook {1839, title = {Adaptive testing research at Minnesota: Some properties of a Bayesian sequential adaptive mental testing strategy}, year = {1976}, note = {{PDF file, 960 KB}}, address = {C. K. Clark (Ed.), Proceedings of the First Conference on Computerized Adaptive Testing (pp. 36-53). Washington DC: U.S. Government Printing Office.}, author = {J. R. McBride} } @inbook {1840, title = {Bandwidth, fidelity, and adaptive tests}, year = {1976}, note = {PDF file, 783 K}, address = {T. J. McConnell, Jr. (Ed.), CAT/C 2 1975: The second conference on computer-assisted test construction. Atlanta GA: Atlanta Public Schools.}, author = {J. R. McBride} } @inbook {1855, title = {Computer-assisted testing: An orderly transition from theory to practice}, year = {1976}, note = {{PDF file, 191 KB}}, address = {C. K. Clark (Ed.), Proceedings of the First Conference on Computerized Adaptive Testing (pp. 95-96). Washington DC: U.S. Government Printing Office.}, author = {McKillip, R. H. and Urry, V. W.} } @booklet {1356, title = {Monte carlo results from a computer program for tailored testing (Technical Report No. 2)}, year = {1976}, note = {$\#$CU76-02}, address = {Los Angeles CA: University of California, Department of Psychology.}, author = {Cudeck, R. A. and Cliff, N. A. and Reynolds, T. J. and McCormick, D. J.} } @booklet {1460, title = {Research on adaptive testing 1973-1976: A review of the literature}, year = {1976}, address = {Unpublished manuscript, University of Minnesota}, author = {J. R. McBride} } @book {1683, title = {Simulation studies of adaptive testing: A comparative evaluation}, year = {1976}, address = {Unpublished doctoral dissertation, University of Minnesota, Minneapolis, MN}, author = {J. R. McBride} } @booklet {1472, title = {Some properties of a Bayesian adaptive ability testing strategy (Research Report 76-1)}, year = {1976}, address = {Minneapolis MN: Department of Psychology, Computerized Adaptive Testing Laboratory}, author = {J. R. McBride and Weiss, D. J.} } @inbook {1838, title = {Scoring adaptive tests}, year = {1975}, note = {{PDF file, 442 KB}}, address = {D. J. Weiss (Ed.), Computerized adaptive trait measurement: Problems and Prospects (Research Report 75-5), pp. 17-25. Minneapolis MN: University of Minnesota, Department of Psychology, Psychometric Methods Program.}, author = {J. R. McBride} } @inbook {1853, title = {Recent and projected developments in ability testing by computer}, year = {1974}, address = {Earl Jones (Ed.), Symposium Proceedings: Occupational Research and the Navy{\textendash}Prospectus 1980 (TR-74-14). San Diego, CA: Navy Personnel Research and Development Center.}, author = {J. R. McBride and Weiss, D. J.} } @booklet {1471, title = {A word knowledge item pool for adaptive ability measurement (Research Report 74-2)}, year = {1974}, address = {Minneapolis MN: Department of Psychology, Computerized Adaptive Testing Laboratory}, author = {J. R. McBride and Weiss, D. J.} } @book {1685, title = {A modification to Lord{\textquoteright}s model for tailored tests}, year = {1972}, address = {Unpublished doctoral dissertation, University of Toronto}, author = {Mussio, J. J.} } @booklet {1599, title = {Exploratory study of a sequential item test}, year = {1962}, address = {U.S. Army Personnel Research Office, Technical Research Note 129.}, author = {Seeley, L. C. and Morton, M. A. and Anderson, A. A.} } @article {647, title = {Some empirical aspects of the sequential analysis technique as applied to an achievement examination}, journal = {Journal of Experimental Education}, volume = {18}, year = {1950}, pages = {195-207}, author = {Moonan, W. J.} }