@article {2617, title = {Development of a Computerized Adaptive Test for Anxiety Based on the Dutch{\textendash}Flemish Version of the PROMIS Item Bank}, journal = {Assessment}, year = {In Press}, abstract = {We used the Dutch{\textendash}Flemish version of the USA PROMIS adult V1.0 item bank for Anxiety as input for developing a computerized adaptive test (CAT) to measure the entire latent anxiety continuum. First, psychometric analysis of a combined clinical and general population sample (N = 2,010) showed that the 29-item bank has psychometric properties that are required for a CAT administration. Second, a post hoc CAT simulation showed efficient and highly precise measurement, with an average number of 8.64 items for the clinical sample, and 9.48 items for the general population sample. Furthermore, the accuracy of our CAT version was highly similar to that of the full item bank administration, both in final score estimates and in distinguishing clinical subjects from persons without a mental health disorder. We discuss the future directions and limitations of CAT development with the Dutch{\textendash}Flemish version of the PROMIS Anxiety item bank.}, doi = {10.1177/1073191117746742}, url = {https://doi.org/10.1177/1073191117746742}, author = {Gerard Flens and Niels Smits and Caroline B. Terwee and Joost Dekker and Irma Huijbrechts and Philip Spinhoven and Edwin de Beurs} } @article {2754, title = {How Do Trait Change Patterns Affect the Performance of Adaptive Measurement of Change?}, journal = {Journal of Computerized Adaptive Testing}, volume = {10}, year = {2023}, pages = {32-58}, keywords = {adaptive measurement of change, computerized adaptive testing, longitudinal measurement, trait change patterns}, doi = {10.7333/2307-1003032}, author = {Ming Him Tai and Allison W. Cooperman and Joseph N. DeWeese and David J. Weiss} } @article {2751, title = {The (non)Impact of Misfitting Items in Computerized Adaptive Testing}, journal = {Journal of Computerized Adaptive Testing}, volume = {9}, year = {2022}, keywords = {computerized adaptive testing, item fit, three-parameter logistic model}, doi = {10.7333/2211-0902008}, url = {https://jcatpub.net/index.php/jcat/issue/view/26}, author = {Christine E. DeMars} } @article {2730, title = {A Blocked-CAT Procedure for CD-CAT}, journal = {Applied Psychological Measurement}, volume = {44}, number = {1}, year = {2020}, pages = {49-64}, abstract = {This article introduces a blocked-design procedure for cognitive diagnosis computerized adaptive testing (CD-CAT), which allows examinees to review items and change their answers during test administration. Four blocking versions of the new procedure were proposed. In addition, the impact of several factors, namely, item quality, generating model, block size, and test length, on the classification rates was investigated. Three popular item selection indices in CD-CAT were used and their efficiency compared using the new procedure. An additional study was carried out to examine the potential benefit of item review. The results showed that the new procedure is promising in that allowing item review resulted only in a small loss in attribute classification accuracy under some conditions. Moreover, using a blocked-design CD-CAT is beneficial to the extent that it alleviates the negative impact of test anxiety on examinees{\textquoteright} true performance.}, doi = {10.1177/0146621619835500}, url = {https://doi.org/10.1177/0146621619835500}, author = {Mehmet Kaplan and Jimmy de la Torre} } @article {2721, title = {Computerized adaptive testing to screen children for emotional and behavioral problems by preventive child healthcare}, journal = {BMC Pediatrics}, volume = {20}, year = {2020}, abstract = {

Background

Questionnaires to detect emotional and behavioral problems (EBP) in Preventive Child Healthcare (PCH) should be short which potentially affects validity and reliability. Simulation studies have shown that Computerized Adaptive Testing (CAT) could overcome these weaknesses. We studied the applicability (using the measures participation rate, satisfaction, and efficiency) and the validity of CAT in routine PCH practice.

Methods

We analyzed data on 461 children aged 10\–11\ years (response 41\%), who were assessed during routine well-child examinations by PCH professionals. Before the visit, parents completed the CAT and the Child Behavior Checklist (CBCL). Satisfaction was measured by parent- and PCH professional-report. Efficiency of the CAT procedure was measured as number of items needed to assess whether a child has serious problems or not. Its validity was assessed using the CBCL as the criterion.

Results

Parents and PCH professionals rated the CAT on average as good. The procedure required at average 16 items to assess whether a child has serious problems or not. Agreement of scores on the CAT scales with corresponding CBCL scales was high (range of Spearman correlations 0.59\–0.72). Area Under Curves (AUC) were high (range: 0.95\–0.97) for the Psycat total, externalizing, and hyperactivity scales using corresponding CBCL scale scores as criterion. For the Psycat internalizing scale the AUC was somewhat lower but still high (0.86).

Conclusions

CAT is a valid procedure for the identification of emotional and behavioral problems in children aged 10\–11\ years. It may support the efficient and accurate identification of children with overall, and potentially also specific, emotional and behavioral problems in routine PCH.

}, url = {https://bmcpediatr.biomedcentral.com/articles/10.1186/s12887-020-2018-1}, author = {Theunissen, Meninou H.C. and de Wolff, Marianne S. and Deurloo, Jacqueline A. and Vogels, Anton G. C.} } @article {2729, title = {Multidimensional Test Assembly Using Mixed-Integer Linear Programming: An Application of Kullback{\textendash}Leibler Information}, journal = {Applied Psychological Measurement}, volume = {44}, number = {1}, year = {2020}, pages = {17-32}, abstract = {Many educational testing programs require different test forms with minimal or no item overlap. At the same time, the test forms should be parallel in terms of their statistical and content-related properties. A well-established method to assemble parallel test forms is to apply combinatorial optimization using mixed-integer linear programming (MILP). Using this approach, in the unidimensional case, Fisher information (FI) is commonly used as the statistical target to obtain parallelism. In the multidimensional case, however, FI is a multidimensional matrix, which complicates its use as a statistical target. Previous research addressing this problem focused on item selection criteria for multidimensional computerized adaptive testing (MCAT). Yet these selection criteria are not directly transferable to the assembly of linear parallel test forms. To bridge this gap the authors derive different statistical targets, based on either FI or the Kullback{\textendash}Leibler (KL) divergence, that can be applied in MILP models to assemble multidimensional parallel test forms. Using simulated item pools and an item pool based on empirical items, the proposed statistical targets are compared and evaluated. Promising results with respect to the KL-based statistical targets are presented and discussed.}, doi = {10.1177/0146621619827586}, url = {https://doi.org/10.1177/0146621619827586}, author = {Dries Debeer and Peter W. van Rijn and Usama S. Ali} } @article {2723, title = {Computerized Adaptive Testing for Cognitively Based Multiple-Choice Data}, journal = {Applied Psychological Measurement}, volume = {43}, number = {5}, year = {2019}, pages = {388-401}, abstract = {Cognitive diagnosis models (CDMs) are latent class models that hold great promise for providing diagnostic information about student knowledge profiles. The increasing use of computers in classrooms enhances the advantages of CDMs for more efficient diagnostic testing by using adaptive algorithms, referred to as cognitive diagnosis computerized adaptive testing (CD-CAT). When multiple-choice items are involved, CD-CAT can be further improved by using polytomous scoring (i.e., considering the specific options students choose), instead of dichotomous scoring (i.e., marking answers as either right or wrong). In this study, the authors propose and evaluate the performance of the Jensen{\textendash}Shannon divergence (JSD) index as an item selection method for the multiple-choice deterministic inputs, noisy {\textquotedblleft}and{\textquotedblright} gate (MC-DINA) model. Attribute classification accuracy and item usage are evaluated under different conditions of item quality and test termination rule. The proposed approach is compared with the random selection method and an approximate approach based on dichotomized responses. The results show that under the MC-DINA model, JSD improves the attribute classification accuracy significantly by considering the information from distractors, even with a very short test length. This result has important implications in practical classroom settings as it can allow for dramatically reduced testing times, thus resulting in more targeted learning opportunities.}, doi = {10.1177/0146621618798665}, url = {https://doi.org/10.1177/0146621618798665}, author = {Hulya D. Yigit and Miguel A. Sorrel and Jimmy de la Torre} } @article {2740, title = {Developing Multistage Tests Using D-Scoring Method}, journal = {Educational and Psychological Measurement}, volume = {79}, number = {5}, year = {2019}, pages = {988-1008}, abstract = {The D-scoring method for scoring and equating tests with binary items proposed by Dimitrov offers some of the advantages of item response theory, such as item-level difficulty information and score computation that reflects the item difficulties, while retaining the merits of classical test theory such as the simplicity of number correct score computation and relaxed requirements for model sample sizes. Because of its unique combination of those merits, the D-scoring method has seen quick adoption in the educational and psychological measurement field. Because item-level difficulty information is available with the D-scoring method and item difficulties are reflected in test scores, it conceptually makes sense to use the D-scoring method with adaptive test designs such as multistage testing (MST). In this study, we developed and compared several versions of the MST mechanism using the D-scoring approach and also proposed and implemented a new framework for conducting MST simulation under the D-scoring method. Our findings suggest that the score recovery performance under MST with D-scoring was promising, as it retained score comparability across different MST paths. We found that MST using the D-scoring method can achieve improvements in measurement precision and efficiency over linear-based tests that use D-scoring method.}, doi = {10.1177/0013164419841428}, url = {https://doi.org/10.1177/0013164419841428}, author = {Kyung (Chris) T. Han and Dimiter M. Dimitrov and Faisal Al-Mashary} } @article {2691, title = {Constructing Shadow Tests in Variable-Length Adaptive Testing}, journal = {Applied Psychological Measurement}, volume = {42}, number = {7}, year = {2018}, pages = {538-552}, abstract = {Imposing content constraints is very important in most operational computerized adaptive testing (CAT) programs in educational measurement. Shadow test approach to CAT (Shadow CAT) offers an elegant solution to imposing statistical and nonstatistical constraints by projecting future consequences of item selection. The original form of Shadow CAT presumes fixed test lengths. The goal of the current study was to extend Shadow CAT to tests under variable-length termination conditions and evaluate its performance relative to other content balancing approaches. The study demonstrated the feasibility of constructing Shadow CAT with variable test lengths and in operational CAT programs. The results indicated the superiority of the approach compared with other content balancing methods.}, doi = {10.1177/0146621617753736}, url = {https://doi.org/10.1177/0146621617753736}, author = {Qi Diao and Hao Ren} } @article {2690, title = {A Continuous a-Stratification Index for Item Exposure Control in Computerized Adaptive Testing}, journal = {Applied Psychological Measurement}, volume = {42}, number = {7}, year = {2018}, pages = {523-537}, abstract = {The method of a-stratification aims to reduce item overexposure in computerized adaptive testing, as items that are administered at very high rates may threaten the validity of test scores. In existing methods of a-stratification, the item bank is partitioned into a fixed number of nonoverlapping strata according to the items{\textquoteright}a, or discrimination, parameters. This article introduces a continuous a-stratification index which incorporates exposure control into the item selection index itself and thus eliminates the need for fixed discrete strata. The new continuous a-stratification index is compared with existing stratification methods via simulation studies in terms of ability estimation bias, mean squared error, and control of item exposure rates.}, doi = {10.1177/0146621618758289}, url = {https://doi.org/10.1177/0146621618758289}, author = {Alan Huebner and Chun Wang and Bridget Daly and Colleen Pinkelman} } @article {2600, title = {ATS-PD: An Adaptive Testing System for Psychological Disorders}, journal = {Educational and Psychological Measurement}, volume = {77}, number = {5}, year = {2017}, pages = {792-815}, abstract = {The clinical assessment of mental disorders can be a time-consuming and error-prone procedure, consisting of a sequence of diagnostic hypothesis formulation and testing aimed at restricting the set of plausible diagnoses for the patient. In this article, we propose a novel computerized system for the adaptive testing of psychological disorders. The proposed system combines a mathematical representation of psychological disorders, known as the {\textquotedblleft}formal psychological assessment,{\textquotedblright} with an algorithm designed for the adaptive assessment of an individual{\textquoteright}s knowledge. The assessment algorithm is extended and adapted to the new application domain. Testing the system on a real sample of 4,324 healthy individuals, screened for obsessive-compulsive disorder, we demonstrate the system{\textquoteright}s ability to support clinical testing, both by identifying the correct critical areas for each individual and by reducing the number of posed questions with respect to a standard written questionnaire.}, doi = {10.1177/0013164416652188}, url = {https://doi.org/10.1177/0013164416652188}, author = {Ivan Donadello and Andrea Spoto and Francesco Sambo and Silvana Badaloni and Umberto Granziol and Giulio Vidotto} } @conference {2664, title = {Bayesian Perspectives on Adaptive Testing}, booktitle = {IACAT 2017 Conference}, year = {2017}, month = {08/2017}, publisher = {Niigata Seiryo University}, organization = {Niigata Seiryo University}, address = {Niigata, Japan}, abstract = {

Although adaptive testing is usually treated from the perspective of maximum-likelihood parameter estimation and maximum-informaton item selection, a Bayesian pespective is more natural, statistically efficient, and computationally tractable. This observation not only holds for the core process of ability estimation but includes such processes as item calibration, and real-time monitoring of item security as well. Key elements of the approach are parametric modeling of each relevant process, updating of the parameter estimates after the arrival of each new response, and optimal design of the next step.

The purpose of the symposium is to illustrates the role of Bayesian statistics in this approach. The first presentation discusses a basic Bayesian algorithm for the sequential update of any parameter in adaptive testing and illustrates the idea of Bayesian optimal design for the two processes of ability estimation and online item calibration. The second presentation generalizes the ideas to the case of 62 IACAT 2017 ABSTRACTS BOOKLET adaptive testing with polytomous items. The third presentation uses the fundamental Bayesian idea of sampling from updated posterior predictive distributions (\“multiple imputations\”) to deal with the problem of scoring incomplete adaptive tests.

Session Video 1

Session Video 2

}, keywords = {Bayesian Perspective, CAT}, author = {Wim J. van der Linden and Bingnan Jiang and Hao Ren and Seung W. Choi and Qi Diao} } @article {2615, title = {Development of a Computer Adaptive Test for Depression Based on the Dutch-Flemish Version of the PROMIS Item Bank}, journal = {Evaluation \& the Health Professions}, volume = {40}, number = {1}, year = {2017}, pages = {79-105}, abstract = {We developed a Dutch-Flemish version of the patient-reported outcomes measurement information system (PROMIS) adult V1.0 item bank for depression as input for computerized adaptive testing (CAT). As item bank, we used the Dutch-Flemish translation of the original PROMIS item bank (28 items) and additionally translated 28 U.S. depression items that failed to make the final U.S. item bank. Through psychometric analysis of a combined clinical and general population sample (N = 2,010), 8 added items were removed. With the final item bank, we performed several CAT simulations to assess the efficiency of the extended (48 items) and the original item bank (28 items), using various stopping rules. Both item banks resulted in highly efficient and precise measurement of depression and showed high similarity between the CAT simulation scores and the full item bank scores. We discuss the implications of using each item bank and stopping rule for further CAT development.}, doi = {10.1177/0163278716684168}, url = {https://doi.org/10.1177/0163278716684168}, author = {Gerard Flens and Niels Smits and Caroline B. Terwee and Joost Dekker and Irma Huijbrechts and Edwin de Beurs} } @article {2597, title = {The Development of MST Test Information for the Prediction of Test Performances}, journal = {Educational and Psychological Measurement}, volume = {77}, number = {4}, year = {2017}, pages = {570-586}, abstract = {The current study proposes novel methods to predict multistage testing (MST) performance without conducting simulations. This method, called MST test information, is based on analytic derivation of standard errors of ability estimates across theta levels. We compared standard errors derived analytically to the simulation results to demonstrate the validity of the proposed method in both measurement precision and classification accuracy. The results indicate that the MST test information effectively predicted the performance of MST. In addition, the results of the current study highlighted the relationship among the test construction, MST design factors, and MST performance.}, doi = {10.1177/0013164416662960}, url = {http://dx.doi.org/10.1177/0013164416662960}, author = {Ryoungsun Park and Jiseon Kim and Hyewon Chung and Barbara G. Dodd} } @article {2607, title = {Projection-Based Stopping Rules for Computerized Adaptive Testing in Licensure Testing}, journal = {Applied Psychological MeasurementApplied Psychological Measurement}, volume = {42}, year = {2017}, month = {2018/06/01}, pages = {275 - 290}, abstract = {The confidence interval (CI) stopping rule is commonly used in licensure settings to make classification decisions with fewer items in computerized adaptive testing (CAT). However, it tends to be less efficient in the near-cut regions of the ? scale, as the CI often fails to be narrow enough for an early termination decision prior to reaching the maximum test length. To solve this problem, this study proposed the projection-based stopping rules that base the termination decisions on the algorithmically projected range of the final ? estimate at the hypothetical completion of the CAT. A simulation study and an empirical study were conducted to show the advantages of the projection-based rules over the CI rule, in which the projection-based rules reduced the test length without jeopardizing critical psychometric qualities of the test, such as the ? and classification precision. Operationally, these rules do not require additional regularization parameters, because the projection is simply a hypothetical extension of the current test within the existing CAT environment. Because these new rules are specifically designed to address the decreased efficiency in the near-cut regions as opposed to for the entire scale, the authors recommend using them in conjunction with the CI rule in practice.}, isbn = {0146-6216}, url = {https://doi.org/10.1177/0146621617726790}, author = {Luo, Xiao and Kim, Doyoung and Dickison, Philip} } @conference {2628, title = {Using Automated Item Generation in a Large-scale Medical Licensure Exam Program: Lessons Learned.}, booktitle = {2017 IACAT Conference}, year = {2017}, month = {08.2017}, publisher = {Niigata Seiryo University}, organization = {Niigata Seiryo University}, address = {Niigata, Japan}, abstract = {

On-demand testing has become commonplace with most large-scale testing programs. Continuous testing is appealing for candidates in that it affords greater flexibility in scheduling a session at the desired location. Furthermore, the push for more comprehensive systems of assessment (e.g. CBAL) is predicated on the availability of more frequently administered tasks given the purposeful link between instruction and assessment in these frameworks. However, continuous testing models impose several challenges to programs, including overexposure of items. Robust item banks are therefore needed to support routine retirement and replenishment of items. In a traditional approach to developing items, content experts select a topic and then develop an item consisting of a stem, lead-in question, a correct answer and list of distractors. The item then undergoes review by a panel of experts to validate the content and identify any potential flaws. The process involved in developing quality MCQ items can be time-consuming as well as costly, with estimates as high as $1500-$2500 USD per item (Rudner, 2010). The Medical Council of Canada (MCC) has been exploring a novel item development process to supplement traditional approaches. Specifically, the use of automated item generation (AIG), which uses technology to generate test items from cognitive models, has been studied for over five years. Cognitive models are representations of the knowledge and skills that are required to solve any given problem. While developing a cognitive model for a medical scenario, for example, content experts are asked to deconstruct the (clinical) reasoning process involved via clearly stated variables and related elements. The latter information is then entered into a computer program that uses algorithms to generate MCQs. The MCC has been piloting AIG \–based items for over five years with the MCC Qualifying Examination Part I (MCCQE I), a pre-requisite for licensure in Canada. The aim of this presentation is to provide an overview of the practical lessons learned in the use and operational rollout of AIG with the MCCQE I. Psychometrically, the quality of the items is at least equal, and in many instances superior, to that of traditionally written MCQs, based on difficulty, discrimination, and information. In fact, 96\% of the AIG based items piloted in a recent administration were retained for future operational scoring based on pre-defined inclusion criteria. AIG also offers a framework for the systematic creation of plausible distractors, in that the content experts not only need to provide the clinical reasoning underlying a correct response but also the cognitive errors associated with each of the distractors (Lai et al. 2016). Consequently, AIG holds great promise in regard to improving and tailoring diagnostic feedback for remedial purposes (Pugh, De Champlain, Gierl, Lai, Touchie, 2016). Furthermore, our test development process has been greatly enhanced by the addition of AIG as it requires that item writers use metacognitive skills to describe how they solve problems. We are hopeful that sharing our experiences with attendees might not only help other testing organizations interested in adopting AIG, but also foster discussion which might benefit all participants.

References

Lai, H., Gierl, M.J., Touchie, C., Pugh, D., Boulais, A.P., \& De Champlain, A.F. (2016). Using automatic item generation to improve the quality of MCQ distractors. Teaching and Learning in Medicine, 28, 166-173.

Pugh, D., De Champlain, A.F., Lai, H., Gierl, M., \& Touchie, C. (2016). Using cognitive models to develop quality multiple choice questions. Medical Teacher, 38, 838-843.

Rudner, L. (2010). Implementing the Graduate Management Admission Test Computerized Adaptive Test. In W. van der Linden \& C. Glass (Eds.), Elements of adaptive testing (pp. 151-165). New York, NY: Springer.\ 

Presentation Video

}, keywords = {Automated item generation, large scale, medical licensure}, url = {https://drive.google.com/open?id=14N8hUc8qexAy5W_94TykEDABGVIJHG1h}, author = {Andr{\'e} F. De Champlain} } @article {2616, title = {The validation of a computer-adaptive test (CAT) for assessing health-related quality of life in children and adolescents in a clinical sample: study design, methods and first results of the Kids-CAT study}, journal = {Quality of Life Research}, volume = {26}, number = {5}, year = {2017}, month = {May}, pages = {1105{\textendash}1117}, abstract = {Recently, we developed a computer-adaptive test (CAT) for assessing health-related quality of life (HRQoL) in children and adolescents: the Kids-CAT. It measures five generic HRQoL dimensions. The aims of this article were (1) to present the study design and (2) to investigate its psychometric properties in a clinical setting.}, issn = {1573-2649}, doi = {10.1007/s11136-016-1437-9}, url = {https://doi.org/10.1007/s11136-016-1437-9}, author = {Barthel, D. and Otto, C. and Nolte, S. and Meyrose, A.-K. and Fischer, F. and Devine, J. and Walter, O. and Mierke, A. and Fischer, K. I. and Thyen, U. and Klein, M. and Ankermann, T. and Rose, M. and Ravens-Sieberer, U.} } @article {2507, title = {Exploration of Item Selection in Dual-Purpose Cognitive Diagnostic Computerized Adaptive Testing: Based on the RRUM}, journal = {Applied Psychological Measurement}, volume = {40}, number = {8}, year = {2016}, pages = {625-640}, abstract = {Cognitive diagnostic computerized adaptive testing (CD-CAT) can be divided into two broad categories: (a) single-purpose tests, which are based on the subject{\textquoteright}s knowledge state (KS) alone, and (b) dual-purpose tests, which are based on both the subject{\textquoteright}s KS and traditional ability level ( ). This article seeks to identify the most efficient item selection method for the latter type of CD-CAT corresponding to various conditions and various evaluation criteria, respectively, based on the reduced reparameterized unified model (RRUM) and the two-parameter logistic model of item response theory (IRT-2PLM). The Shannon entropy (SHE) and Fisher information methods were combined to produce a new synthetic item selection index, that is, the {\textquotedblleft}dapperness with information (DWI){\textquotedblright} index, which concurrently considers both KS and within one step. The new method was compared with four other methods. The results showed that, in most conditions, the new method exhibited the best performance in terms of KS estimation and the second-best performance in terms of estimation. Item utilization uniformity and computing time are also considered for all the competing methods.}, doi = {10.1177/0146621616666008}, url = {http://apm.sagepub.com/content/40/8/625.abstract}, author = {Dai, Buyun and Zhang, Minqiang and Li, Guangming} } @article {2462, title = {Hybrid Computerized Adaptive Testing: From Group Sequential Design to Fully Sequential Design}, journal = {Journal of Educational Measurement}, volume = {53}, number = {1}, year = {2016}, pages = {45{\textendash}62}, abstract = {Computerized adaptive testing (CAT) and multistage testing (MST) have become two of the most popular modes in large-scale computer-based sequential testing. ~Though most designs of CAT and MST exhibit strength and weakness in recent large-scale implementations, there is no simple answer to the question of which design is better because different modes may fit different practical situations. This article proposes a hybrid adaptive framework to combine both CAT and MST, inspired by an analysis of the history of CAT and MST. The proposed procedure is a design which transitions from a group sequential design to a fully sequential design. This allows for the robustness of MST in early stages, but also shares the advantages of CAT in later stages with fine tuning of the ability estimator once its neighborhood has been identified. Simulation results showed that hybrid designs following our proposed principles provided comparable or even better estimation accuracy and efficiency than standard CAT and MST designs, especially for examinees at the two ends of the ability range.}, issn = {1745-3984}, doi = {10.1111/jedm.12100}, url = {http://dx.doi.org/10.1111/jedm.12100}, author = {Wang, Shiyu and Lin, Haiyan and Chang, Hua-Hua and Douglas, Jeff} } @article {2393, title = {New Item Selection Methods for Cognitive Diagnosis Computerized Adaptive Testing}, journal = {Applied Psychological Measurement}, volume = {39}, number = {3}, year = {2015}, pages = {167-188}, abstract = {This article introduces two new item selection methods, the modified posterior-weighted Kullback{\textendash}Leibler index (MPWKL) and the generalized deterministic inputs, noisy {\textquotedblleft}and{\textquotedblright} gate (G-DINA) model discrimination index (GDI), that can be used in cognitive diagnosis computerized adaptive testing. The efficiency of the new methods is compared with the posterior-weighted Kullback{\textendash}Leibler (PWKL) item selection index using a simulation study in the context of the G-DINA model. The impact of item quality, generating models, and test termination rules on attribute classification accuracy or test length is also investigated. The results of the study show that the MPWKL and GDI perform very similarly, and have higher correct attribute classification rates or shorter mean test lengths compared with the PWKL. In addition, the GDI has the shortest implementation time among the three indices. The proportion of item usage with respect to the required attributes across the different conditions is also tracked and discussed.}, doi = {10.1177/0146621614554650}, url = {http://apm.sagepub.com/content/39/3/167.abstract}, author = {Kaplan, Mehmet and de la Torre, Jimmy and Barrada, Juan Ram{\'o}n} } @article {2336, title = {A Comparison of Four Item-Selection Methods for Severely Constrained CATs}, journal = {Educational and Psychological Measurement}, volume = {74}, number = {4}, year = {2014}, pages = {677-696}, abstract = {

This study compared four item-selection procedures developed for use with severely constrained computerized adaptive tests (CATs). Severely constrained CATs refer to those adaptive tests that seek to meet a complex set of constraints that are often not conclusive to each other (i.e., an item may contribute to the satisfaction of several constraints at the same time). The procedures examined in the study included the weighted deviation model (WDM), the weighted penalty model (WPM), the maximum priority index (MPI), and the shadow test approach (STA). In addition, two modified versions of the MPI procedure were introduced to deal with an edge case condition that results in the item selection procedure becoming dysfunctional during a test. The results suggest that the STA worked best among all candidate methods in terms of measurement accuracy and constraint management. For the other three heuristic approaches, they did not differ significantly in measurement accuracy and constraint management at the lower bound level. However, the WPM method appears to perform considerably better in overall constraint management than either the WDM or MPI method. Limitations and future research directions were also discussed.

}, doi = {10.1177/0013164413517503}, url = {http://epm.sagepub.com/content/74/4/677.abstract}, author = {He, Wei and Diao, Qi and Hauser, Carl} } @article {2332, title = {Enhancing Pool Utilization in Constructing the Multistage Test Using Mixed-Format Tests}, journal = {Applied Psychological Measurement}, volume = {38}, number = {4}, year = {2014}, pages = {268-280}, abstract = {

This study investigated a new pool utilization method of constructing multistage tests (MST) using the mixed-format test based on the generalized partial credit model (GPCM). MST simulations of a classification test were performed to evaluate the MST design. A linear programming (LP) model was applied to perform MST reassemblies based on the initial MST construction. Three subsequent MST reassemblies were performed. For each reassembly, three test unit replacement ratios (TRRs; 0.22, 0.44, and 0.66) were investigated. The conditions of the three passing rates (30\%, 50\%, and 70\%) were also considered in the classification testing. The results demonstrated that various MST reassembly conditions increased the overall pool utilization rates, while maintaining the desired MST construction. All MST testing conditions performed equally well in terms of the precision of the classification decision.

}, doi = {10.1177/0146621613515545}, url = {http://apm.sagepub.com/content/38/4/268.abstract}, author = {Park, Ryoungsun and Kim, Jiseon and Chung, Hyewon and Dodd, Barbara G.} } @article {2293, title = {A Comparison of Exposure Control Procedures in CAT Systems Based on Different Measurement Models for Testlets}, journal = {Applied Measurement in Education}, volume = {26}, number = {2}, year = {2013}, pages = {113-135}, doi = {10.1080/08957347.2013.765434}, url = {http://www.tandfonline.com/doi/abs/10.1080/08957347.2013.765434}, author = {Boyd, Aimee M. and Dodd, Barbara and Fitzpatrick, Steven} } @article {2304, title = {A Comparison of Exposure Control Procedures in CATs Using the 3PL Model}, journal = {Educational and Psychological Measurement}, volume = {73}, number = {5}, year = {2013}, pages = {857-874}, abstract = {

This study compares the progressive-restricted standard error (PR-SE) exposure control procedure to three commonly used procedures in computerized adaptive testing, the randomesque, Sympson\–Hetter (SH), and no exposure control methods. The performance of these four procedures is evaluated using the three-parameter logistic model under the manipulated conditions of item pool size (small vs. large) and stopping rules (fixed-length vs. variable-length). PR-SE provides the advantage of similar constraints to SH, without the need for a preceding simulation study to execute it. Overall for the large and small item banks, the PR-SE method administered almost all of the items from the item pool, whereas the other procedures administered about 52\% or less of the large item bank and 80\% or less of the small item bank. The PR-SE yielded the smallest amount of item overlap between tests across conditions and administered fewer items on average than SH. PR-SE obtained these results with similar, and acceptable, measurement precision compared to the other exposure control procedures while vastly improving on item pool usage.

}, doi = {10.1177/0013164413486802}, url = {http://epm.sagepub.com/content/73/5/857.abstract}, author = {Leroux, Audrey J. and Lopez, Myriam and Hembry, Ian and Dodd, Barbara G.} } @article {2266, title = {The Influence of Item Calibration Error on Variable-Length Computerized Adaptive Testing}, journal = {Applied Psychological Measurement}, volume = {37}, number = {1}, year = {2013}, pages = {24-40}, abstract = {

Variable-length computerized adaptive testing (VL-CAT) allows both items and test length to be \“tailored\” to examinees, thereby achieving the measurement goal (e.g., scoring precision or classification) with as few items as possible. Several popular test termination rules depend on the standard error of the ability estimate, which in turn depends on the item parameter values. However, items are chosen on the basis of their parameter estimates, and capitalization on chance may occur. In this article, the authors investigated the effects of capitalization on chance on test length and classification accuracy in several VL-CAT simulations. The results confirm that capitalization on chance occurs in VL-CAT and has complex effects on test length, ability estimation, and classification accuracy. These results have important implications for the design and implementation of VL-CATs.

}, doi = {10.1177/0146621612461727}, url = {http://apm.sagepub.com/content/37/1/24.abstract}, author = {Patton, Jeffrey M. and Ying Cheng, and Yuan, Ke-Hai and Diao, Qi} } @article {2296, title = {Integrating Test-Form Formatting Into Automated Test Assembly}, journal = {Applied Psychological Measurement}, volume = {37}, number = {5}, year = {2013}, pages = {361-374}, abstract = {

Automated test assembly uses the methodology of mixed integer programming to select an optimal set of items from an item bank. Automated test-form generation uses the same methodology to optimally order the items and format the test form. From an optimization point of view, production of fully formatted test forms directly from the item pool using a simultaneous optimization model is more attractive than any of the current, more time-consuming two-stage processes. The goal of this study was to provide such simultaneous models both for computer-delivered and paper forms, as well as explore their performances relative to two-stage optimization. Empirical examples are presented to show that it is possible to automatically produce fully formatted optimal test forms directly from item pools up to some 2,000 items on a regular PC in realistic times.

}, doi = {10.1177/0146621613476157}, url = {http://apm.sagepub.com/content/37/5/361.abstract}, author = {Diao, Qi and van der Linden, Wim J.} } @article {2312, title = {A Semiparametric Model for Jointly Analyzing Response Times and Accuracy in Computerized Testing}, journal = {Journal of Educational and Behavioral Statistics}, volume = {38}, number = {4}, year = {2013}, pages = {381-417}, abstract = {

The item response times (RTs) collected from computerized testing represent an underutilized type of information about items and examinees. In addition to knowing the examinees\’ responses to each item, we can investigate the amount of time examinees spend on each item. Current models for RTs mainly focus on parametric models, which have the advantage of conciseness, but may suffer from reduced flexibility to fit real data. We propose a semiparametric approach, specifically, the Cox proportional hazards model with a latent speed covariate to model the RTs, embedded within the hierarchical framework proposed by van der Linden to model the RTs and response accuracy simultaneously. This semiparametric approach combines the flexibility of nonparametric modeling and the brevity and interpretability of the parametric modeling. A Markov chain Monte Carlo method for parameter estimation is given and may be used with sparse data obtained by computerized adaptive testing. Both simulation studies and real data analysis are carried out to demonstrate the applicability of the new model.

}, doi = {10.3102/1076998612461831}, url = {http://jeb.sagepub.com/cgi/content/abstract/38/4/381}, author = {Wang, Chun and Fan, Zhewen and Chang, Hua-Hua and Douglas, Jeffrey A.} } @article {2212, title = {Balancing Flexible Constraints and Measurement Precision in Computerized Adaptive Testing}, journal = {Educational and Psychological Measurement}, volume = {72}, number = {4}, year = {2012}, pages = {629-648}, abstract = {

Managing test specifications\—both multiple nonstatistical constraints and flexibly defined constraints\—has become an important part of designing item selection procedures for computerized adaptive tests (CATs) in achievement testing. This study compared the effectiveness of three procedures: constrained CAT, flexible modified constrained CAT, and the weighted penalty model in balancing multiple flexible constraints and maximizing measurement precision in a fixed-length CAT. The study also addressed the effect of two different test lengths\—25 items and 50 items\—and of including or excluding the randomesque item exposure control procedure with the three methods, all of which were found effective in selecting items that met flexible test constraints when used in the item selection process for longer tests. When the randomesque method was included to control for item exposure, the weighted penalty model and the flexible modified constrained CAT models performed better than did the constrained CAT procedure in maintaining measurement precision. When no item exposure control method was used in the item selection process, no practical difference was found in the measurement precision of each balancing method.

}, doi = {10.1177/0013164411431838}, url = {http://epm.sagepub.com/content/72/4/629.abstract}, author = {Moyer, Eric L. and Galindo, Jennifer L. and Dodd, Barbara G.} } @article {2193, title = {Comparison of Exposure Controls, Item Pool Characteristics, and Population Distributions for CAT Using the Partial Credit Model}, journal = {Educational and Psychological Measurement}, volume = {72}, number = {1}, year = {2012}, pages = {159-175}, abstract = {

This study investigated item exposure control procedures under various combinations of item pool characteristics and ability distributions in computerized adaptive testing based on the partial credit model. Three variables were manipulated: item pool characteristics (120 items for each of easy, medium, and hard item pools), two ability distributions (normally distributed and negatively skewed data), and three exposure control procedures (randomesque procedure, progressive\–restricted procedure, and maximum information procedure). A number of measurement precision indexes such as descriptive statistics, correlations between known and estimated ability levels, bias, root mean squared error, and average absolute difference, exposure rates, item usage, and item overlap were computed to assess the impact of matched or nonmatched item pool and ability distributions on the accuracy of ability estimation and the performance of exposure control procedures. As expected, the medium item pool produced better precision of measurement than both the easy and hard item pools. The progressive\–restricted procedure performed better in terms of maximum exposure rates, item average overlap, and pool utilization than both the randomesque procedure and the maximum information procedure. The easy item pool with the negatively skewed data as a mismatched condition produced the worst performance.

}, doi = {10.1177/0013164411411296}, url = {http://epm.sagepub.com/content/72/1/159.abstract}, author = {Lee, HwaYoung and Dodd, Barbara G.} } @article {2279, title = {Item Selection and Ability Estimation Procedures for a Mixed-Format Adaptive Test}, journal = {Applied Measurement in Education}, volume = {25}, number = {4}, year = {2012}, pages = {305-326}, doi = {10.1080/08957347.2012.714686}, url = {http://www.tandfonline.com/doi/abs/10.1080/08957347.2012.714686}, author = {Ho, Tsung-Han and Dodd, Barbara G.} } @article {2211, title = {Panel Design Variations in the Multistage Test Using the Mixed-Format Tests}, journal = {Educational and Psychological Measurement}, volume = {72}, number = {4}, year = {2012}, pages = {574-588}, abstract = {

This study compared various panel designs of the multistage test (MST) using mixed-format tests in the context of classification testing. Simulations varied the design of the first-stage module. The first stage was constructed according to three levels of test information functions (TIFs) with three different TIF centers. Additional computerized adaptive test (CAT) conditions provided baseline comparisons. Three passing rate conditions were also included. The various MST conditions using mixed-format tests were constructed properly and performed well. When the levels of TIFs at the first stage were higher, the simulations produced a greater number of correct classifications. CAT with the randomesque-10 procedure yielded comparable results to the MST with increased levels of TIFs. Finally, all MST conditions achieved better test security results compared with CAT\’s maximum information conditions.

}, doi = {10.1177/0013164411428977}, url = {http://epm.sagepub.com/content/72/4/574.abstract}, author = {Kim, Jiseon and Chung, Hyewon and Dodd, Barbara G. and Park, Ryoungsun} } @article {2168, title = {The Problem of Bias in Person Parameter Estimation in Adaptive Testing}, journal = {Applied Psychological Measurement}, volume = {36}, number = {4}, year = {2012}, pages = {255-270}, abstract = {

It is shown that deviations of estimated from true values of item difficulty parameters, caused for example by item calibration errors, the neglect of randomness of item difficulty parameters, testlet effects, or rule-based item generation, can lead to systematic bias in point estimation of person parameters in the context of adaptive testing. This effect occurs even when the errors of the item difficulty parameters are themselves unbiased. Analytical calculations as well as simulation studies are discussed.

}, doi = {10.1177/0146621612443304}, url = {http://apm.sagepub.com/content/36/4/255.abstract}, author = {Doebler, Anna} } @article {2194, title = {On the Reliability and Validity of a Numerical Reasoning Speed Dimension Derived From Response Times Collected in Computerized Testing}, journal = {Educational and Psychological Measurement}, volume = {72}, number = {2}, year = {2012}, pages = {245-263}, abstract = {

Data from 181 college students were used to assess whether math reasoning item response times in computerized testing can provide valid and reliable measures of a speed dimension. The alternate forms reliability of the speed dimension was .85. A two-dimensional structural equation model suggests that the speed dimension is related to the accuracy of speeded responses. Speed factor scores were significantly correlated with performance on the ACT math scale. Results suggest that the speed dimension underlying response times can be reliably measured and that the dimension is related to the accuracy of performance under the pressure of time limits.

}, doi = {10.1177/0013164411408412}, url = {http://epm.sagepub.com/content/72/2/245.abstract}, author = {Davison, Mark L. and Semmes, Robert and Huang, Lan and Close, Catherine N.} } @conference {2082, title = {Impact of Item Drift on Candidate Ability Estimation}, booktitle = {Annual Conference of the International Association for Computerized Adaptive Testing}, year = {2011}, month = {10/2011}, abstract = {

For large operational pools, candidate ability estimates appear robust to item drift, especially under conditions that may represent \‘normal\’ amounts of drift. Even with \‘extreme\’ conditions of drift (e.g., 20\% of items drifting 1.00 logits), decision consistency was still high.

}, keywords = {item drift}, author = {Sarah Hagge and Ada Woo and Phil Dickison} } @article {2189, title = {A New Stopping Rule for Computerized Adaptive Testing}, journal = {Educational and Psychological Measurement}, volume = {71}, number = {1}, year = {2011}, pages = {37-53}, abstract = {

The goal of the current study was to introduce a new stopping rule for computerized adaptive testing (CAT). The predicted standard error reduction (PSER) stopping rule uses the predictive posterior variance to determine the reduction in standard error that would result from the administration of additional items. The performance of the PSER was compared with that of the minimum standard error stopping rule and a modified version of the minimum information stopping rule in a series of simulated adaptive tests, drawn from a number of item pools. Results indicate that the PSER makes efficient use of CAT item pools, administering fewer items when predictive gains in information are small and increasing measurement precision when information is abundant.

}, doi = {10.1177/0013164410387338}, url = {http://epm.sagepub.com/content/71/1/37.abstract}, author = {Choi, Seung W. and Grady, Matthew W. and Dodd, Barbara G.} } @conference {2107, title = {The Use of Decision Trees for Adaptive Item Selection and Score Estimation}, booktitle = {Annual Conference of the International Association for Computerized Adaptive Testing}, year = {2011}, month = {10/2011}, abstract = {

Conducted post-hoc simulations comparing the relative efficiency, and precision of decision trees (using CHAID and CART) vs. IRT-based CAT.

Conclusions

Decision tree methods were more efficient than CAT

But,...

Conclusions

CAT selects items based on two criteria: Item location relative to current estimate of theta, Item discrimination

Decision Trees select items that best discriminate between groups defined by the total score.

CAT is optimal only when trait level is well estimated.
Findings suggest that combining decision tree followed by CAT item selection may be advantageous.

}, keywords = {adaptive item selection, CAT, decision tree}, author = {Barth B. Riley and Rodney Funk and Michael L. Dennis and Richard D. Lennox and Matthew Finkelman} } @article {334, title = {A comparison of content-balancing procedures for estimating multiple clinical domains in computerized adaptive testing: Relative precision, validity, and detection of persons with misfitting responses}, journal = {Applied Psychological Measurement}, volume = {34}, number = {6}, year = {2010}, pages = {410-423}, abstract = {This simulation study sought to compare four different computerized adaptive testing (CAT) content-balancing procedures designed for use in a multidimensional assessment with respect to measurement precision, symptom severity classification, validity of clinical diagnostic recommendations, and sensitivity to atypical responding. The four content-balancing procedures were (a) no content balancing, (b) screener-based, (c) mixed (screener plus content balancing), and (d) full content balancing. In full content balancing and in mixed content balancing following administration of the screener items, item selection was based on (a) whether the target numberof items for the item{\textquoteright}s subscale was reached and (b) the item{\textquoteright}s information function. Mixed and full content balancing provided the best representation of items from each of the main subscales of the Internal Mental Distress Scale. These procedures also resulted in higher CAT to full-scale correlations for the Trauma and Homicidal/Suicidal Thought subscales and improved detection of atypical responding.Keywords}, isbn = {0146-62161552-3497}, author = {Riley, B. B. and Dennis, M. L. and Conrad, K. J.} } @article {2160, title = {A Comparison of Content-Balancing Procedures for Estimating Multiple Clinical Domains in Computerized Adaptive Testing: Relative Precision, Validity, and Detection of Persons With Misfitting Responses}, journal = {Applied Psychological Measurement}, volume = {34}, number = {6}, year = {2010}, pages = {410-423}, abstract = {

This simulation study sought to compare four different computerized adaptive testing (CAT) content-balancing procedures designed for use in a multidimensional assessment with respect to measurement precision, symptom severity classification, validity of clinical diagnostic recommendations, and sensitivity to atypical responding. The four content-balancing procedures were (a) no content balancing, (b) screener-based, (c) mixed (screener plus content balancing), and (d) full content balancing. In full content balancing and in mixed content balancing following administration of the screener items, item selection was based on (a) whether the target number of items for the item\’s subscale was reached and (b) the item\’s information function. Mixed and full content balancing provided the best representation of items from each of the main subscales of the Internal Mental Distress Scale. These procedures also resulted in higher CAT to full-scale correlations for the Trauma and Homicidal/Suicidal Thought subscales and improved detection of atypical responding.

}, doi = {10.1177/0146621609349802}, url = {http://apm.sagepub.com/content/34/6/410.abstract}, author = {Barth B. Riley and Michael L. Dennis and Conrad, Kendon J.} } @article {2161, title = {A Comparison of Item Selection Techniques for Testlets}, journal = {Applied Psychological Measurement}, volume = {34}, number = {6}, year = {2010}, pages = {424-437}, abstract = {

This study examined the performance of the maximum Fisher\’s information, the maximum posterior weighted information, and the minimum expected posterior variance methods for selecting items in a computerized adaptive testing system when the items were grouped in testlets. A simulation study compared the efficiency of ability estimation among the item selection techniques under varying conditions of local-item dependency when the response model was either the three-parameter-logistic item response theory or the three-parameter-logistic testlet response theory. The item selection techniques performed similarly within any particular condition, the practical implications of which are discussed within the article.

}, doi = {10.1177/0146621609349804}, url = {http://apm.sagepub.com/content/34/6/424.abstract}, author = {Murphy, Daniel L. and Dodd, Barbara G. and Vaughn, Brandon K.} } @article {46, title = {Development and validation of patient-reported outcome measures for sleep disturbance and sleep-related impairments}, journal = {Sleep}, volume = {33}, number = {6}, year = {2010}, note = {Buysse, Daniel JYu, LanMoul, Douglas EGermain, AnneStover, AngelaDodds, Nathan EJohnston, Kelly LShablesky-Cade, Melissa APilkonis, Paul AAR052155/AR/NIAMS NIH HHS/United StatesU01AR52155/AR/NIAMS NIH HHS/United StatesU01AR52158/AR/NIAMS NIH HHS/United StatesU01AR52170/AR/NIAMS NIH HHS/United StatesU01AR52171/AR/NIAMS NIH HHS/United StatesU01AR52177/AR/NIAMS NIH HHS/United StatesU01AR52181/AR/NIAMS NIH HHS/United StatesU01AR52186/AR/NIAMS NIH HHS/United StatesResearch Support, N.I.H., ExtramuralValidation StudiesUnited StatesSleepSleep. 2010 Jun 1;33(6):781-92.}, month = {Jun 1}, pages = {781-92}, edition = {2010/06/17}, abstract = {STUDY OBJECTIVES: To develop an archive of self-report questions assessing sleep disturbance and sleep-related impairments (SRI), to develop item banks from this archive, and to validate and calibrate the item banks using classic validation techniques and item response theory analyses in a sample of clinical and community participants. DESIGN: Cross-sectional self-report study. SETTING: Academic medical center and participant homes. PARTICIPANTS: One thousand nine hundred ninety-three adults recruited from an Internet polling sample and 259 adults recruited from medical, psychiatric, and sleep clinics. INTERVENTIONS: None. MEASUREMENTS AND RESULTS: This study was part of PROMIS (Patient-Reported Outcomes Information System), a National Institutes of Health Roadmap initiative. Self-report item banks were developed through an iterative process of literature searches, collecting and sorting items, expert content review, qualitative patient research, and pilot testing. Internal consistency, convergent validity, and exploratory and confirmatory factor analysis were examined in the resulting item banks. Factor analyses identified 2 preliminary item banks, sleep disturbance and SRI. Item response theory analyses and expert content review narrowed the item banks to 27 and 16 items, respectively. Validity of the item banks was supported by moderate to high correlations with existing scales and by significant differences in sleep disturbance and SRI scores between participants with and without sleep disorders. CONCLUSIONS: The PROMIS sleep disturbance and SRI item banks have excellent measurement properties and may prove to be useful for assessing general aspects of sleep and SRI with various groups of patients and interventions.}, keywords = {*Outcome Assessment (Health Care), *Self Disclosure, Adult, Aged, Aged, 80 and over, Cross-Sectional Studies, Factor Analysis, Statistical, Female, Humans, Male, Middle Aged, Psychometrics, Questionnaires, Reproducibility of Results, Sleep Disorders/*diagnosis, Young Adult}, isbn = {0161-8105 (Print)0161-8105 (Linking)}, author = {Buysse, D. J. and Yu, L. and Moul, D. E. and Germain, A. and Stover, A. and Dodds, N. E. and Johnston, K. L. and Shablesky-Cade, M. A. and Pilkonis, P. A.} } @inbook {2059, title = {Innovative Items for Computerized Testing}, booktitle = {Elements of Adaptive Testing}, year = {2010}, pages = {215-230}, chapter = {11}, doi = {10.1007/978-0-387-85461-8}, author = {Parshall, C. G. and Harmes, J. C. and Davey, T. and Pashley, P. J.} } @article {80, title = {A new stopping rule for computerized adaptive testing}, journal = {Educational and Psychological Measurement}, volume = {70}, number = {6}, year = {2010}, note = {U01 AR052177-04/NIAMS NIH HHS/Educ Psychol Meas. 2010 Dec 1;70(6):1-17.}, month = {Dec 1}, pages = {1-17}, edition = {2011/02/01}, abstract = {The goal of the current study was to introduce a new stopping rule for computerized adaptive testing. The predicted standard error reduction stopping rule (PSER) uses the predictive posterior variance to determine the reduction in standard error that would result from the administration of additional items. The performance of the PSER was compared to that of the minimum standard error stopping rule and a modified version of the minimum information stopping rule in a series of simulated adaptive tests, drawn from a number of item pools. Results indicate that the PSER makes efficient use of CAT item pools, administering fewer items when predictive gains in information are small and increasing measurement precision when information is abundant.}, isbn = {0013-1644 (Print)0013-1644 (Linking)}, author = {Choi, S. W. and Grady, M. W. and Dodd, B. G.} } @article {2203, title = {Stratified and Maximum Information Item Selection Procedures in Computer Adaptive Testing}, journal = {Journal of Educational Measurement}, volume = {47}, number = {2}, year = {2010}, pages = {202{\textendash}226}, abstract = {

In this study we evaluated and compared three item selection procedures: the maximum Fisher information procedure (F), the a-stratified multistage computer adaptive testing (CAT) (STR), and a refined stratification procedure that allows more items to be selected from the high a strata and fewer items from the low a strata (USTR), along with completely random item selection (RAN). The comparisons were with respect to error variances, reliability of ability estimates and item usage through CATs simulated under nine test conditions of various practical constraints and item selection space. The results showed that F had an apparent precision advantage over STR and USTR under unconstrained item selection, but with very poor item usage. USTR reduced error variances for STR under various conditions, with small compromises in item usage. Compared to F, USTR enhanced item usage while achieving comparable precision in ability estimates; it achieved a precision level similar to F with improved item usage when items were selected under exposure control and with limited item selection space. The results provide implications for choosing an appropriate item selection procedure in applied settings.

}, issn = {1745-3984}, doi = {10.1111/j.1745-3984.2010.00109.x}, url = {http://dx.doi.org/10.1111/j.1745-3984.2010.00109.x}, author = {Deng, Hui and Ansley, Timothy and Chang, Hua-Hua} } @article {2117, title = {Stratified and maximum information item selection procedures in computer adaptive testing}, journal = {Journal of Educational Measurement}, volume = {47}, year = {2010}, pages = {202-226}, author = {Deng, H. and Ansley, T. and Chang, H.-H.} } @booklet {323, title = {Validation of a computer-adaptive test to evaluate generic health-related quality of life}, journal = {Health and Quality of Life Outcomes}, volume = {8}, year = {2010}, note = {Rebollo, PabloCastejon, IgnacioCuervo, JesusVilla, GuillermoGarcia-Cueto, EduardoDiaz-Cuervo, HelenaZardain, Pilar CMuniz, JoseAlonso, JordiSpanish CAT-Health Research GroupEnglandHealth Qual Life Outcomes. 2010 Dec 3;8:147.}, pages = {147}, edition = {2010/12/07}, abstract = {BACKGROUND: Health Related Quality of Life (HRQoL) is a relevant variable in the evaluation of health outcomes. Questionnaires based on Classical Test Theory typically require a large number of items to evaluate HRQoL. Computer Adaptive Testing (CAT) can be used to reduce tests length while maintaining and, in some cases, improving accuracy. This study aimed at validating a CAT based on Item Response Theory (IRT) for evaluation of generic HRQoL: the CAT-Health instrument. METHODS: Cross-sectional study of subjects aged over 18 attending Primary Care Centres for any reason. CAT-Health was administered along with the SF-12 Health Survey. Age, gender and a checklist of chronic conditions were also collected. CAT-Health was evaluated considering: 1) feasibility: completion time and test length; 2) content range coverage, Item Exposure Rate (IER) and test precision; and 3) construct validity: differences in the CAT-Health scores according to clinical variables and correlations between both questionnaires. RESULTS: 396 subjects answered CAT-Health and SF-12, 67.2\% females, mean age (SD) 48.6 (17.7) years. 36.9\% did not report any chronic condition. Median completion time for CAT-Health was 81 seconds (IQ range = 59-118) and it increased with age (p < 0.001). The median number of items administered was 8 (IQ range = 6-10). Neither ceiling nor floor effects were found for the score. None of the items in the pool had an IER of 100\% and it was over 5\% for 27.1\% of the items. Test Information Function (TIF) peaked between levels -1 and 0 of HRQoL. Statistically significant differences were observed in the CAT-Health scores according to the number and type of conditions. CONCLUSIONS: Although domain-specific CATs exist for various areas of HRQoL, CAT-Health is one of the first IRT-based CATs designed to evaluate generic HRQoL and it has proven feasible, valid and efficient, when administered to a broad sample of individuals attending primary care settings.}, isbn = {1477-7525 (Electronic)1477-7525 (Linking)}, author = {Rebollo, P. and Castejon, I. and Cuervo, J. and Villa, G. and Garcia-Cueto, E. and Diaz-Cuervo, H. and Zardain, P. C. and Muniz, J. and Alonso, J.} } @inbook {1755, title = {Comparison of ability estimation and item selection methods in multidimensional computerized adaptive testing}, year = {2009}, note = {{PDF File, 342 KB}}, address = {D. J. Weiss (Ed.), Proceedings of the 2009 GMAC Conference on Computerized Adaptive Testing.}, author = {Diao, Q. and Reckase, M.} } @article {2182, title = {Constraint-Weighted a-Stratification for Computerized Adaptive Testing With Nonstatistical Constraints}, journal = {Educational and Psychological Measurement}, volume = {69}, number = {1}, year = {2009}, pages = {35-49}, abstract = {

a-stratification is a method that utilizes items with small discrimination (a) parameters early in an exam and those with higher a values when more is learned about the ability parameter. It can achieve much better item usage than the maximum information criterion (MIC). To make a-stratification more practical and more widely applicable, a method for weighting the item selection process in a-stratification as a means of satisfying multiple test constraints is proposed. This method is studied in simulation against an analogous method without stratification as well as a-stratification using descending-rather than ascending-a procedures. In addition, a variation of a-stratification that allows for unbalanced usage of a parameters is included in the study to examine the trade-off between efficiency and exposure control. Finally, MIC and randomized item selection are included as baseline measures. Results indicate that the weighting mechanism successfully addresses the constraints, that stratification helps to a great extent balancing exposure rates, and that the ascending-a design improves measurement precision.

}, doi = {10.1177/0013164408322030}, url = {http://epm.sagepub.com/content/69/1/35.abstract}, author = {Ying Cheng, and Chang, Hua-Hua and Douglas, Jeffrey and Fanmin Guo,} } @article {507, title = {Constraint-weighted a-stratification for computerized adaptive testing with nonstatistical constraints: Balancing measurement efficiency and exposure control}, journal = {Educational and Psychological Measurement}, volume = {69}, year = {2009}, pages = {35-49}, author = {Cheng, Y and Chang, Hua-Hua and Douglas, J. and Guo, F.} } @article {2242, title = {A Knowledge-Based Approach for Item Exposure Control in Computerized Adaptive Testing}, journal = {Journal of Educational and Behavioral Statistics}, volume = {34}, number = {4}, year = {2009}, pages = {530-558}, abstract = {

The purpose of this study is to investigate a functional relation between item exposure parameters (IEPs) and item parameters (IPs) over parallel pools. This functional relation is approximated by a well-known tool in machine learning. Let P and Q be parallel item pools and suppose IEPs for P have been obtained via a Sympson and Hetter\–type simulation. Based on these simulated parameters, a functional relation k = fP (a, b, c) relating IPs to IEPs of P is obtained by an artificial neural network and used to estimate IEPs of Q without tedious simulation. Extensive experiments using real and synthetic pools showed that this approach worked pretty well for many variants of the Sympson and Hetter procedure. It worked excellently for the conditional Stocking and Lewis multinomial selection procedure and the Chen and Lei item exposure and test overlap control procedure. This study provides the first step in an alternative means to estimate IEPs without iterative simulation.

}, doi = {10.3102/1076998609336667}, url = {http://jeb.sagepub.com/cgi/content/abstract/34/4/530}, author = {Doong, S. H.} } @article {170, title = {Measuring global physical health in children with cerebral palsy: Illustration of a multidimensional bi-factor model and computerized adaptive testing}, journal = {Quality of Life Research}, volume = {18}, number = {3}, year = {2009}, note = {Haley, Stephen MNi, PengshengDumas, Helene MFragala-Pinkham, Maria AHambleton, Ronald KMontpetit, KathleenBilodeau, NathalieGorton, George EWatson, KyleTucker, Carole AK02 HD045354-01A1/HD/NICHD NIH HHS/United StatesK02 HD45354-01A1/HD/NICHD NIH HHS/United StatesResearch Support, N.I.H., ExtramuralResearch Support, Non-U.S. Gov{\textquoteright}tNetherlandsQuality of life research : an international journal of quality of life aspects of treatment, care and rehabilitationQual Life Res. 2009 Apr;18(3):359-70. Epub 2009 Feb 17.}, month = {Apr}, pages = {359-370}, edition = {2009/02/18}, abstract = {PURPOSE: The purposes of this study were to apply a bi-factor model for the determination of test dimensionality and a multidimensional CAT using computer simulations of real data for the assessment of a new global physical health measure for children with cerebral palsy (CP). METHODS: Parent respondents of 306 children with cerebral palsy were recruited from four pediatric rehabilitation hospitals and outpatient clinics. We compared confirmatory factor analysis results across four models: (1) one-factor unidimensional; (2) two-factor multidimensional (MIRT); (3) bi-factor MIRT with fixed slopes; and (4) bi-factor MIRT with varied slopes. We tested whether the general and content (fatigue and pain) person score estimates could discriminate across severity and types of CP, and whether score estimates from a simulated CAT were similar to estimates based on the total item bank, and whether they correlated as expected with external measures. RESULTS: Confirmatory factor analysis suggested separate pain and fatigue sub-factors; all 37 items were retained in the analyses. From the bi-factor MIRT model with fixed slopes, the full item bank scores discriminated across levels of severity and types of CP, and compared favorably to external instruments. CAT scores based on 10- and 15-item versions accurately captured the global physical health scores. CONCLUSIONS: The bi-factor MIRT CAT application, especially the 10- and 15-item versions, yielded accurate global physical health scores that discriminated across known severity groups and types of CP, and correlated as expected with concurrent measures. The CATs have potential for collecting complex data on the physical health of children with CP in an efficient manner.}, keywords = {*Computer Simulation, *Health Status, *Models, Statistical, Adaptation, Psychological, Adolescent, Cerebral Palsy/*physiopathology, Child, Child, Preschool, Factor Analysis, Statistical, Female, Humans, Male, Massachusetts, Pennsylvania, Questionnaires, Young Adult}, isbn = {0962-9343 (Print)0962-9343 (Linking)}, author = {Haley, S. M. and Ni, P. and Dumas, H. M. and Fragala-Pinkham, M. A. and Hambleton, R. K. and Montpetit, K. and Bilodeau, N. and Gorton, G. E. and Watson, K. and Tucker, C. A.} } @inbook {1942, title = {Obtaining reliable diagnostic information through constrained CAT}, year = {2009}, note = {{PDF File, 252 KB}}, address = {D. J. Weiss (Ed.), Proceedings of the 2009 GMAC Conference on Computerized Adaptive Testing.}, author = {Wang, C. and Chang, Hua-Hua and Douglas, J.} } @article {88, title = {Assessing self-care and social function using a computer adaptive testing version of the pediatric evaluation of disability inventory}, journal = {Archives of Physical Medicine and Rehabilitation}, volume = {89}, number = {4}, year = {2008}, note = {Coster, Wendy JHaley, Stephen MNi, PengshengDumas, Helene MFragala-Pinkham, Maria AK02 HD45354-01A1/HD/NICHD NIH HHS/United StatesR41 HD052318-01A1/HD/NICHD NIH HHS/United StatesR43 HD42388-01/HD/NICHD NIH HHS/United StatesComparative StudyResearch Support, N.I.H., ExtramuralUnited StatesArchives of physical medicine and rehabilitationArch Phys Med Rehabil. 2008 Apr;89(4):622-9.}, month = {Apr}, pages = {622-629}, edition = {2008/04/01}, abstract = {OBJECTIVE: To examine score agreement, validity, precision, and response burden of a prototype computer adaptive testing (CAT) version of the self-care and social function scales of the Pediatric Evaluation of Disability Inventory compared with the full-length version of these scales. DESIGN: Computer simulation analysis of cross-sectional and longitudinal retrospective data; cross-sectional prospective study. SETTING: Pediatric rehabilitation hospital, including inpatient acute rehabilitation, day school program, outpatient clinics; community-based day care, preschool, and children{\textquoteright}s homes. PARTICIPANTS: Children with disabilities (n=469) and 412 children with no disabilities (analytic sample); 38 children with disabilities and 35 children without disabilities (cross-validation sample). INTERVENTIONS: Not applicable. MAIN OUTCOME MEASURES: Summary scores from prototype CAT applications of each scale using 15-, 10-, and 5-item stopping rules; scores from the full-length self-care and social function scales; time (in seconds) to complete assessments and respondent ratings of burden. RESULTS: Scores from both computer simulations and field administration of the prototype CATs were highly consistent with scores from full-length administration (r range, .94-.99). Using computer simulation of retrospective data, discriminant validity, and sensitivity to change of the CATs closely approximated that of the full-length scales, especially when the 15- and 10-item stopping rules were applied. In the cross-validation study the time to administer both CATs was 4 minutes, compared with over 16 minutes to complete the full-length scales. CONCLUSIONS: Self-care and social function score estimates from CAT administration are highly comparable with those obtained from full-length scale administration, with small losses in validity and precision and substantial decreases in administration time.}, keywords = {*Disability Evaluation, *Social Adjustment, Activities of Daily Living, Adolescent, Age Factors, Child, Child, Preschool, Computer Simulation, Cross-Over Studies, Disabled Children/*rehabilitation, Female, Follow-Up Studies, Humans, Infant, Male, Outcome Assessment (Health Care), Reference Values, Reproducibility of Results, Retrospective Studies, Risk Factors, Self Care/*standards/trends, Sex Factors, Sickness Impact Profile}, isbn = {1532-821X (Electronic)0003-9993 (Linking)}, author = {Coster, W. J. and Haley, S. M. and Ni, P. and Dumas, H. M. and Fragala-Pinkham, M. A.} } @article {231, title = {Computerized adaptive testing in back pain: Validation of the CAT-5D-QOL}, journal = {Spine}, volume = {33}, number = {12}, year = {2008}, note = {Kopec, Jacek ABadii, MaziarMcKenna, MarioLima, Viviane DSayre, Eric CDvorak, MarcelResearch Support, Non-U.S. Gov{\textquoteright}tValidation StudiesUnited StatesSpineSpine (Phila Pa 1976). 2008 May 20;33(12):1384-90.}, month = {May 20}, pages = {1384-90}, edition = {2008/05/23}, abstract = {STUDY DESIGN: We have conducted an outcome instrument validation study. OBJECTIVE: Our objective was to develop a computerized adaptive test (CAT) to measure 5 domains of health-related quality of life (HRQL) and assess its feasibility, reliability, validity, and efficiency. SUMMARY OF BACKGROUND DATA: Kopec and colleagues have recently developed item response theory based item banks for 5 domains of HRQL relevant to back pain and suitable for CAT applications. The domains are Daily Activities (DAILY), Walking (WALK), Handling Objects (HAND), Pain or Discomfort (PAIN), and Feelings (FEEL). METHODS: An adaptive algorithm was implemented in a web-based questionnaire administration system. The questionnaire included CAT-5D-QOL (5 scales), Modified Oswestry Disability Index (MODI), Roland-Morris Disability Questionnaire (RMDQ), SF-36 Health Survey, and standard clinical and demographic information. Participants were outpatients treated for mechanical back pain at a referral center in Vancouver, Canada. RESULTS: A total of 215 patients completed the questionnaire and 84 completed a retest. On average, patients answered 5.2 items per CAT-5D-QOL scale. Reliability ranged from 0.83 (FEEL) to 0.92 (PAIN) and was 0.92 for the MODI, RMDQ, and Physical Component Summary (PCS-36). The ceiling effect was 0.5\% for PAIN compared with 2\% for MODI and 5\% for RMQ. The CAT-5D-QOL scales correlated as anticipated with other measures of HRQL and discriminated well according to the level of satisfaction with current symptoms, duration of the last episode, sciatica, and disability compensation. The average relative discrimination index was 0.87 for PAIN, 0.67 for DAILY and 0.62 for WALK, compared with 0.89 for MODI, 0.80 for RMDQ, and 0.59 for PCS-36. CONCLUSION: The CAT-5D-QOL is feasible, reliable, valid, and efficient in patients with back pain. This methodology can be recommended for use in back pain research and should improve outcome assessment, facilitate comparisons across studies, and reduce patient burden.}, keywords = {*Disability Evaluation, *Health Status Indicators, *Quality of Life, Adult, Aged, Algorithms, Back Pain/*diagnosis/psychology, British Columbia, Diagnosis, Computer-Assisted/*standards, Feasibility Studies, Female, Humans, Internet, Male, Middle Aged, Predictive Value of Tests, Questionnaires/*standards, Reproducibility of Results}, isbn = {1528-1159 (Electronic)0362-2436 (Linking)}, author = {Kopec, J. A. and Badii, M. and McKenna, M. and Lima, V. D. and Sayre, E. C. and Dvorak, M.} } @conference {101, title = {Developing a progressive approach to using the GAIN in order to reduce the duration and cost of assessment with the GAIN short screener, Quick and computer adaptive testing}, booktitle = {Joint Meeting on Adolescent Treatment Effectiveness }, year = {2008}, note = {ProCite field[6]: Paper presented at the}, month = {2008}, address = {Washington D.C., USA}, author = {Dennis, M. L. and Funk, R. and Titus, J. and Riley, B. B. and Hosman, S. and Kinne, S.} } @article {84, title = {Letting the CAT out of the bag: Comparing computer adaptive tests and an 11-item short form of the Roland-Morris Disability Questionnaire}, journal = {Spine}, volume = {33}, number = {12}, year = {2008}, note = {Cook, Karon FChoi, Seung WCrane, Paul KDeyo, Richard AJohnson, Kurt LAmtmann, Dagmar5 P60-AR48093/AR/United States NIAMS5U01AR052171-03/AR/United States NIAMSComparative StudyResearch Support, N.I.H., ExtramuralUnited StatesSpineSpine. 2008 May 20;33(12):1378-83.}, month = {May 20}, pages = {1378-83}, edition = {2008/05/23}, abstract = {STUDY DESIGN: A post hoc simulation of a computer adaptive administration of the items of a modified version of the Roland-Morris Disability Questionnaire. OBJECTIVE: To evaluate the effectiveness of adaptive administration of back pain-related disability items compared with a fixed 11-item short form. SUMMARY OF BACKGROUND DATA: Short form versions of the Roland-Morris Disability Questionnaire have been developed. An alternative to paper-and-pencil short forms is to administer items adaptively so that items are presented based on a person{\textquoteright}s responses to previous items. Theoretically, this allows precise estimation of back pain disability with administration of only a few items. MATERIALS AND METHODS: Data were gathered from 2 previously conducted studies of persons with back pain. An item response theory model was used to calibrate scores based on all items, items of a paper-and-pencil short form, and several computer adaptive tests (CATs). RESULTS: Correlations between each CAT condition and scores based on a 23-item version of the Roland-Morris Disability Questionnaire ranged from 0.93 to 0.98. Compared with an 11-item short form, an 11-item CAT produced scores that were significantly more highly correlated with scores based on the 23-item scale. CATs with even fewer items also produced scores that were highly correlated with scores based on all items. For example, scores from a 5-item CAT had a correlation of 0.93 with full scale scores. Seven- and 9-item CATs correlated at 0.95 and 0.97, respectively. A CAT with a standard-error-based stopping rule produced scores that correlated at 0.95 with full scale scores. CONCLUSION: A CAT-based back pain-related disability measure may be a valuable tool for use in clinical and research contexts. Use of CAT for other common measures in back pain research, such as other functional scales or measures of psychological distress, may offer similar advantages.}, keywords = {*Disability Evaluation, *Health Status Indicators, Adult, Aged, Aged, 80 and over, Back Pain/*diagnosis/psychology, Calibration, Computer Simulation, Diagnosis, Computer-Assisted/*standards, Humans, Middle Aged, Models, Psychological, Predictive Value of Tests, Questionnaires/*standards, Reproducibility of Results}, isbn = {1528-1159 (Electronic)}, author = {Cook, K. F. and Choi, S. W. and Crane, P. K. and Deyo, R. A. and Johnson, K. L. and Amtmann, D.} } @article {287, title = {Measuring physical functioning in children with spinal impairments with computerized adaptive testing}, journal = {Journal of Pediatric Orthopedics}, volume = {28}, number = {3}, year = {2008}, note = {Mulcahey, M JHaley, Stephen MDuffy, TheresaPengsheng, NiBetz, Randal RK02 HD045354-01A1/HD/NICHD NIH HHS/United StatesUnited StatesJournal of pediatric orthopedicsJ Pediatr Orthop. 2008 Apr-May;28(3):330-5.}, month = {Apr-May}, pages = {330-5}, edition = {2008/03/26}, abstract = {BACKGROUND: The purpose of this study was to assess the utility of measuring current physical functioning status of children with scoliosis and kyphosis by applying computerized adaptive testing (CAT) methods. Computerized adaptive testing uses a computer interface to administer the most optimal items based on previous responses, reducing the number of items needed to obtain a scoring estimate. METHODS: This was a prospective study of 77 subjects (0.6-19.8 years) who were seen by a spine surgeon during a routine clinic visit for progress spine deformity. Using a multidimensional version of the Pediatric Evaluation of Disability Inventory CAT program (PEDI-MCAT), we evaluated content range, accuracy and efficiency, known-group validity, concurrent validity with the Pediatric Outcomes Data Collection Instrument, and test-retest reliability in a subsample (n = 16) within a 2-week interval. RESULTS: We found the PEDI-MCAT to have sufficient item coverage in both self-care and mobility content for this sample, although most patients tended to score at the higher ends of both scales. Both the accuracy of PEDI-MCAT scores as compared with a fixed format of the PEDI (r = 0.98 for both mobility and self-care) and test-retest reliability were very high [self-care: intraclass correlation (3,1) = 0.98, mobility: intraclass correlation (3,1) = 0.99]. The PEDI-MCAT took an average of 2.9 minutes for the parents to complete. The PEDI-MCAT detected expected differences between patient groups, and scores on the PEDI-MCAT correlated in expected directions with scores from the Pediatric Outcomes Data Collection Instrument domains. CONCLUSIONS: Use of the PEDI-MCAT to assess the physical functioning status, as perceived by parents of children with complex spinal impairments, seems to be feasible and achieves accurate and efficient estimates of self-care and mobility function. Additional item development will be needed at the higher functioning end of the scale to avoid ceiling effects for older children. LEVEL OF EVIDENCE: This is a level II prospective study designed to establish the utility of computer adaptive testing as an evaluation method in a busy pediatric spine practice.}, keywords = {*Disability Evaluation, Adolescent, Child, Child, Preschool, Computer Simulation, Cross-Sectional Studies, Disabled Children/*rehabilitation, Female, Humans, Infant, Kyphosis/*diagnosis/rehabilitation, Male, Prospective Studies, Reproducibility of Results, Scoliosis/*diagnosis/rehabilitation}, isbn = {0271-6798 (Print)0271-6798 (Linking)}, author = {Mulcahey, M. J. and Haley, S. M. and Duffy, T. and Pengsheng, N. and Betz, R. R.} } @article {71, title = {Predicting item exposure parameters in computerized adaptive testing}, journal = {British Journal of Mathematical and Statistical Psychology}, volume = {61}, number = {1}, year = {2008}, note = {Chen, Shu-YingDoong, Shing-HwangResearch Support, Non-U.S. Gov{\textquoteright}tEnglandThe British journal of mathematical and statistical psychologyBr J Math Stat Psychol. 2008 May;61(Pt 1):75-91.}, month = {May}, pages = {75-91}, edition = {2008/05/17}, abstract = {The purpose of this study is to find a formula that describes the relationship between item exposure parameters and item parameters in computerized adaptive tests by using genetic programming (GP) - a biologically inspired artificial intelligence technique. Based on the formula, item exposure parameters for new parallel item pools can be predicted without conducting additional iterative simulations. Results show that an interesting formula between item exposure parameters and item parameters in a pool can be found by using GP. The item exposure parameters predicted based on the found formula were close to those observed from the Sympson and Hetter (1985) procedure and performed well in controlling item exposure rates. Similar results were observed for the Stocking and Lewis (1998) multinomial model for item selection and the Sympson and Hetter procedure with content balancing. The proposed GP approach has provided a knowledge-based solution for finding item exposure parameters.}, keywords = {*Algorithms, *Artificial Intelligence, Aptitude Tests/*statistics \& numerical data, Diagnosis, Computer-Assisted/*statistics \& numerical data, Humans, Models, Statistical, Psychometrics/statistics \& numerical data, Reproducibility of Results, Software}, isbn = {0007-1102 (Print)0007-1102 (Linking)}, author = {Chen, S-Y. and Doong, S. H.} } @article {95, title = {Strategies for controlling item exposure in computerized adaptive testing with the partial credit model}, journal = {Journal of Applied Measurement}, volume = {9}, number = {1}, year = {2008}, note = {Davis, Laurie LaughlinDodd, Barbara GUnited StatesJournal of applied measurementJ Appl Meas. 2008;9(1):1-17.}, pages = {1-17}, edition = {2008/01/09}, abstract = {Exposure control research with polytomous item pools has determined that randomization procedures can be very effective for controlling test security in computerized adaptive testing (CAT). The current study investigated the performance of four procedures for controlling item exposure in a CAT under the partial credit model. In addition to a no exposure control baseline condition, the Kingsbury-Zara, modified-within-.10-logits, Sympson-Hetter, and conditional Sympson-Hetter procedures were implemented to control exposure rates. The Kingsbury-Zara and the modified-within-.10-logits procedures were implemented with 3 and 6 item candidate conditions. The results show that the Kingsbury-Zara and modified-within-.10-logits procedures with 6 item candidates performed as well as the conditional Sympson-Hetter in terms of exposure rates, overlap rates, and pool utilization. These two procedures are strongly recommended for use with partial credit CATs due to their simplicity and strength of their results.}, keywords = {*Algorithms, *Computers, *Educational Measurement/statistics \& numerical data, Humans, Questionnaires/*standards, United States}, isbn = {1529-7713 (Print)1529-7713 (Linking)}, author = {Davis, L. L. and Dodd, B. G.} } @article {132, title = {Using item banks to construct measures of patient reported outcomes in clinical trials: investigator perceptions}, journal = {Clinical Trials}, volume = {5}, number = {6}, year = {2008}, note = {Flynn, Kathryn EDombeck, Carrie BDeWitt, Esi MorganSchulman, Kevin AWeinfurt, Kevin P5U01AR052186/AR/NIAMS NIH HHS/United StatesResearch Support, N.I.H., ExtramuralEnglandClinical trials (London, England)Clin Trials. 2008;5(6):575-86.}, pages = {575-86}, edition = {2008/11/26}, abstract = {BACKGROUND: Item response theory (IRT) promises more sensitive and efficient measurement of patient-reported outcomes (PROs) than traditional approaches; however, the selection and use of PRO measures from IRT-based item banks differ from current methods of using PRO measures. PURPOSE: To anticipate barriers to the adoption of IRT item banks into clinical trials. METHODS: We conducted semistructured telephone or in-person interviews with 42 clinical researchers who published results from clinical trials in the Journal of the American Medical Association, the New England Journal of Medicine, or other leading clinical journals from July 2005 through May 2006. Interviews included a brief tutorial on IRT item banks. RESULTS: After the tutorial, 39 of 42 participants understood the novel products available from an IRT item bank, namely customized short forms and computerized adaptive testing. Most participants (38/42) thought that item banks could be useful in their clinical trials, but they mentioned several potential barriers to adoption, including economic and logistical constraints, concerns about whether item banks are better than current PRO measures, concerns about how to convince study personnel or statisticians to use item banks, concerns about FDA or sponsor acceptance, and the lack of availability of item banks validated in specific disease populations. LIMITATIONS: Selection bias might have led to more positive responses to the concept of item banks in clinical trials. CONCLUSIONS: Clinical investigators are open to a new method of PRO measurement offered in IRT item banks, but bank developers must address investigator and stakeholder concerns before widespread adoption can be expected.}, isbn = {1740-7745 (Print)}, author = {Flynn, K. E. and Dombeck, C. B. and DeWitt, E. M. and Schulman, K. A. and Weinfurt, K. P.} } @inbook {1898, title = {Development of a multiple-component CAT for measuring foreign language proficiency (SIMTEST)}, year = {2007}, note = {{PDF file, 258 KB}}, address = {D. J. Weiss (Ed.). Proceedings of the 2007 GMAC Conference on Computerized Adaptive Testing.}, author = {Sumbling, M. and Sanz, P. and Viladrich, M. C. and Doval, E. and Riera, L.} } @inbook {1754, title = {Partial order knowledge structures for CAT applications}, year = {2007}, note = {{PDF file, 475 KB}}, address = {D. J. Weiss (Ed.), Proceedings of the 2007 GMAC Conference on Computerized Adaptive Testing.}, author = {Desmarais, M. C. and Pu, X, and Blais, J-G.} } @article {333, title = {Relative precision, efficiency and construct validity of different starting and stopping rules for a computerized adaptive test: The GAIN Substance Problem Scale}, journal = {Journal of Applied Measurement}, volume = {8}, number = {1}, year = {2007}, pages = {48-65}, abstract = {Substance abuse treatment programs are being pressed to measure and make clinical decisions more efficiently about an increasing array of problems. This computerized adaptive testing (CAT) simulation examined the relative efficiency, precision and construct validity of different starting and stopping rules used to shorten the Global Appraisal of Individual Needs{\textquoteright} (GAIN) Substance Problem Scale (SPS) and facilitate diagnosis based on it. Data came from 1,048 adolescents and adults referred to substance abuse treatment centers in 5 sites. CAT performance was evaluated using: (1) average standard errors, (2) average number of items, (3) bias in personmeasures, (4) root mean squared error of person measures, (5) Cohen{\textquoteright}s kappa to evaluate CAT classification compared to clinical classification, (6) correlation between CAT and full-scale measures, and (7) construct validity of CAT classification vs. clinical classification using correlations with five theoretically associated instruments. Results supported both CAT efficiency and validity.}, keywords = {My article}, author = {Riley, B. B. and Conrad, K. J. and Bezruczko, N. and Dennis, M. L.} } @article {54, title = {A system for interactive assessment and management in palliative care}, journal = {Journal of Pain Symptom Management}, volume = {33}, number = {6}, year = {2007}, note = {Chang, Chih-HungBoni-Saenz, Alexander ADurazo-Arvizu, Ramon ADesHarnais, SusanLau, Denys TEmanuel, Linda LR21CA113191/CA/United States NCIResearch Support, N.I.H., ExtramuralReviewUnited StatesJournal of pain and symptom managementJ Pain Symptom Manage. 2007 Jun;33(6):745-55. Epub 2007 Mar 23.}, pages = {745-55}, edition = {2007/03/16}, abstract = {The availability of psychometrically sound and clinically relevant screening, diagnosis, and outcome evaluation tools is essential to high-quality palliative care assessment and management. Such data will enable us to improve patient evaluations, prognoses, and treatment selections, and to increase patient satisfaction and quality of life. To accomplish these goals, medical care needs more precise, efficient, and comprehensive tools for data acquisition, analysis, interpretation, and management. We describe a system for interactive assessment and management in palliative care (SIAM-PC), which is patient centered, model driven, database derived, evidence based, and technology assisted. The SIAM-PC is designed to reliably measure the multiple dimensions of patients{\textquoteright} needs for palliative care, and then to provide information to clinicians, patients, and the patients{\textquoteright} families to achieve optimal patient care, while improving our capacity for doing palliative care research. This system is innovative in its application of the state-of-the-science approaches, such as item response theory and computerized adaptive testing, to many of the significant clinical problems related to palliative care.}, keywords = {*Needs Assessment, Humans, Medical Informatics/*organization \& administration, Palliative Care/*organization \& administration}, isbn = {0885-3924 (Print)}, author = {Chang, C-H. and Boni-Saenz, A. A. and Durazo-Arvizu, R. A. and DesHarnais, S. and Lau, D. T. and Emanuel, L. L.} } @inbook {1753, title = {Use of CAT in dynamic testing}, year = {2007}, note = {{PDF file, 133 KB}}, address = {D. J. Weiss (Ed.), Proceedings of the 2007 GMAC Conference on Computerized Adaptive Testing.}, author = {De Beer, M.} } @proceedings {83, title = {The use of computerized adaptive testing to assess psychopathology using the Global Appraisal of Individual Needs}, journal = {American Evaluation Association}, year = {2007}, month = {November}, publisher = {American Evaluation Association }, address = {Portland, OR USA}, author = {Conrad, K. J. and Riley, B. B. and Dennis, M. L.} } @article {164, title = {The comparison among item selection strategies of CAT with multiple-choice items}, journal = {Acta Psychologica Sinica}, volume = {38}, number = {5}, year = {2006}, pages = {778-783}, publisher = {Science Press: China}, abstract = {The initial purpose of comparing item selection strategies for CAT was to increase the efficiency of tests. As studies continued, however, it was found that increasing the efficiency of item bank using was also an important goal of comparing item selection strategies. These two goals often conflicted. The key solution was to find a strategy with which both goals could be accomplished. The item selection strategies for graded response model in this study included: the average of the difficulty orders matching with the ability; the medium of the difficulty orders matching with the ability; maximum information; A stratified (average); and A stratified (medium). The evaluation indexes used for comparison included: the bias of ability estimates for the true; the standard error of ability estimates; the average items which the examinees have administered; the standard deviation of the frequency of items selected; and sum of the indices weighted. Using the Monte Carlo simulation method, we obtained some data and computer iterated the data 20 times each under the conditions that the item difficulty parameters followed the normal distribution and even distribution. The results were as follows; The results indicated that no matter difficulty parameters followed the normal distribution or even distribution. Every type of item selection strategies designed in this research had its strong and weak points. In general evaluation, under the condition that items were stratified appropriately, A stratified (medium) (ASM) had the best effect. (PsycINFO Database Record (c) 2007 APA, all rights reserved)}, keywords = {CAT, computerized adaptive testing, graded response model, item selection strategies, multiple choice items}, isbn = {0439-755X (Print)}, author = {Hai-qi, D. and De-zhi, C. and Shuliang, D. and Taiping, D.} } @inbook {109, title = {Computer-based testing}, booktitle = {Handbook of multimethod measurement in psychology}, volume = {xiv}, year = {2006}, note = {Using Smart Source ParsingHandbook of multimethod measurement in psychology. (pp. 87-100). Washington, DC : American Psychological Association, [URL:http://www.apa.org/books]. xiv, 553 pp}, pages = {87-100}, publisher = {American Psychological Association}, organization = {American Psychological Association}, address = {Washington D.C. USA}, abstract = {(From the chapter) There has been a proliferation of research designed to explore and exploit opportunities provided by computer-based assessment. This chapter provides an overview of the diverse efforts by researchers in this area. It begins by describing how paper-and-pencil tests can be adapted for administration by computers. Computerization provides the important advantage that items can be selected so they are of appropriate difficulty for each examinee. Some of the psychometric theory needed for computerized adaptive testing is reviewed. Then research on innovative computerized assessments is summarized. These assessments go beyond multiple-choice items by using formats made possible by computerization. Then some hardware and software issues are described, and finally, directions for future work are outlined. (PsycINFO Database Record (c) 2006 APA )}, keywords = {Adaptive Testing computerized adaptive testing, Computer Assisted Testing, Experimentation, Psychometrics, Theories}, author = {F Drasgow and Chuah, S. C.} } @article {2132, title = {Computerized adaptive testing under nonparametric IRT models}, journal = {Psychometrika}, volume = {71}, year = {2006}, pages = {121-137}, author = {Xu, X. and Douglas, J.} } @inbook {1752, title = {Designing computerized adaptive tests}, year = {2006}, address = {S.M. Downing and T. M. Haladyna (Eds.), Handbook of test development. New Jersey: Lawrence Erlbaum Associates.}, author = {Davey, T. and Pitoniak, M. J.} } @article {35, title = {Expansion of a physical function item bank and development of an abbreviated form for clinical research}, journal = {Journal of Applied Measurement}, volume = {7}, number = {1}, year = {2006}, pages = {1-15}, publisher = {Richard M Smith: US}, abstract = {We expanded an existing 33-item physical function (PF) item bank with a sufficient number of items to enable computerized adaptive testing (CAT). Ten items were written to expand the bank and the new item pool was administered to 295 people with cancer. For this analysis of the new pool, seven poorly performing items were identified for further examination. This resulted in a bank with items that define an essentially unidimensional PF construct, cover a wide range of that construct, reliably measure the PF of persons with cancer, and distinguish differences in self-reported functional performance levels. We also developed a 5-item (static) assessment form ("BriefPF") that can be used in clinical research to express scores on the same metric as the overall bank. The BriefPF was compared to the PF-10 from the Medical Outcomes Study SF-36. Both short forms significantly differentiated persons across functional performance levels. While the entire bank was more precise across the PF continuum than either short form, there were differences in the area of the continuum in which each short form was more precise: the BriefPF was more precise than the PF-10 at the lower functional levels and the PF-10 was more precise than the BriefPF at the higher levels. Future research on this bank will include the development of a CAT version, the PF-CAT. (PsycINFO Database Record (c) 2007 APA, all rights reserved)}, keywords = {clinical research, computerized adaptive testing, performance levels, physical function item bank, Psychometrics, test reliability, Test Validity}, isbn = {1529-7713 (Print)}, author = {Bode, R. K. and Lai, J-S. and Dineen, K. and Heinemann, A. W. and Shevrin, D. and Von Roenn, J. and Cella, D.} } @article {2217, title = {How Big Is Big Enough? Sample Size Requirements for CAST Item Parameter Estimation}, journal = {Applied Measurement in Education}, volume = {19}, number = {3}, year = {2006}, pages = {241-255}, doi = {10.1207/s15324818ame1903_5}, url = {http://www.tandfonline.com/doi/abs/10.1207/s15324818ame1903_5}, author = {Chuah, Siang Chee and F Drasgow and Luecht, Richard} } @conference {1059, title = {A variant of the progressive restricted item exposure control procedure in computerized adaptive testing systems based on the 3PL and the partial credit model}, booktitle = {Paper presented at the annual meetings of the American Educational Research Association}, year = {2006}, address = {San Francisco}, author = {McClarty, L. K. and Sperling, R. and Dodd, B. G.} } @article {175, title = {Assessing mobility in children using a computer adaptive testing version of the pediatric evaluation of disability inventory}, journal = {Archives of Physical Medicine and Rehabilitation}, volume = {86}, number = {5}, year = {2005}, note = {Haley, Stephen MRaczek, Anastasia ECoster, Wendy JDumas, Helene MFragala-Pinkham, Maria AK02 hd45354-01a1/hd/nichdR43 hd42388-01/hd/nichdResearch Support, N.I.H., ExtramuralResearch Support, U.S. Gov{\textquoteright}t, P.H.S.United StatesArchives of physical medicine and rehabilitationArch Phys Med Rehabil. 2005 May;86(5):932-9.}, month = {May}, pages = {932-9}, edition = {2005/05/17}, abstract = {OBJECTIVE: To assess score agreement, validity, precision, and response burden of a prototype computerized adaptive testing (CAT) version of the Mobility Functional Skills Scale (Mob-CAT) of the Pediatric Evaluation of Disability Inventory (PEDI) as compared with the full 59-item version (Mob-59). DESIGN: Computer simulation analysis of cross-sectional and longitudinal retrospective data; and cross-sectional prospective study. SETTING: Pediatric rehabilitation hospital, including inpatient acute rehabilitation, day school program, outpatient clinics, community-based day care, preschool, and children{\textquoteright}s homes. PARTICIPANTS: Four hundred sixty-nine children with disabilities and 412 children with no disabilities (analytic sample); 41 children without disabilities and 39 with disabilities (cross-validation sample). INTERVENTIONS: Not applicable. MAIN OUTCOME MEASURES: Summary scores from a prototype Mob-CAT application and versions using 15-, 10-, and 5-item stopping rules; scores from the Mob-59; and number of items and time (in seconds) to administer assessments. RESULTS: Mob-CAT scores from both computer simulations (intraclass correlation coefficient [ICC] range, .94-.99) and field administrations (ICC=.98) were in high agreement with scores from the Mob-59. Using computer simulations of retrospective data, discriminant validity, and sensitivity to change of the Mob-CAT closely approximated that of the Mob-59, especially when using the 15- and 10-item stopping rule versions of the Mob-CAT. The Mob-CAT used no more than 15\% of the items for any single administration, and required 20\% of the time needed to administer the Mob-59. CONCLUSIONS: Comparable score estimates for the PEDI mobility scale can be obtained from CAT administrations, with losses in validity and precision for shorter forms, but with a considerable reduction in administration time.}, keywords = {*Computer Simulation, *Disability Evaluation, Adolescent, Child, Child, Preschool, Cross-Sectional Studies, Disabled Children/*rehabilitation, Female, Humans, Infant, Male, Outcome Assessment (Health Care)/*methods, Rehabilitation Centers, Rehabilitation/*standards, Sensitivity and Specificity}, isbn = {0003-9993 (Print)}, author = {Haley, S. M. and Raczek, A. E. and Coster, W. J. and Dumas, H. M. and Fragala-Pinkham, M. A.} } @article {166, title = {Assessing Mobility in Children Using a Computer Adaptive Testing Version of the Pediatric Evaluation of Disability Inventory}, journal = {Archives of Physical Medicine and Rehabilitation}, volume = {86}, number = {5}, year = {2005}, pages = {932-939}, isbn = {00039993}, author = {Haley, S. and Raczek, A. and Coster, W. and Dumas, H. and Fragalapinkham, M.} } @article {102, title = {A Bayesian student model without hidden nodes and its comparison with item response theory}, journal = {International Journal of Artificial Intelligence in Education}, volume = {15}, number = {4}, year = {2005}, pages = {291-323}, publisher = {IOS Press: Netherlands}, abstract = {The Bayesian framework offers a number of techniques for inferring an individual{\textquoteright}s knowledge state from evidence of mastery of concepts or skills. A typical application where such a technique can be useful is Computer Adaptive Testing (CAT). A Bayesian modeling scheme, POKS, is proposed and compared to the traditional Item Response Theory (IRT), which has been the prevalent CAT approach for the last three decades. POKS is based on the theory of knowledge spaces and constructs item-to-item graph structures without hidden nodes. It aims to offer an effective knowledge assessment method with an efficient algorithm for learning the graph structure from data. We review the different Bayesian approaches to modeling student ability assessment and discuss how POKS relates to them. The performance of POKS is compared to the IRT two parameter logistic model. Experimental results over a 34 item Unix test and a 160 item French language test show that both approaches can classify examinees as master or non-master effectively and efficiently, with relatively comparable performance. However, more significant differences are found in favor of POKS for a second task that consists in predicting individual question item outcome. Implications of these results for adaptive testing and student modeling are discussed, as well as the limitations and advantages of POKS, namely the issue of integrating concepts into its structure. (PsycINFO Database Record (c) 2007 APA, all rights reserved)}, keywords = {Bayesian Student Model, computer adaptive testing, hidden nodes, Item Response Theory}, isbn = {1560-4292 (Print); 1560-4306 (Electronic)}, author = {Desmarais, M. C. and Pu, X.} } @article {558, title = {Computerized adaptive testing with the partial credit model: Estimation procedures, population distributions, and item pool characteristics}, journal = {Applied Psychological Measurement}, volume = {29}, year = {2005}, pages = {533-546}, author = {Gorin, J. and Dodd, B. G. and Fitzpatrick, S. J. and Shieh, Y. Y.} } @article {2143, title = {Computerized Adaptive Testing With the Partial Credit Model: Estimation Procedures, Population Distributions, and Item Pool Characteristics}, journal = {Applied Psychological Measurement}, volume = {29}, number = {6}, year = {2005}, pages = {433-456}, abstract = {

The primary purpose of this research is to examine the impact of estimation methods, actual latent trait distributions, and item pool characteristics on the performance of a simulated computerized adaptive testing (CAT) system. In this study, three estimation procedures are compared for accuracy of estimation: maximum likelihood estimation (MLE), expected a priori (EAP), and Warm\&$\#$39;s weighted likelihood estimation (WLE). Some research has shown that MLE and EAP perform equally well under certain conditions in polytomous CAT systems, such that they match the actual latent trait distribution. However, little research has compared these methods when prior estimates of. distributions are extremely poor. In general, it appears that MLE, EAP, and WLE procedures perform equally well when using an optimal item pool. However, the use of EAP procedures may be advantageous under nonoptimal testing conditions when the item pool is not appropriately matched to the examinees.

}, doi = {10.1177/0146621605280072}, url = {http://apm.sagepub.com/content/29/6/433.abstract}, author = {Gorin, Joanna S. and Dodd, Barbara G. and Fitzpatrick, Steven J. and Shieh, Yann Yann} } @article {236, title = {An item bank was created to improve the measurement of cancer-related fatigue}, journal = {Journal of Clinical Epidemiology}, volume = {58}, number = {2}, year = {2005}, note = {Lai, Jin-SheiCella, DavidDineen, KellyBode, RitaVon Roenn, JamieGershon, Richard CShevrin, DanielEnglandJ Clin Epidemiol. 2005 Feb;58(2):190-7.}, month = {Feb}, pages = {190-7}, type = {Multicenter Study}, edition = {2005/02/01}, abstract = {OBJECTIVE: Cancer-related fatigue (CRF) is one of the most common unrelieved symptoms experienced by patients. CRF is underrecognized and undertreated due to a lack of clinically sensitive instruments that integrate easily into clinics. Modern computerized adaptive testing (CAT) can overcome these obstacles by enabling precise assessment of fatigue without requiring the administration of a large number of questions. A working item bank is essential for development of a CAT platform. The present report describes the building of an operational item bank for use in clinical settings with the ultimate goal of improving CRF identification and treatment. STUDY DESIGN AND SETTING: The sample included 301 cancer patients. Psychometric properties of items were examined by using Rasch analysis, an Item Response Theory (IRT) model. RESULTS AND CONCLUSION: The final bank includes 72 items. These 72 unidimensional items explained 57.5\% of the variance, based on factor analysis results. Excellent internal consistency (alpha=0.99) and acceptable item-total correlation were found (range: 0.51-0.85). The 72 items covered a reasonable range of the fatigue continuum. No significant ceiling effects, floor effects, or gaps were found. A sample short form was created for demonstration purposes. The resulting bank is amenable to the development of a CAT platform.}, keywords = {Adult, Aged, Aged, 80 and over, Factor Analysis, Statistical, Fatigue/*etiology/psychology, Female, Humans, Male, Middle Aged, Neoplasms/*complications/psychology, Psychometrics, Questionnaires}, isbn = {0895-4356 (Print)0895-4356 (Linking)}, author = {Lai, J-S. and Cella, D. and Dineen, K. and Bode, R. and Von Roenn, J. and Gershon, R. C. and Shevrin, D.} } @article {218, title = {[Item characteristic curve equating under graded response models in IRT]}, journal = {Acta Psychologica Sinica}, volume = {37}, number = {6}, year = {2005}, pages = {832-838}, publisher = {Science Press: China}, abstract = {In one of the largest qualificatory tests--economist test, to guarantee the comparability among different years, construct item bank and prepare for computerized adaptive testing, item characteristic curve equating and anchor test equating design under graded models in IRT are used, which have realized the item and ability parameter equating of test data in five years and succeeded in establishing an item bank. Based on it, cut scores of different years are compared by equating and provide demonstrational gist to constitute the eligibility standard of economist test. }, keywords = {graded response models, item characteristic curve, Item Response Theory}, isbn = {0439-755X (Print)}, author = {Jun, Z. and Dongming, O. and Shuyuan, X. and Haiqi, D. and Shuqing, Q.} } @article {240, title = {An item response theory-based pain item bank can enhance measurement precision}, journal = {Journal of Pain and Symptom Management}, volume = {30}, number = {3}, year = {2005}, note = {0885-3924Journal Article}, pages = {278-88}, abstract = {Cancer-related pain is often under-recognized and undertreated. This is partly due to the lack of appropriate assessments, which need to be comprehensive and precise yet easily integrated into clinics. Computerized adaptive testing (CAT) can enable precise-yet-brief assessments by only selecting the most informative items from a calibrated item bank. The purpose of this study was to create such a bank. The sample included 400 cancer patients who were asked to complete 61 pain-related items. Data were analyzed using factor analysis and the Rasch model. The final bank consisted of 43 items which satisfied the measurement requirement of factor analysis and the Rasch model, demonstrated high internal consistency and reasonable item-total correlations, and discriminated patients with differing degrees of pain. We conclude that this bank demonstrates good psychometric properties, is sensitive to pain reported by patients, and can be used as the foundation for a CAT pain-testing platform for use in clinical practice.}, keywords = {computerized adaptive testing}, author = {Lai, J-S. and Dineen, K. and Reeve, B. B. and Von Roenn, J. and Shervin, D. and McGuire, M. and Bode, R. K. and Paice, J. and Cella, D.} } @booklet {1358, title = {Strategies for controlling item exposure in computerized adaptive testing with the partial credit model}, year = {2005}, address = {Pearson Educational Measurement Research Report 05-01}, author = {Davis, L. L. and Dodd, B.} } @article {195, title = {Test construction for cognitive diagnosis}, journal = {Applied Psychological Measurement}, volume = {29}, number = {4}, year = {2005}, pages = {262-277}, abstract = {Although cognitive diagnostic models (CDMs) can be useful in the analysis and interpretation of existing tests, little has been developed to specify how one might construct a good test using aspects of the CDMs. This article discusses the derivation of a general CDM index based on Kullback-Leibler information that will serve as a measure of how informative an item is for the classification of examinees. The effectiveness of the index is examined for items calibrated using the deterministic input noisy "and" gate model (DINA) and the reparameterized unified model (RUM) by implementing a simple heuristic to construct a test from an item bank. When compared to randomly constructed tests from the same item bank, the heuristic shows significant improvement in classification rates. (PsycINFO Database Record (c) 2005 APA ) (journal abstract)}, keywords = {(Measurement), Cognitive Assessment, Item Analysis (Statistical), Profiles, Test Construction, Test Interpretation, Test Items}, author = {Henson, R. K. and Douglas, J.} } @article {219, title = {Toward efficient and comprehensive measurement of the alcohol problems continuum in college students: The Brief Young Adult Alcohol Consequences Questionnaire}, journal = {Alcoholism: Clinical \& Experimental Research}, volume = {29}, number = {7}, year = {2005}, note = {MiscellaneousArticleMiscellaneous Article}, pages = {1180-1189}, abstract = {Background: Although a number of measures of alcohol problems in college students have been studied, the psychometric development and validation of these scales have been limited, for the most part, to methods based on classical test theory. In this study, we conducted analyses based on item response theory to select a set of items for measuring the alcohol problem severity continuum in college students that balances comprehensiveness and efficiency and is free from significant gender bias., Method: We conducted Rasch model analyses of responses to the 48-item Young Adult Alcohol Consequences Questionnaire by 164 male and 176 female college students who drank on at least a weekly basis. An iterative process using item fit statistics, item severities, item discrimination parameters, model residuals, and analysis of differential item functioning by gender was used to pare the items down to those that best fit a Rasch model and that were most efficient in discriminating among levels of alcohol problems in the sample., Results: The process of iterative Rasch model analyses resulted in a final 24-item scale with the data fitting the unidimensional Rasch model very well. The scale showed excellent distributional properties, had items adequately matched to the severity of alcohol problems in the sample, covered a full range of problem severity, and appeared highly efficient in retaining all of the meaningful variance captured by the original set of 48 items., Conclusions: The use of Rasch model analyses to inform item selection produced a final scale that, in both its comprehensiveness and its efficiency, should be a useful tool for researchers studying alcohol problems in college students. To aid interpretation of raw scores, examples of the types of alcohol problems that are likely to be experienced across a range of selected scores are provided., (C)2005Research Society on AlcoholismAn important, sometimes controversial feature of all psychological phenomena is whether they are categorical or dimensional. A conceptual and psychometric framework is described for distinguishing whether the latent structure behind manifest categories (e.g., psychiatric diagnoses, attitude groups, or stages of development) is category-like or dimension-like. Being dimension-like requires (a) within-category heterogeneity and (b) between-category quantitative differences. Being category-like requires (a) within-category homogeneity and (b) between-category qualitative differences. The relation between this classification and abrupt versus smooth differences is discussed. Hybrid structures are possible. Being category-like is itself a matter of degree; the authors offer a formalized framework to determine this degree. Empirical applications to personality disorders, attitudes toward capital punishment, and stages of cognitive development illustrate the approach., (C) 2005 by the American Psychological AssociationThe authors conducted Rasch model ( G. Rasch, 1960) analyses of items from the Young Adult Alcohol Problems Screening Test (YAAPST; S. C. Hurlbut \& K. J. Sher, 1992) to examine the relative severity and ordering of alcohol problems in 806 college students. Items appeared to measure a single dimension of alcohol problem severity, covering a broad range of the latent continuum. Items fit the Rasch model well, with less severe symptoms reliably preceding more severe symptoms in a potential progression toward increasing levels of problem severity. However, certain items did not index problem severity consistently across demographic subgroups. A shortened, alternative version of the YAAPST is proposed, and a norm table is provided that allows for a linking of total YAAPST scores to expected symptom expression., (C) 2004 by the American Psychological AssociationA didactic on latent growth curve modeling for ordinal outcomes is presented. The conceptual aspects of modeling growth with ordinal variables and the notion of threshold invariance are illustrated graphically using a hypothetical example. The ordinal growth model is described in terms of 3 nested models: (a) multivariate normality of the underlying continuous latent variables (yt) and its relationship with the observed ordinal response pattern (Yt), (b) threshold invariance over time, and (c) growth model for the continuous latent variable on a common scale. Algebraic implications of the model restrictions are derived, and practical aspects of fitting ordinal growth models are discussed with the help of an empirical example and Mx script ( M. C. Neale, S. M. Boker, G. Xie, \& H. H. Maes, 1999). The necessary conditions for the identification of growth models with ordinal data and the methodological implications of the model of threshold invariance are discussed., (C) 2004 by the American Psychological AssociationRecent research points toward the viability of conceptualizing alcohol problems as arrayed along a continuum. Nevertheless, modern statistical techniques designed to scale multiple problems along a continuum (latent trait modeling; LTM) have rarely been applied to alcohol problems. This study applies LTM methods to data on 110 problems reported during in-person interviews of 1,348 middle-aged men (mean age = 43) from the general population. The results revealed a continuum of severity linking the 110 problems, ranging from heavy and abusive drinking, through tolerance and withdrawal, to serious complications of alcoholism. These results indicate that alcohol problems can be arrayed along a dimension of severity and emphasize the relevance of LTM to informing the conceptualization and assessment of alcohol problems., (C) 2004 by the American Psychological AssociationItem response theory (IRT) is supplanting classical test theory as the basis for measures development. This study demonstrated the utility of IRT for evaluating DSM-IV diagnostic criteria. Data on alcohol, cannabis, and cocaine symptoms from 372 adult clinical participants interviewed with the Composite International Diagnostic Interview-Expanded Substance Abuse Module (CIDI-SAM) were analyzed with Mplus ( B. Muthen \& L. Muthen, 1998) and MULTILOG ( D. Thissen, 1991) software. Tolerance and legal problems criteria were dropped because of poor fit with a unidimensional model. Item response curves, test information curves, and testing of variously constrained models suggested that DSM-IV criteria in the CIDI-SAM discriminate between only impaired and less impaired cases and may not be useful to scale case severity. IRT can be used to study the construct validity of DSM-IV diagnoses and to identify diagnostic criteria with poor performance., (C) 2004 by the American Psychological AssociationThis study examined the psychometric characteristics of an index of substance use involvement using item response theory. The sample consisted of 292 men and 140 women who qualified for a Diagnostic and Statistical Manual of Mental Disorders (3rd ed., rev.; American Psychiatric Association, 1987) substance use disorder (SUD) diagnosis and 293 men and 445 women who did not qualify for a SUD diagnosis. The results indicated that men had a higher probability of endorsing substance use compared with women. The index significantly predicted health, psychiatric, and psychosocial disturbances as well as level of substance use behavior and severity of SUD after a 2-year follow-up. Finally, this index is a reliable and useful prognostic indicator of the risk for SUD and the medical and psychosocial sequelae of drug consumption., (C) 2002 by the American Psychological AssociationComparability, validity, and impact of loss of information of a computerized adaptive administration of the Minnesota Multiphasic Personality Inventory-2 (MMPI-2) were assessed in a sample of 140 Veterans Affairs hospital patients. The countdown method ( Butcher, Keller, \& Bacon, 1985) was used to adaptively administer Scales L (Lie) and F (Frequency), the 10 clinical scales, and the 15 content scales. Participants completed the MMPI-2 twice, in 1 of 2 conditions: computerized conventional test-retest, or computerized conventional-computerized adaptive. Mean profiles and test-retest correlations across modalities were comparable. Correlations between MMPI-2 scales and criterion measures supported the validity of the countdown method, although some attenuation of validity was suggested for certain health-related items. Loss of information incurred with this mode of adaptive testing has minimal impact on test validity. Item and time savings were substantial., (C) 1999 by the American Psychological Association}, keywords = {Psychometrics, Substance-Related Disorders}, author = {Kahler, C. W. and Strong, D. R. and Read, J. P. and De Boeck, P. and Wilson, M. and Acton, G. S. and Palfai, T. P. and Wood, M. D. and Mehta, P. D. and Neale, M. C. and Flay, B. R. and Conklin, C. A. and Clayton, R. R. and Tiffany, S. T. and Shiffman, S. and Krueger, R. F. and Nichol, P. E. and Hicks, B. M. and Markon, K. E. and Patrick, C. J. and Iacono, William G. and McGue, Matt and Langenbucher, J. W. and Labouvie, E. and Martin, C. S. and Sanjuan, P. M. and Bavly, L. and Kirisci, L. and Chung, T. and Vanyukov, M. and Dunn, M. and Tarter, R. and Handel, R. W. and Ben-Porath, Y. S. and Watt, M.} } @article {338, title = {A computerized adaptive knowledge test as an assessment tool in general practice: a pilot study}, journal = {Medical Teacher}, volume = {26}, number = {2}, year = {2004}, note = {0142-159xJournal Article}, month = {Mar}, pages = {178-83}, abstract = {Advantageous to assessment in many fields, CAT (computerized adaptive testing) use in general practice has been scarce. In adapting CAT to general practice, the basic assumptions of item response theory and the case specificity must be taken into account. In this context, this study first evaluated the feasibility of converting written extended matching tests into CAT. Second, it questioned the content validity of CAT. A stratified sample of students was invited to participate in the pilot study. The items used in this test, together with their parameters, originated from the written test. The detailed test paths of the students were retained and analysed thoroughly. Using the predefined pass-fail standard, one student failed the test. There was a positive correlation between the number of items and the candidate{\textquoteright}s ability level. The majority of students were presented with questions in seven of the 10 existing domains. Although proved to be a feasible test format, CAT cannot substitute for the existing high-stakes large-scale written test. It may provide a reliable instrument for identifying candidates who are at risk of failing in the written test.}, keywords = {*Computer Systems, Algorithms, Educational Measurement/*methods, Family Practice/*education, Humans, Pilot Projects}, author = {Roex, A. and Degryse, J.} } @conference {906, title = {Item parameter recovery with adaptive tests}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {2004}, note = {$\#$DO04-01 {PDF file, 379 KB}}, address = {San Diego CA}, author = {Do, B.-R. and Chuah, S. C. and F Drasgow} } @article {2115, title = {Strategies for Controlling Item Exposure in Computerized Adaptive Testing With the Generalized Partial Credit Model}, journal = {Applied Psychological Measurement}, volume = {28}, number = {3}, year = {2004}, pages = {165-185}, abstract = {

Choosing a strategy for controlling item exposure has become an integral part of test development for computerized adaptive testing (CAT). This study investigated the performance of six procedures for controlling item exposure in a series of simulated CATs under the generalized partial credit model. In addition to a no-exposure control baseline condition, the randomesque, modified-within-.10-logits, Sympson-Hetter, conditional Sympson-Hetter, a-stratified with multiple-stratification, and enhanced a-stratified with multiple-stratification procedures were implemented to control exposure rates. Two variations of the randomesque and modified-within-.10-logits procedures were examined, which varied the size of the item group from which the next item to be administered was randomly selected. The results indicate that although the conditional Sympson-Hetter provides somewhat lower maximum exposure rates, the randomesque and modified-within-.10-logits procedures with the six-item group variation have great utility for controlling overlap rates and increasing pool utilization and should be given further consideration.

}, doi = {10.1177/0146621604264133}, url = {http://apm.sagepub.com/content/28/3/165.abstract}, author = {Davis, Laurie Laughlin} } @article {93, title = {Strategies for controlling item exposure in computerized adaptive testing with the generalized partial credit model}, journal = {Applied Psychological Measurement}, volume = {28}, number = {3}, year = {2004}, pages = {165-185}, publisher = {Sage Publications: US}, abstract = {Choosing a strategy for controlling item exposure has become an integral part of test development for computerized adaptive testing (CAT). This study investigated the performance of six procedures for controlling item exposure in a series of simulated CATs under the generalized partial credit model. In addition to a no-exposure control baseline condition, the randomesque, modified-within-.10-logits, Sympson-Hetter, conditional Sympson-Hetter, a-stratified with multiple-stratification, and enhanced a-stratified with multiple-stratification procedures were implemented to control exposure rates. Two variations of the randomesque and modified-within-.10-logits procedures were examined, which varied the size of the item group from which the next item to be administered was randomly selected. The results indicate that although the conditional Sympson-Hetter provides somewhat lower maximum exposure rates, the randomesque and modified-within-.10-logits procedures with the six-item group variation have great utility for controlling overlap rates and increasing pool utilization and should be given further consideration. (PsycINFO Database Record (c) 2007 APA, all rights reserved)}, keywords = {computerized adaptive testing, generalized partial credit model, item exposure}, isbn = {0146-6216 (Print)}, author = {Davis, L. L.} } @inbook {42, title = {Assessing question banks}, booktitle = {Reusing online resources: A sustanable approach to e-learning}, number = {1}, year = {2003}, pages = {171-230}, publisher = {Kogan Page Ltd.}, organization = {Kogan Page Ltd.}, address = {London, UK}, abstract = {In Chapter 14, Joanna Bull and James Daziel provide a comprehensive treatment of the issues surrounding the use of Question Banks and Computer Assisted Assessment, and provide a number of excellent examples of implementations. In their review of the technologies employed in Computer Assisted Assessment the authors include Computer Adaptive Testing and data generation. The authors reveal significant issues involving the impact of Intellectual Property rights and computer assisted assessment and make important suggestions for strategies to overcome these obstacles. (PsycINFO Database Record (c) 2005 APA )http://www-jime.open.ac.uk/2003/1/ (journal abstract)}, keywords = {Computer Assisted Testing, Curriculum Based Assessment, Education, Technology computerized adaptive testing}, author = {Bull, J. and Dalziel, J. and Vreeland, T.} } @article {239, title = {Can an item response theory-based pain item bank enhance measurement precision?}, journal = {Clinical Therapeutics}, volume = {25}, number = {Suppl D}, year = {2003}, pages = {D34-D36}, author = {Lai, J-S. and Dineen, K. and Cella, D. and Von Roenn, J.} } @conference {855, title = {A comparison of exposure control procedures in CAT systems based on different measurement models for testlets using the verbal reasoning section of the MCAT}, booktitle = {Paper presented at the Annual meeting of the National Council on Measurement in Education}, year = {2003}, note = {{PDF file, 405 KB}}, address = {Chicago IL}, author = {Boyd, A. M and Dodd, B. G. and Fitzpatrick, S. J.} } @conference {860, title = {A comparison of item exposure control procedures using a CAT system based on the generalized partial credit model}, booktitle = {Paper presented at the annual meeting of the American Educational Research Association}, year = {2003}, note = {{PDF file, 265 KB}}, address = {Chicago IL}, author = {Burt, W. M and Kim, S.-J and Davis, L. L. and Dodd, B. G.} } @conference {901, title = {A comparison of learning potential results at various educational levels}, booktitle = {Paper presented at the 6th Annual Society for Industrial and Organisational Psychology of South Africa (SIOPSA) conference}, year = {2003}, note = {{PDF file, 391 KB}}, address = {25-27 June 2003}, author = {De Beer, M.} } @article {2129, title = {A computer adaptive testing simulation applied to the FIM instrument motor component}, journal = {Arch Phys Med Rehabil}, volume = {84}, number = {3}, year = {2003}, pages = {384-393}, author = {Dijkers, M.P.} } @conference {902, title = {Development of the Learning Potential Computerised Adaptive Test (LPCAT)}, booktitle = {Unpublished manuscript. }, year = {2003}, note = {{PDF file, 563 KB}}, author = {De Beer, M.} } @article {96, title = {An examination of exposure control and content balancing restrictions on item selection in CATs using the partial credit model}, journal = {Journal of Applied Measurement}, volume = {4}, number = {1}, year = {2003}, note = {1529-7713Journal Article}, pages = {24-42}, abstract = {The purpose of the present investigation was to systematically examine the effectiveness of the Sympson-Hetter technique and rotated content balancing relative to no exposure control and no content rotation conditions in a computerized adaptive testing system (CAT) based on the partial credit model. A series of simulated fixed and variable length CATs were run using two data sets generated to multiple content areas for three sizes of item pools. The 2 (exposure control) X 2 (content rotation) X 2 (test length) X 3 (item pool size) X 2 (data sets) yielded a total of 48 conditions. Results show that while both procedures can be used with no deleterious effect on measurement precision, the gains in exposure control, pool utilization, and item overlap appear quite modest. Difficulties involved with setting the exposure control parameters in small item pools make questionable the utility of the Sympson-Hetter technique with similar item pools.}, keywords = {*Computers, *Educational Measurement, *Models, Theoretical, Automation, Decision Making, Humans, Reproducibility of Results}, author = {Davis, L. L. and Pastor, D. A. and Dodd, B. G. and Chiang, C. and Fitzpatrick, S. J.} } @article {94, title = {Item exposure constraints for testlets in the verbal reasoning section of the MCAT}, journal = {Applied Psychological Measurement}, volume = {27}, number = {5}, year = {2003}, pages = {335-356}, abstract = {The current study examined item exposure control procedures for testlet scored reading passages in the Verbal Reasoning section of the Medical College Admission Test with four computerized adaptive testing (CAT) systems using the partial credit model. The first system used a traditional CAT using maximum information item selection. The second used random item selection to provide a baseline for optimal exposure rates. The third used a variation of Lunz and Stahl{\textquoteright}s randomization procedure. The fourth used Luecht and Nungester{\textquoteright}s computerized adaptive sequential testing (CAST) system. A series of simulated fixed-length CATs was run to determine the optimal item length selection procedure. Results indicated that both the randomization procedure and CAST performed well in terms of exposure control and measurement precision, with the CAST system providing the best overall solution when all variables were taken into consideration. (PsycINFO Database Record (c) 2005 APA ) (journal abstract)}, keywords = {Adaptive Testing, Computer Assisted Testing, Entrance Examinations, Item Response Theory, Random Sampling, Reasoning, Verbal Ability computerized adaptive testing}, author = {Davis, L. L. and Dodd, B. G.} } @conference {1172, title = {Maintaining scale in computer adaptive testing}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {2003}, note = {{PDF file, 367 KB}}, address = {Chicago IL}, author = {Smith, R. L. and Rizavi, S. and Paez, R. and Damiano, M. and Herbert, E.} } @conference {883, title = {Predicting item exposure parameters in computerized adaptive testing}, booktitle = {Paper presented at the annual meeting of the American Educational Research Association}, year = {2003}, note = {{PDF file, 239 KB}}, address = {Chicago IL}, author = {Chen, S-Y. and Doong, H.} } @conference {1275, title = {A simulation study to compare CAT strategies for cognitive diagnosis}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {2003}, note = {{PDF file, 250 KB}}, address = {Chicago IL}, author = {Xu, X. and Chang, Hua-Hua and Douglas, J.} } @conference {896, title = {Strategies for controlling item exposure in computerized adaptive testing with the generalized partial credit model}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {2003}, note = {PDF file, 620 K}, address = {Chicago IL}, author = {Davis, L. L.} } @article {92, title = {Strategies for controlling item exposure in computerized adaptive testing with polytomously scored items}, journal = {Dissertation Abstracts International: Section B: The Sciences \& Engineering}, volume = {64}, number = {1-B}, year = {2003}, pages = {458}, abstract = {Choosing a strategy for controlling the exposure of items to examinees has become an integral part of test development for computerized adaptive testing (CAT). Item exposure can be controlled through the use of a variety of algorithms which modify the CAT item selection process. This may be done through a randomization, conditional selection, or stratification approach. The effectiveness of each procedure as well as the degree to which measurement precision is sacrificed has been extensively studied with dichotomously scored item pools. However, only recently have researchers begun to examine these procedures in polytomously scored item pools. The current study investigated the performance of six different exposure control mechanisms under three polytomous IRT models in terms of measurement precision, test security, and ease of implementation. The three models examined in the current study were the partial credit, generalized partial credit, and graded response models. In addition to a no exposure control baseline condition, the randomesque, within .10 logits, Sympson-Hetter, conditional Sympson-Hetter, a-Stratified, and enhanced a-Stratified procedures were implemented to control item exposure rates. The a-Stratified and enhanced a-Stratified procedures were not evaluated with the partial credit model. Two variations of the randomesque and within .10 logits procedures were also examined which varied the size of the item group from which the next item to be administered was randomly selected. The results of this study were remarkably similar for all three models and indicated that the randomesque and within .10 logits procedures, when implemented with the six item group variation, provide the best option for controlling exposure rates when impact to measurement precision and ease of implementation are considered. The three item group variations of the procedures were, however, ineffective in controlling exposure, overlap, and pool utilization rates to desired levels. The Sympson-Hetter and conditional Sympson-Hetter procedures were difficult and time consuming to implement, and while they did control exposure rates to the target level, their performance in terms of item overlap (for the Sympson-Hetter) and pool utilization were disappointing. The a-Stratified and enhanced a-Stratified procedures both turned in surprisingly poor performances across all variables. (PsycINFO Database Record (c) 2004 APA, all rights reserved).}, author = {Davis, L. L.} } @article {456, title = {A study of the feasibility of Internet administration of a computerized health survey: The Headache Impact Test (HIT)}, journal = {Quality of Life Research}, volume = { 12}, year = {2003}, pages = { 953-961}, author = {Bayliss, M.S. and Dewey, J.E. and Dunlap, I and et. al.} } @conference {904, title = {To stratify or not: An investigation of CAT item selection procedures under practical constraints}, booktitle = {Paper presented at the Annual meeting of the National Council on Measurement in Education}, year = {2003}, note = {{PDF file, 186 KB}}, address = {Chicago IL}, author = {Deng, H. and Ansley, T.} } @article {308, title = {A comparison of item selection techniques and exposure control mechanisms in CATs using the generalized partial credit model}, journal = {Applied Psychological Measurement}, volume = {26}, number = {2}, year = {2002}, pages = {147-163}, abstract = {The use of more performance items in large-scale testing has led to an increase in the research investigating the use of polytomously scored items in computer adaptive testing (CAT). Because this research has to be complemented with information pertaining to exposure control, the present research investigated the impact of using five different exposure control algorithms in two sized item pools calibrated using the generalized partial credit model. The results of the simulation study indicated that the a-stratified design, in comparison to a no-exposure control condition, could be used to reduce item exposure and overlap, increase pool utilization, and only minorly degrade measurement precision. Use of the more restrictive exposure control algorithms, such as the Sympson-Hetter and conditional Sympson-Hetter, controlled exposure to a greater extent but at the cost of measurement precision. Because convergence of the exposure control parameters was problematic for some of the more restrictive exposure control algorithms, use of the more simplistic exposure control mechanisms, particularly when the test length to item pool size ratio is large, is recommended. (PsycINFO Database Record (c) 2005 APA ) (journal abstract)}, keywords = {(Statistical), Adaptive Testing, Algorithms computerized adaptive testing, Computer Assisted Testing, Item Analysis, Item Response Theory, Mathematical Modeling}, author = {Pastor, D. A. and Dodd, B. G. and Chang, Hua-Hua} } @inbook {1751, title = {Controlling item exposure and maintaining item security}, year = {2002}, address = {C. N. Mills, M. T. Potenza, and J. J. Fremer (Eds.), Computer-Based Testing: Building the Foundation for Future Assessments (pp. 165-191). Mahwah, NJ: Lawrence Erlbaum Associates, Inc.}, author = {Davey, T. and Nering, M.} } @article {370, title = {An EM approach to parameter estimation for the Zinnes and Griggs paired comparison IRT model}, journal = {Applied Psychological Measurement}, volume = {26}, number = {2}, year = {2002}, pages = {208-227}, abstract = {Borman et al. recently proposed a computer adaptive performance appraisal system called CARS II that utilizes paired comparison judgments of behavioral stimuli. To implement this approach,the paired comparison ideal point model developed by Zinnes and Griggs was selected. In this article,the authors describe item response and information functions for the Zinnes and Griggs model and present procedures for estimating stimulus and person parameters. Monte carlo simulations were conducted to assess the accuracy of the parameter estimation procedures. The results indicated that at least 400 ratees (i.e.,ratings) are required to obtain reasonably accurate estimates of the stimulus parameters and their standard errors. In addition,latent trait estimation improves as test length increases. The implications of these results for test construction are also discussed. }, keywords = {Adaptive Testing, Computer Assisted Testing, Item Response Theory, Maximum Likelihood, Personnel Evaluation, Statistical Correlation, Statistical Estimation}, author = {Stark, S. and F Drasgow} } @article {523, title = {Feasibility and acceptability of computerized adaptive testing (CAT) for fatigue monitoring in clinical practice}, journal = {Quality of Life Research}, volume = {11(7)}, year = {2002}, pages = {134}, author = {Davis, K. M. and Chang, C-H. and Lai, J-S. and Cella, D.} } @inbook {1866, title = {Innovative item types for computerized testing}, year = {2002}, address = {In W. J. van der Linden and C. A. W. Glas (Eds.), Computerized adaptive testing: Theory and practice. Norwell MA: Kluwer (in press).}, author = {Parshall, C. G. and Davey, T. and Pashley, P.} } @book {1661, title = {Strategies for controlling item exposure in computerized adaptive testing with polytomously scored items}, year = {2002}, note = {{PDF file, 1.83 MB}}, address = {Unpublished doctoral dissertation, University of Texas, Austin}, author = {Davis, L. L.} } @conference {900, title = {Utility of Learning Potential Computerised Adaptive Test (LPCAT) scores in predicting academic performance of bridging students: A comparison with other predictors}, booktitle = {Paper presented at the 5th Annual Society for Industrial and Organisational Psychology Congress}, year = {2002}, address = {Pretoria, South Africa}, author = {De Beer, M.} } @inbook {108, title = {The work ahead: A psychometric infrastructure for computerized adaptive tests}, booktitle = {Computer-based tests: Building the foundation for future assessment}, year = {2002}, note = {Using Smart Source ParsingComputer-based testing: Building the foundation for future assessments. (pp. 1-35). Mahwah, NJ : Lawrence Erlbaum Associates, Publishers. xi, 326 pp}, publisher = {Lawrence Erlbaum Associates, Inc.}, organization = {Lawrence Erlbaum Associates, Inc.}, address = {Mahwah, N.J. USA}, abstract = {(From the chapter) Considers the past and future of computerized adaptive tests and computer-based tests and looks at issues and challenges confronting a testing program as it implements and operates a computer-based test. Recommendations for testing programs from The National Council of Measurement in Education Ad Hoc Committee on Computerized Adaptive Test Disclosure are appended. (PsycINFO Database Record (c) 2005 APA )}, keywords = {Adaptive Testing, Computer Assisted Testing, Educational, Measurement, Psychometrics}, author = {F Drasgow}, editor = {M. P. Potenza and J. J. Freemer and W. C. Ward} } @conference {905, title = {a-stratified computerized adaptive testing with unequal item exposure across strata}, booktitle = {Paper presented at the annual meeting of the American Educational Research Association}, year = {2001}, note = {$\#$DE01-01}, address = {Seattle WA}, author = {Deng, H. and Chang, Hua-Hua} } @booklet {1357, title = {An examination of testlet scoring and item exposure constraints in the verbal reasoning section of the MCAT}, year = {2001}, address = {MCAT Monograph Series: Association of American Medical Colleges}, author = {Davis, L. L. and Dodd, B. G.} } @conference {897, title = {An examination of testlet scoring and item exposure constraints in the Verbal Reasoning section of the MCAT}, year = {2001}, note = {{PDF file, 653 KB}}, author = {Davis, L. L. and Dodd, B. G.} } @article {36, title = {An examination of the comparative reliability, validity, and accuracy of performance ratings made using computerized adaptive rating scales}, journal = {Journal of Applied Psychology}, volume = {86}, number = {5}, year = {2001}, note = {214803450021-9010Journal ArticleValidation Studies}, pages = {965-973}, abstract = {This laboratory research compared the reliability, validity, and accuracy of a computerized adaptive rating scale (CARS) format and 2 relatively common and representative rating formats. The CARS is a paired-comparison rating task that uses adaptive testing principles to present pairs of scaled behavioral statements to the rater to iteratively estimate a ratee{\textquoteright}s effectiveness on 3 dimensions of contextual performance. Videotaped vignettes of 6 office workers were prepared, depicting prescripted levels of contextual performance, and 112 subjects rated these vignettes using the CARS format and one or the other competing format. Results showed 23\%-37\% lower standard errors of measurement for the CARS format. In addition, validity was significantly higher for the CARS format (d = .18), and Cronbach{\textquoteright}s accuracy coefficients showed significantly higher accuracy, with a median effect size of .08. The discussion focuses on possible reasons for the results.}, keywords = {*Computer Simulation, *Employee Performance Appraisal, *Personnel Selection, Adult, Automatic Data Processing, Female, Human, Male, Reproducibility of Results, Sensitivity and Specificity, Support, U.S. Gov{\textquoteright}t, Non-P.H.S., Task Performance and Analysis, Video Recording}, author = {Borman, W. C. and Buck, D. E. and Hanson, M. A. and Motowidlo, S. J. and Stark, S. and F Drasgow} } @conference {957, title = {An investigation of the impact of items that exhibit mild DIF on ability estimation in CAT}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {2001}, address = {Seattle WA}, author = {Jennings, J. A. and Dodd, B. G. and Fitzpatrick, S.} } @booklet {1604, title = {Item and passage selection algorithm simulations for a computerized adaptive version of the verbal section of the Medical College Admission Test (MCAT)}, year = {2001}, address = {MCAT Monograph Series}, author = {Smith, R. W. and Plake, B. S. and De Ayala, R. J.,} } @article {107, title = {Algoritmo mixto m{\'\i}nima entrop{\'\i}a-m{\'a}xima informaci{\'o}n para la selecci{\'o}n de {\'\i}tems en un test adaptativo informatizado}, journal = {Psicothema}, volume = {12}, number = {2}, year = {2000}, pages = {12-14}, abstract = {El objetivo del estudio que presentamos es comparar la eficacia como estrat egia de selecci{\'o}n de {\'\i}tems de tres algo ritmos dife rentes: a) basado en m{\'a}xima info rmaci{\'o}n; b) basado en m{\'\i}nima entrop{\'\i}a; y c) mixto m{\'\i}nima entrop{\'\i}a en los {\'\i}tems iniciales y m{\'a}xima info rmaci{\'o}n en el resto; bajo la hip{\'o}tesis de que el algo ritmo mixto, puede dotar al TAI de mayor eficacia. Las simulaciones de procesos TAI se re a l i z a ron sobre un banco de 28 {\'\i}tems de respuesta graduada calibrado seg{\'u}n el modelo de Samejima, tomando como respuesta al TAI la respuesta ori ginal de los sujetos que fueron utilizados para la c a l i b raci{\'o}n. Los resultados iniciales mu e s t ran c{\'o}mo el cri t e rio mixto es m{\'a}s eficaz que cualquiera de los otros dos tomados indep e n d i e n t e m e n t e. Dicha eficacia se maximiza cuando el algo ritmo de m{\'\i}nima entrop{\'\i}a se re s t ri n ge a la selecci{\'o}n de los pri m e ros {\'\i}tems del TAI, ya que con las respuestas a estos pri m e ros {\'\i}tems la estimaci{\'o}n de q comienza a ser re l evante y el algo ritmo de m{\'a}xima informaci{\'o}nse optimiza.Item selection algo rithms in computeri zed adap t ive testing. The aim of this paper is to compare the efficacy of three different item selection algo rithms in computeri zed adap t ive testing (CAT). These algorithms are based as follows: the first one is based on Item Info rm ation, the second one on Entropy, and the last algo rithm is a mixture of the two previous ones. The CAT process was simulated using an emotional adjustment item bank. This item bank contains 28 graded items in six categories , calibrated using Samejima (1969) Graded Response Model. The initial results show that the mixed criterium algorithm performs better than the other ones.}, keywords = {computerized adaptive testing}, author = {Dorronsoro, J. R. and Santa-Cruz, C. and Rubio Franco, V. J. and Aguado Garc{\'\i}a, D.} } @conference {1204, title = {Applying specific information item selection to a passage-based test}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {2000}, address = {New Orleans, LA, April}, author = {Thompson, T.D. and Davey, T.} } @book {1710, title = {Computerized adaptive testing: A primer (2nd edition)}, year = {2000}, address = {Hillsdale, N. J. : Lawrence Erlbaum Associates}, author = {Wainer, H., and Dorans, N. and Eignor, D. R. and Flaugher, R. and Green, B. F. and Mislevy, R. and Steinberg, L. and Thissen, D.} } @book {1664, title = {The construction and evaluation of a dynamic computerised adaptive test for the measurement of learning potential}, year = {2000}, address = {Unpublished D. Litt et Phil dissertation. University of South Africa, Pretoria.}, author = {De Beer, M.} } @conference {898, title = {An examination of exposure control and content balancing restrictions on item selection in CATs using the partial credit model}, booktitle = {Paper presented at the annual meeting of the American Educational Research Association}, year = {2000}, address = {New Orleans, LA}, author = {Davis, L. L. and Pastor, D. A. and Dodd, B. G. and Chiang, C. and Fitzpatrick, S.} } @article {145, title = {Item selection algorithms in computerized adaptive testing}, journal = {Psicothema}, volume = {12}, number = {Suppl 2}, year = {2000}, note = {Spanish .Algoritmo mixto minima entropia-maxima informacion para la seleccion de items en un test adaptativo informatizado..Universidad de Oviedo, Spain}, pages = {12-14}, abstract = {Studied the efficacy of 3 different item selection algorithms in computerized adaptive testing. Ss were 395 university students (aged 20-25 yrs) in Spain. Ss were asked to submit answers via computer to 28 items of a personality questionnaire using item selection algorithms based on maximum item information, entropy, or mixed item-entropy algorithms. The results were evaluated according to ability of Ss to use item selection algorithms and number of questions. Initial results indicate that mixed criteria algorithms were more efficient than information or entropy algorithms for up to 15 questionnaire items, but that differences in efficiency decreased with increasing item number. Implications for developing computer adaptive testing methods are discussed. (PsycINFO Database Record (c) 2002 APA, all rights reserved).}, author = {Garcia, David A. and Santa Cruz, C. and Dorronsoro, J. R. and Rubio Franco, V. J.} } @book {1662, title = {Learning Potential Computerised Adaptive Test (LPCAT): Technical Manual}, year = {2000}, note = {$\#$deBE00-01}, address = {Pretoria: UNISA}, author = {De Beer, M.} } @book {1663, title = {Learning Potential Computerised Adaptive Test (LPCAT): User{\textquoteright}s Manual}, year = {2000}, note = {$\#$deBE00-02}, address = {Pretoria: UNISA}, author = {De Beer, M.} } @conference {888, title = {Specific information item selection for adaptive testing}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {2000}, address = {New Orleans}, author = {Davey, T. and Fan, M.} } @inbook {1936, title = {Testlet response theory: An analog for the 3PL model useful in testlet-based adaptive testing}, year = {2000}, address = {W. J. van der Linden and C. A. W. Glas (Eds.), Computerized Adaptive Testing: Theory and Practice (pp. 245-270). Norwell MA: Kluwer.}, author = {Wainer, H., and Bradlow, E. T. and Du, Z.} } @conference {1082, title = {Computerized testing {\textendash} Issues and applications (Mini-course manual)}, booktitle = {Annual Meeting of the National Council on Measurement in Education}, year = {1999}, address = {Montreal}, author = {Parshall, C. and Davey, T. and Spray, J. and Kalohn, J.} } @conference {919, title = {Constructing adaptive tests to parallel conventional programs}, booktitle = {Paper presented at the annual meeting of the National council on Measurement in Education}, year = {1999}, note = {$\#$FA99-01}, address = {Montreal}, author = {Fan, M. and Thompson, T. and Davey, T.} } @book {110, title = {Innovations in computerized assessment}, year = {1999}, note = {EDRS Availability: None. Lawrence Erlbaum Associates, Inc., Publishers, 10 Industrial Avenue, Mahwah, New Jersey 07430-2262 (paperback: ISBN-0-8058-2877-X, $29.95; clothbound: ISBN-0-8058-2876-1, $59.95). Tel: 800-926-6579 (Toll Free).}, publisher = {Lawrence Erlbaum Associates, Inc.}, organization = {Lawrence Erlbaum Associates, Inc.}, address = {Mahwah, N.J.}, abstract = {Chapters in this book present the challenges and dilemmas faced by researchers as they created new computerized assessments, focusing on issues addressed in developing, scoring, and administering the assessments. Chapters are: (1) "Beyond Bells and Whistles; An Introduction to Computerized Assessment" (Julie B. Olson-Buchanan and Fritz Drasgow); (2) "The Development of a Computerized Selection System for Computer Programmers in a Financial Services Company" (Michael J. Zickar, Randall C. Overton, L. Rogers Taylor, and Harvey J. Harms); (3) "Development of the Computerized Adaptive Testing Version of the Armed Services Vocational Aptitude Battery" (Daniel O. Segall and Kathleen E. Moreno); (4) "CAT for Certification and Licensure" (Betty A. Bergstrom and Mary E. Lunz); (5) "Developing Computerized Adaptive Tests for School Children" (G. Gage Kingsbury and Ronald L. Houser); (6) "Development and Introduction of a Computer Adaptive Graduate Record Examinations General Test" (Craig N. Mills); (7) "Computer Assessment Using Visual Stimuli: A Test of Dermatological Skin Disorders" (Terry A. Ackerman, John Evans, Kwang-Seon Park, Claudia Tamassia, and Ronna Turner); (8) "Creating Computerized Adaptive Tests of Music Aptitude: Problems, Solutions, and Future Directions" (Walter P. Vispoel); (9) "Development of an Interactive Video Assessment: Trials and Tribulations" (Fritz Drasgow, Julie B. Olson-Buchanan, and Philip J. Moberg); (10) "Computerized Assessment of Skill for a Highly Technical Job" (Mary Ann Hanson, Walter C. Borman, Henry J. Mogilka, Carol Manning, and Jerry W. Hedge); (11) "Easing the Implementation of Behavioral Testing through Computerization" (Wayne A. Burroughs, Janet Murray, S. Scott Wesley, Debra R. Medina, Stacy L. Penn, Steven R. Gordon, and Michael Catello); and (12) "Blood, Sweat, and Tears: Some Final Comments on Computerized Assessment." (Fritz Drasgow and Julie B. Olson-Buchanan). Each chapter contains references. (Contains 17 tables and 21 figures.) (SLD)}, keywords = {computerized adaptive testing}, author = {F Drasgow and Olson-Buchanan, J. B.} } @conference {1087, title = {Performance of the Sympson-Hetter exposure control algorithm with a polytomous item bank}, booktitle = {Paper presented at the annual meeting of American Educational Research Association}, year = {1999}, address = {Montreal, Canada}, author = {Pastor, D. A. and Chiang, C. and Dodd, B. G. and Yockey, R. and} } @conference {893, title = {Pretesting alongside an operational CAT}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {1999}, address = {Montreal, Canada}, author = {Davey, T. and Pommerich, M and Thompson, D. T.} } @conference {1066, title = {Principles for administering adaptive tests}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {1999}, address = {Montreal Canada}, author = {Miller, T. and Davey, T.} } @inbook {1758, title = {Research and development of a computer-adaptive test of listening comprehension in the less-commonly taught language Hausa}, year = {1999}, address = {M. Chalhoub-Deville (Ed.). Issues in computer-adaptive testing of reading proficiency. Cambridge, UK : Cambridge University Press.}, author = {Dunkel, P.} } @inbook {105, title = {Alternatives for scoring computerized adaptive tests}, booktitle = {Computer-based testing}, year = {1998}, publisher = {Lawrence Erlbaum Associates, Inc.}, organization = {Lawrence Erlbaum Associates, Inc.}, address = {Mahwah, N.J., USA}, author = {Dodd, B. G. and Fitzpatrick, S. J.}, editor = {J. J. Fremer and W. C. Ward} } @conference {908, title = {Alternatives for scoring computerized adaptive tests}, booktitle = {Paper presented at an Educational Testing Service-sponsored colloquium entitled Computer-based testing: Building the foundations for future assessments}, year = {1998}, address = {Philadelphia PA}, author = {Dodd, B. G. and Fitzpatrick, S. J.} } @conference {1180, title = {Application of an IRT ideal point model to computer adaptive assessment of job performance}, booktitle = {Paper presented at the annual meeting of the Society for Industrial and Organization Psychology}, year = {1998}, address = {Dallas TX}, author = {Stark, S. and F Drasgow} } @article {500, title = {A comparison of maximum likelihood estimation and expected a posteriori estimation in CAT using the partial credit model}, journal = {Educational and Psychological Measurement}, volume = {58}, year = {1998}, pages = {569-595}, author = {Chen, S. and Hou, L. and Dodd, B. G.} } @conference {864, title = {Computerized adaptive rating scales that measure contextual performance}, booktitle = {Paper presented at the 3th annual conference of the Society for Industrial and Organizational Psychology}, year = {1998}, address = {Dallas TX}, author = {Borman, W. C. and Hanson, M. A. and Montowidlo, S. J and F Drasgow and Foster, L and Kubisiak, U. C.} } @conference {1205, title = {Constructing adaptive tests to parallel conventional programs}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {1998}, address = {San Diego}, author = {Thompson, T. and Davey, T. and Nering, M. L.} } @conference {1206, title = {Constructing passage-based tests that parallel conventional programs}, booktitle = {Paper presented at the annual meeting of the Psychometric Society}, year = {1998}, address = {Urbana, IL}, author = {Thompson, T. and Davey, T. and Nering, M. L.} } @conference {890, title = {Controlling item exposure and maintaining item security}, booktitle = {Paper presented at an Educational Testing Service-sponsored colloquium entitled {\textquotedblleft}Computer-based testing: Building the foundations for future assessments}, year = {1998}, address = {{\textquotedblright} Philadelphia PA}, author = {Davey, T. and Nering, M. L.} } @conference {889, title = {Evaluating and insuring measurement precision in adaptive testing}, booktitle = {Paper presented at the annual meeting of the Psychometric Society}, year = {1998}, address = {Urbana, IL}, author = {Davey, T. and Nering, M. L.} } @conference {1078, title = {A hybrid method for controlling item exposure in computerized adaptive testing}, booktitle = {Paper presented at the annual meeting of the Psychometric Society}, year = {1998}, address = {Urbana, IL}, author = {Nering, M. L. and Davey, T. and Thompson, T.} } @conference {1071, title = {A hybrid method for controlling item exposure in computerized adaptive testing}, booktitle = {Paper presented at the annual meeting of the Psychometric Society}, year = {1998}, address = {Urbana, IL}, author = {Nering, M. L. and Davey, T. and Thompson, T.} } @conference {1081, title = {Test development exposure control for adaptive testing}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {1998}, address = {San Diego, CA}, author = {Parshall, C. G. and Davey, T. and Nering, M. L.} } @article {534, title = {Computer-adaptive testing of listening comprehension: A blueprint of CAT Development}, journal = {The Language Teacher Online 21}, volume = {no. 10. }, year = {1997}, note = {.}, author = {Dunkel, P. A.} } @article {522, title = {Developing and scoring an innovative computerized writing assessment}, journal = {Journal of Educational Measurement}, volume = {34}, year = {1997}, pages = {21-41}, author = {Davey, T. and Godwin, J., and Mittelholz, D.} } @article {67, title = {The effect of population distribution and method of theta estimation on computerized adaptive testing (CAT) using the rating scale model}, journal = {Educational \& Psychological Measurement}, volume = {57}, number = {3}, year = {1997}, note = {Sage Publications, US}, pages = {422-439}, abstract = {Investigated the effect of population distribution on maximum likelihood estimation (MLE) and expected a posteriori estimation (EAP) in a simulation study of computerized adaptive testing (CAT) based on D. Andrich{\textquoteright}s (1978) rating scale model. Comparisons were made among MLE and EAP with a normal prior distribution and EAP with a uniform prior distribution within 2 data sets: one generated using a normal trait distribution and the other using a negatively skewed trait distribution. Descriptive statistics, correlations, scattergrams, and accuracy indices were used to compare the different methods of trait estimation. The EAP estimation with a normal prior or uniform prior yielded results similar to those obtained with MLE, even though the prior did not match the underlying trait distribution. An additional simulation study based on real data suggested that more work is needed to determine the optimal number of quadrature points for EAP in CAT based on the rating scale model. The choice between MLE and EAP for particular measurement situations is discussed. (PsycINFO Database Record (c) 2003 APA, all rights reserved).}, keywords = {computerized adaptive testing}, author = {Chen, S-K. and Hou, L. Y. and Fitzpatrick, S. J. and Dodd, B. G.} } @article {501, title = {The effect of population distribution and methods of theta estimation on computerized adaptive testing (CAT) using the rating scale model}, journal = {Educational and Psychological Measurement}, volume = {57}, year = {1997}, pages = {422-439}, author = {Chen, S. and Hou, L. and Fitzpatrick, S. J. and Dodd, B.} } @conference {891, title = {Realistic simulation procedures for item response data}, booktitle = {In T. Miller (Chair), High-dimensional simulation of item response data for CAT research. Psychometric Society}, year = {1997}, note = {Symposium presented at the annual meeting of the Psychometric Society, Gatlinburg TN.}, address = {Gatlinburg TN}, author = {Davey, T. and Nering, M. and Thompson, T.} } @conference {1072, title = {Simulation of realistic ability vectors}, booktitle = {Paper presented at the Psychometric Society meeting}, year = {1997}, address = {Gatlinburg TN}, author = {Nering, M. and Thompson, T.D. and Davey, T.} } @inbook {1756, title = {Adaptive assessment and training using the neighbourhood of knowledge states}, year = {1996}, address = {Frasson, C. and Gauthier, G. and Lesgold, A. (eds.) Intelligent Tutoring Systems, Third International Conference, ITS{\textquoteright}96, Montral, Canada, June 1996 Proceedings. Lecture Notes in Computer Science 1086. Berlin Heidelberg: Springer-Verlag 578-587.}, author = {Dowling, C. E. and Hockemeyer, C. and Ludwig, A .H.} } @conference {894, title = {Constructing adaptive tests to parallel conventional programs}, booktitle = {Paper presented at the annual meeting of the American Educational Research Association}, year = {1996}, address = {New York}, author = {Davey, T. and Thomas, L.} } @conference {895, title = {Person-fit indices and their role in the CAT environment}, booktitle = {Paper presented at the Annual meeting of the National Council on Measurement in Education}, year = {1996}, address = {New York NY}, author = {David, L. A. and Lewis, C.} } @booklet {1404, title = {Preliminary cost-effectiveness analysis of alternative ASVAB testing concepts at MET sites}, year = {1996}, address = {Interim report to Defense Manpower Data Center. Fairfax, VA: Lewin-VHI, Inc.}, author = {Hogan, P.F. and Dall, T. and J. R. McBride} } @article {267, title = {Validity of item selection: A comparison of automated computerized adaptive and manual paper and pencil examinations}, journal = {Teaching and Learning in Medicine}, volume = {8}, number = {3}, year = {1996}, pages = {152-157}, author = {Lunz, M. E. and Deville, C. W.} } @article {104, title = {Computerized adaptive testing with polytomous items}, journal = {Applied Psychological Measurement}, volume = {19}, year = {1995}, pages = {5{\textendash}22.}, abstract = {Discusses polytomous item response theory models and the research that has been conducted to investigate a variety of possible operational procedures (item bank, item selection, trait estimation, stopping rule) for polytomous model-based computerized adaptive testing (PCAT). Studies are reviewed that compared PCAT systems based on competing item response theory models that are appropriate for the same measurement objective, as well as applications of PCAT in marketing and educational psychology. Directions for future research using PCAT are suggested.}, author = {Dodd, B. G. and De Ayala, R. J., and Koch, W. R.} } @article {2031, title = {Computerized Adaptive Testing With Polytomous Items}, journal = {Applied Psychological Measurement}, volume = {19}, year = {1995}, pages = {5-22}, author = {Dodd, B. G. and De Ayala, R. J. and Koch. W.R.,} } @conference {882, title = {The effect of population distribution and methods of theta estimation on CAT using the rating scale model}, booktitle = {Paper presented at the annual meeting of the American Educational Research Association}, year = {1995}, address = {San Francisco}, author = {Chen, S. and Hou, L. and Fitzpatrick, S. J. and Dodd, B. G.} } @booklet {1595, title = {The introduction and comparability of the computer-adaptive GRE General Test (GRE Board Professional Report 88-08ap; Educational Testing Service Research Report 95-20)}, year = {1995}, address = {Princeton NJ: Educational Testing Service}, author = {Schaeffer, G. A. and Steffen, M. Golub-Smith, M. L. and Mills, C. N. and Durso, R.} } @article {229, title = {An investigation of procedures for computerized adaptive testing using the successive intervals Rasch model}, journal = {Educational and Psychological Measurement}, volume = {55}, number = {6}, year = {1995}, pages = {976-990.}, author = {Koch, W. R. and Dodd, B. G.} } @conference {892, title = {New algorithms for item selection and exposure control with computerized adaptive testing}, booktitle = {Paper presented at the annual meeting of the American Educational Research Association}, year = {1995}, address = {San Francisco CA}, author = {Davey, T. and Parshall, C. G.} } @inbook {1757, title = {Prerequisite relationships for the adaptive assessment of knowledge}, year = {1995}, address = {Greer, J. (Ed.) Proceedings of AIED{\textquoteright}95, 7th World Conference on Artificial Intelligence in Education, Washington, DC, AACE 43-50.}, author = {Dowling, C. E. and Kaluscha, R.} } @conference {1154, title = {Some new methods for content balancing adaptive tests}, booktitle = {Paper presented at the annual meeting of the Psychometric Society}, year = {1995}, address = {Minneapolis MN}, author = {Segall, D. O. and Davey, T. C.} } @article {527, title = {Computer adaptive testing: Assessment of the future}, journal = {Curriculum/Technology Quarterly}, volume = {4 (2)}, year = {1994}, pages = {1-3}, author = {Diones, R. and Everson, H.} } @booklet {1365, title = {Computerized mastery testing using fuzzy set decision theory (Research Report 94-37)}, year = {1994}, address = {Princeton NJ: Educational Testing Service}, author = {Du, Y. and Lewis, C. and Pashley, P. J.} } @book {1665, title = {A comparison of computer adaptive test administration methods}, year = {1993}, address = {Unpublished doctoral dissertation, University of Chicago}, author = {Dolan, S.} } @conference {1189, title = {Computerized adaptive testing in computer science: assessing student programming abilities}, booktitle = {Proceedings of the twenty-fourth SIGCSE Technical Symposium on Computer Science Education}, year = {1993}, address = {Indianapolis IN}, author = {Syang, A. and Dale, N.B.} } @article {106, title = {Computerized adaptive testing using the partial credit model: Effects of item pool characteristics and different stopping rules}, journal = {Educational and Psychological Measurement}, volume = {53}, number = {1}, year = {1993}, pages = {61-77.}, abstract = {Simulated datasets were used to research the effects of the systematic variation of three major variables on the performance of computerized adaptive testing (CAT) procedures for the partial credit model. The three variables studied were the stopping rule for terminating the CATs, item pool size, and the distribution of the difficulty of the items in the pool. Results indicated that the standard error stopping rule performed better across the variety of CAT conditions than the minimum information stopping rule. In addition it was found that item pools that consisted of as few as 30 items were adequate for CAT provided that the item pool was of medium difficulty. The implications of these findings for implementing CAT systems based on the partial credit model are discussed. }, author = {Dodd, B. G. and Koch, W. R. and De Ayala, R. J.,} } @article {533, title = {Computerized mastery testing using fuzzy set decision theory}, journal = {Applied Measurement in Education}, volume = {6}, year = {1993}, note = {(Also Educational Testing Service Research Report 94-37)}, pages = {181-193}, author = {Du, Y. and Lewis, C. and Pashley, P. J.} } @article {217, title = {Moving in a new direction: Computerized adaptive testing (CAT)}, journal = {Nursing Management}, volume = {24}, number = {1}, year = {1993}, note = {Jones-Dickson, CDorsey, DCampbell-Warnock, JFields, FUnited statesNursing managementNurs Manage. 1993 Jan;24(1):80, 82.}, month = {Jan}, pages = {80, 82}, edition = {1993/01/01}, keywords = {*Computers, Accreditation/methods, Educational Measurement/*methods, Licensure, Nursing, United States}, isbn = {0744-6314 (Print)}, author = {Jones-Dickson, C. and Dorsey, D. and Campbell-Warnock, J. and Fields, F.} } @article {631, title = {The application of latent class models in adaptive testing}, journal = {Psychometrika}, volume = {57}, year = {1992}, pages = {71-88}, author = {Macready, G. B. and Dayton, C. M.} } @article {529, title = {A comparison of the partial credit and graded response models in computerized adaptive testing}, journal = {Applied Measurement in Education}, volume = {5}, year = {1992}, pages = {17-34}, author = {De Ayala, R. J. and Dodd, B. G. and Koch, W. R.} } @conference {1230, title = {How review options and administration mode influence scores on computerized vocabulary tests}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {1992}, note = {$\#$VI92-01}, address = {San Francisco CA}, author = {Vispoel, W. P. and Wang, T. and De la Torre, R. and Bleiler, T. and Dings, J.} } @article {526, title = {The influence of dimensionality on CAT ability estimation}, journal = {Educational and Psychological Measurement}, volume = {52}, year = {1992}, pages = {513-528}, author = {De Ayala, R. J.,} } @article {525, title = {The nominal response model in computerized adaptive testing}, journal = {Applied Psychological Measurement}, volume = {16}, year = {1992}, pages = {327-343}, author = {De Ayala, R. J.,} } @article {2026, title = {The Nominal Response Model in Computerized Adaptive Testing}, journal = {Applied Psychological Measurement}, volume = {15}, number = {4}, year = {1992}, pages = {327-343}, author = {De Ayals, R.J.} } @booklet {1364, title = {An analysis of CAT-ASVAB scores in the Marine Corps JPM data (CRM- 91-161)}, year = {1991}, address = {Alexandria VA: Center for Naval Analysis}, author = {Divgi, D. R.} } @booklet {1603, title = {Collected works on the legal aspects of computerized adaptive testing}, year = {1991}, address = {Chicago, IL: National Council of State Boards of Nursing, Inc}, author = {Stenson, H. and Graves, P. and Gardiner, J. and Dally, L.} } @conference {903, title = {The development and evaluation of a computerized adaptive testing system}, booktitle = {Paper presented at the annual meeting of the American Educational Research Association}, year = {1991}, note = {ERIC No. ED 338 711)}, address = {Chicago IL}, author = {De la Torre, R. and Vispoel, W. P.} } @article {598, title = {Computerized adaptive measurement of attitudes}, journal = {Measurement and Evaluation in Counseling and Development}, volume = {23}, year = {1990}, pages = {20-30}, author = {Koch, W. R. and Dodd, B. G. and Fitzpatrick, S. J.} } @book {1727, title = {Computerized adaptive testing: A primer (Eds.)}, year = {1990}, address = {Hillsdale NJ: Erlbaum}, author = {Wainer, H., and Dorans, N. J. and Flaugher, R. and Green, B. F. and Mislevy, R. J. and Steinberg, L. and Thissen, D.} } @article {103, title = {The effect of item selection procedure and stepsize on computerized adaptive attitude measurement using the rating scale model}, journal = {Applied Psychological Measurement}, volume = {14}, number = {4}, year = {1990}, pages = {355-386}, abstract = {Real and simulated datasets were used to investigate the effects of the systematic variation of two major variables on the operating characteristics of computerized adaptive testing (CAT) applied to instruments consisting of poly- chotomously scored rating scale items. The two variables studied were the item selection procedure and the stepsize method used until maximum likelihood trait estimates could be calculated. The findings suggested that (1) item pools that consist of as few as 25 items may be adequate for CAT; (2) the variable stepsize method of preliminary trait estimation produced fewer cases of nonconvergence than the use of a fixed stepsize procedure; and (3) the scale value item selection procedure used in conjunction with a minimum standard error stopping rule outperformed the information item selection technique used in conjunction with a minimum information stopping rule in terms of the frequencies of nonconvergent cases, the number of items administered, and the correlations of CAT 0 estimates with full scale estimates and known 0 values. The implications of these findings for implementing CAT with rating scale items are discussed. Index terms: }, author = {Dodd, B. G.} } @article {2021, title = {The Effect of Item Selection Procedure and Stepsize on Computerized Adaptive Attitude Measurement Using the Rating Scale Model}, journal = {Applied Psychological Measurement}, volume = {14}, year = {1990}, pages = {355-366}, author = {Dodd, B. G.} } @inbook {1937, title = {Future challenges}, year = {1990}, address = {H. Wainer (Ed.), Computerized adaptive testing: A primer (pp. 233-272). Hillsdale NJ: Erlbaum.}, author = {Wainer, H., and Dorans, N. J. and Green, B. F. and Mislevy, R. J. and Steinberg, L. and Thissen, D.} } @article {98, title = {A simulation and comparison of flexilevel and Bayesian computerized adaptive testing}, journal = {Journal of Educational Measurement}, volume = {27}, number = {3}, year = {1990}, pages = {227-239}, abstract = {Computerized adaptive testing (CAT) is a testing procedure that adapts an examination to an examinee{\textquoteright}s ability by administering only items of appropriate difficulty for the examinee. In this study, the authors compared Lord{\textquoteright}s flexilevel testing procedure (flexilevel CAT) with an item response theory-based CAT using Bayesian estimation of ability (Bayesian CAT). Three flexilevel CATs, which differed in test length (36, 18, and 11 items), and three Bayesian CATs were simulated; the Bayesian CATs differed from one another in the standard error of estimate (SEE) used for terminating the test (0.25, 0.10, and 0.05). Results showed that the flexilevel 36- and 18-item CATs produced ability estimates that may be considered as accurate as those of the Bayesian CAT with SEE = 0.10 and comparable to the Bayesian CAT with SEE = 0.05. The authors discuss the implications for classroom testing and for item response theory-based CAT.}, keywords = {computerized adaptive testing}, author = {De Ayala, R. J., and Dodd, B. G. and Koch, W. R.} } @article {524, title = {A comparison of the nominal response model and the three-parameter logistic model in computerized adaptive testing}, journal = {Educational and Psychological Measurement}, volume = {49}, year = {1989}, pages = {789-805}, author = {De Ayala, R. J.,} } @article {2018, title = {Estimating Reliabilities of Computerized Adaptive Tests}, journal = {Applied Psychological Measurement}, volume = {13}, year = {1989}, pages = {145-149}, author = {Divgi, D. R.} } @article {228, title = {An investigation of procedures for computerized adaptive testing using partial credit scoring}, journal = {Applied Measurement in Education}, volume = {2}, number = {4}, year = {1989}, pages = {335-357}, author = {Koch, W. R. and Dodd, B. G.} } @article {532, title = {Operational characteristics of adaptive testing procedures using the graded response model}, journal = {Applied Psychological Measurement}, volume = {13}, year = {1989}, pages = {129-143}, author = {Dodd, B. G. and Koch, W. R. and De Ayala, R. J.,} } @article {2017, title = {Operational Characteristics of Adaptive Testing Procedures Using the Graded Response Model}, journal = {Applied Psychological Measurement}, volume = {13}, year = {1989}, pages = {129-143}, author = {Dodd, B. G. and Koch, W. R. and De Ayala, R. J.} } @conference {909, title = {Computerized adaptive attitude measurement: A comparison of the graded response and rating scale models}, booktitle = {Paper presented at the annual meeting of the American Educational Research Association}, year = {1988}, address = {New Orleans}, author = {Dodd, B. G. and Koch, W. R. and De Ayala, R. J.,} } @article {97, title = {Computerized adaptive testing: A comparison of the nominal response model and the three parameter model}, journal = {Dissertation Abstracts International}, volume = {48}, number = {10-B}, year = {1988}, pages = {3148}, keywords = {computerized adaptive testing}, author = {De Ayala, R. J.,} } @book {1666, title = {Computerized adaptive testing: The state of the art in assessment at three community colleges}, year = {1988}, address = {Laguna Hills CA: League for Innovation in the Community College}, author = {Doucette, D.} } @conference {899, title = {Computerized adaptive testing: A comparison of the nominal response model and the three-parameter logistic model}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {1987}, address = {Washington DC}, author = {De Ayala, R. J., and Koch, W. R.} } @conference {907, title = {Computerized adaptive testing with the rating scale model}, booktitle = {Paper presented at the Fourth International Objective Measurement Workshop}, year = {1987}, address = {Chicago}, author = {Dodd, B. G.} } @booklet {1363, title = {Properties of some Bayesian scoring procedures for computerized adaptive tests (Research Memorandum CRM 87-161)}, year = {1987}, address = {Alexandria VA: Center for Naval Analyses}, author = {Divgi, D. R.} } @booklet {1362, title = {Determining the sensitivity of CAT-ASVAB scores to changes in item response curves with the medium of administration (Report No.86-189)}, year = {1986}, note = {$\#$DI86-189}, address = {Alexandria VA: Center for Naval Analyses}, author = {Divgi, D. R.} } @article {528, title = {ALPHATAB: A lookup table for Bayesian computerized adaptive testing}, journal = {Applied Psychological Measurement}, volume = {9}, year = {1985}, pages = {326}, author = {De Ayala, R. J., and Koch, W. R.} } @conference {982, title = {Computerized adaptive attitude measurement}, booktitle = {Paper presented at the annual meeting of the American Educational Research Association}, year = {1985}, address = {Chicago}, author = {Koch, W. R. and Dodd, B. G.} } @article {608, title = {Implications for altering the context in which test items appear: A historical perspective on an immediate concern}, journal = {Review of Educational Research}, volume = {55}, year = {1985}, pages = {387-413}, author = {Leary, L. F. and Dorans, N. J.} } @article {2015, title = {Item Location Effects and Their Implications for IRT Equating and Adaptive Testing}, journal = {Applied Psychological Measurement}, volume = {8}, year = {1984}, pages = {147-154}, author = {Kingston, N. M. and Dorans, N. J.} } @booklet {1524, title = {Tailored testing, its theory and practice. Part I: The basic model, the normal ogive submodels, and the tailored testing algorithm (NPRDC TR-83-00)}, year = {1983}, address = {San Diego CA: Navy Personnel Research and Development Center}, author = {Urry, V. W. and Dorans, N. J.} } @booklet {1484, title = {A comparison of two methods of interactive testing Final report.}, year = {1981}, address = {National Institute of Education Grant 79-1045}, author = {Nicewander, W. A. and Chang, H. S. and Doody, E. N.} } @conference {2226, title = {Group tailored tests and some problems of their utlization}, booktitle = {Third international Symposium on Educational testing}, year = {1977}, month = {06/1977}, address = {Leyden, The Netherlands}, author = {Lewy, A and Doron, R} } @article {531, title = {Hardware and software evolution of an adaptive ability measurement system}, journal = {Behavior Research Methods and Instrumentation}, volume = {8}, year = {1976}, pages = {104-107}, author = {DeWitt, L. J. and Weiss, D. J.} } @booklet {1581, title = {Best test design and self-tailored testing (Research Memorandum No 19)}, year = {1975}, address = {Chicago: University of Chicago, Department of Education, Statistical Laboratory.}, author = {Wright, B. D. and Douglas, G. A.} } @booklet {1361, title = {A computer software system for adaptive ability measurement (Research Report 74-1)}, year = {1974}, address = {Minneapolis MN: University of Minnesota, Department of Psychology, Computerized Adaptive Testing Laboratory}, author = {De Witt, J. J. and Weiss, D. J.} } @booklet {1396, title = {Computer-based adaptive testing models for the Air Force technical training environment: Phase I: Development of a computerized measurement system for Air Force technical Training}, year = {1974}, address = {JSAS Catalogue of Selected Documents in Psychology, 5, 1-86 (MS No. 882). AFHRL Technical Report 74-48.}, author = {Hansen, D. N. and Johnson, B. F. and Fagan, R. L. and Tan, P. and Dick, W.} }