@article {2043, title = {Optimizing cognitive ability measurement with multidimensional computer adaptive testing}, journal = {International Journal of Testing}, year = {In Press}, author = {Makransky, G. and Glas, C. A. W.} } @article {2739, title = {The Optimal Item Pool Design in Multistage Computerized Adaptive Tests With the p-Optimality Method}, journal = {Educational and Psychological Measurement}, volume = {80}, number = {5}, year = {2020}, pages = {955-974}, abstract = {The present study extended the p-optimality method to the multistage computerized adaptive test (MST) context in developing optimal item pools to support different MST panel designs under different test configurations. Using the Rasch model, simulated optimal item pools were generated with and without practical constraints of exposure control. A total number of 72 simulated optimal item pools were generated and evaluated by an overall sample and conditional sample using various statistical measures. Results showed that the optimal item pools built with the p-optimality method provide sufficient measurement accuracy under all simulated MST panel designs. Exposure control affected the item pool size, but not the item distributions and item pool characteristics. This study demonstrated that the p-optimality method can adapt to MST item pool design, facilitate the MST assembly process, and improve its scoring accuracy.}, doi = {10.1177/0013164419901292}, url = {https://doi.org/10.1177/0013164419901292}, author = {Lihong Yang and Mark D. Reckase} } @article {2699, title = {On-the-Fly Constraint-Controlled Assembly Methods for Multistage Adaptive Testing for Cognitive Diagnosis}, journal = {Journal of Educational Measurement}, volume = {55}, number = {4}, year = {2018}, pages = {595-613}, abstract = {Abstract This study applied the mode of on-the-fly assembled multistage adaptive testing to cognitive diagnosis (CD-OMST). Several and several module assembly methods for CD-OMST were proposed and compared in terms of measurement precision, test security, and constrain management. The module assembly methods in the study included the maximum priority index method (MPI), the revised maximum priority index (RMPI), the weighted deviation model (WDM), and the two revised Monte Carlo methods (R1-MC, R2-MC). Simulation results showed that on the whole the CD-OMST performs well in that it not only has acceptable attribute pattern correct classification rates but also satisfies both statistical and nonstatistical constraints; the RMPI method was generally better than the MPI method, the R2-MC method was generally better than the R1-MC method, and the two revised Monte Carlo methods performed best in terms of test security and constraint management, whereas the RMPI and WDM methods worked best in terms of measurement precision. The study is not only expected to provide information about how to combine MST and CD using an on-the-fly method and how do these assembled methods in CD-OMST perform relative to each other but also offer guidance for practitioners to assemble modules in CD-OMST with both statistical and nonstatistical constraints.}, doi = {10.1111/jedm.12194}, url = {https://onlinelibrary.wiley.com/doi/abs/10.1111/jedm.12194}, author = {Liu, Shuchang and Cai, Yan and Tu, Dongbo} } @article {2493, title = {Online Calibration of Polytomous Items Under the Generalized Partial Credit Model}, journal = {Applied Psychological Measurement}, volume = {40}, number = {6}, year = {2016}, pages = {434-450}, abstract = {Online calibration is a technology-enhanced architecture for item calibration in computerized adaptive tests (CATs). Many CATs are administered continuously over a long term and rely on large item banks. To ensure test validity, these item banks need to be frequently replenished with new items, and these new items need to be pretested before being used operationally. Online calibration dynamically embeds pretest items in operational tests and calibrates their parameters as response data are gradually obtained through the continuous test administration. This study extends existing formulas, procedures, and algorithms for dichotomous item response theory models to the generalized partial credit model, a popular model for items scored in more than two categories. A simulation study was conducted to investigate the developed algorithms and procedures under a variety of conditions, including two estimation algorithms, three pretest item selection methods, three seeding locations, two numbers of score categories, and three calibration sample sizes. Results demonstrated acceptable estimation accuracy of the two estimation algorithms in some of the simulated conditions. A variety of findings were also revealed for the interacted effects of included factors, and recommendations were made respectively.}, doi = {10.1177/0146621616650406}, url = {http://apm.sagepub.com/content/40/6/434.abstract}, author = {Zheng, Yi} } @article {2504, title = {Optimal Reassembly of Shadow Tests in CAT}, journal = {Applied Psychological Measurement}, volume = {40}, number = {7}, year = {2016}, pages = {469-485}, abstract = {Even in the age of abundant and fast computing resources, concurrency requirements for large-scale online testing programs still put an uninterrupted delivery of computer-adaptive tests at risk. In this study, to increase the concurrency for operational programs that use the shadow-test approach to adaptive testing, we explored various strategies aiming for reducing the number of reassembled shadow tests without compromising the measurement quality. Strategies requiring fixed intervals between reassemblies, a certain minimal change in the interim ability estimate since the last assembly before triggering a reassembly, and a hybrid of the two strategies yielded substantial reductions in the number of reassemblies without degradation in the measurement accuracy. The strategies effectively prevented unnecessary reassemblies due to adapting to the noise in the early test stages. They also highlighted the practicality of the shadow-test approach by minimizing the computational load involved in its use of mixed-integer programming.}, doi = {10.1177/0146621616654597}, url = {http://apm.sagepub.com/content/40/7/469.abstract}, author = {Choi, Seung W. and Moellering, Karin T. and Li, Jie and van der Linden, Wim J.} } @article {2348, title = {Online Item Calibration for Q-Matrix in CD-CAT}, journal = {Applied Psychological Measurement}, volume = {39}, number = {1}, year = {2015}, pages = {5-15}, abstract = {

Item replenishment is important for maintaining a large-scale item bank. In this article, the authors consider calibrating new items based on pre-calibrated operational items under the deterministic inputs, noisy-and-gate model, the specification of which includes the so-called -matrix, as well as the slipping and guessing parameters. Making use of the maximum likelihood and Bayesian estimators for the latent knowledge states, the authors propose two methods for the calibration. These methods are applicable to both traditional paper\–pencil\–based tests, for which the selection of operational items is prefixed, and computerized adaptive tests, for which the selection of operational items is sequential and random. Extensive simulations are done to assess and to compare the performance of these approaches. Extensions to other diagnostic classification models are also discussed.

}, doi = {10.1177/0146621613513065}, url = {http://apm.sagepub.com/content/39/1/5.abstract}, author = {Chen, Yunxiao and Liu, Jingchen and Ying, Zhiliang} } @article {2354, title = {On-the-Fly Assembled Multistage Adaptive Testing}, journal = {Applied Psychological Measurement}, volume = {39}, number = {2}, year = {2015}, pages = {104-118}, abstract = {

Recently, multistage testing (MST) has been adopted by several important large-scale testing programs and become popular among practitioners and researchers. Stemming from the decades of history of computerized adaptive testing (CAT), the rapidly growing MST alleviates several major problems of earlier CAT applications. Nevertheless, MST is only one among all possible solutions to these problems. This article presents a new adaptive testing design, \“on-the-fly assembled multistage adaptive testing\” (OMST), which combines the benefits of CAT and MST and offsets their limitations. Moreover, OMST also provides some unique advantages over both CAT and MST. A simulation study was conducted to compare OMST with MST and CAT, and the results demonstrated the promising features of OMST. Finally, the \“Discussion\” section provides suggestions on possible future adaptive testing designs based on the OMST framework, which could provide great flexibility for adaptive tests in the digital future and open an avenue for all types of hybrid designs based on the different needs of specific tests.

}, doi = {10.1177/0146621614544519}, url = {http://apm.sagepub.com/content/39/2/104.abstract}, author = {Zheng, Yi and Chang, Hua-Hua} } @conference {2108, title = {Optimal Calibration Designs for Computerized Adaptive Testing}, booktitle = {Annual Conference of the International Association for Computerized Adaptive Testing}, year = {2011}, month = {10/2011}, abstract = {

Optimaztion

How can we exploit the advantages of Balanced Block Design while keeping the logistics manageable?

Homogeneous Designs: Overlap between test booklets as regular as possible

Conclusions:

}, keywords = {balanced block design, CAT, item calibration, optimization, Rasch}, author = {Angela Verschoor} } @article {64, title = {Online calibration via variable length computerized adaptive testing}, journal = {Psychometrika}, volume = {75}, number = {1}, year = {2010}, pages = {140-157}, abstract = {Item calibration is an essential issue in modern item response theory based psychological or educational testing. Due to the popularity of computerized adaptive testing, methods to efficiently calibrate new items have become more important than that in the time when paper and pencil test administration is the norm. There are many calibration processes being proposed and discussed from both theoretical and practical perspectives. Among them, the online calibration may be one of the most cost effective processes. In this paper, under a variable length computerized adaptive testing scenario, we integrate the methods of adaptive design, sequential estimation, and measurement error models to solve online item calibration problems. The proposed sequential estimate of item parameters is shown to be strongly consistent and asymptotically normally distributed with a prechosen accuracy. Numerical results show that the proposed method is very promising in terms of both estimation accuracy and efficiency. The results of using calibrated items to estimate the latent trait levels are also reported.}, isbn = {0033-3123}, author = {Chang, Y. I. and Lu, H. Y.} } @inbook {1942, title = {Obtaining reliable diagnostic information through constrained CAT}, year = {2009}, note = {{PDF File, 252 KB}}, address = {D. J. Weiss (Ed.), Proceedings of the 2009 GMAC Conference on Computerized Adaptive Testing.}, author = {Wang, C. and Chang, Hua-Hua and Douglas, J.} } @inbook {1741, title = {Optimizing item exposure control algorithms for polytomous computerized adaptive tests with restricted item banks}, year = {2009}, note = {{PDF File, 923 KB}}, address = {D. J. Weiss (Ed.), Proceedings of the 2009 GMAC Conference on Computerized Adaptive Testing.}, author = {Chajewski, M. and Lewis, C.} } @article {181, title = {Optimal and nonoptimal computer-based test designs for making pass-fail decisions}, journal = {Applied Measurement in Education}, volume = {19}, number = {3}, year = {2006}, pages = {221-239}, publisher = {Lawrence Erlbaum: US}, abstract = {Now that many credentialing exams are being routinely administered by computer, new computer-based test designs, along with item response theory models, are being aggressively researched to identify specific designs that can increase the decision consistency and accuracy of pass-fail decisions. The purpose of this study was to investigate the impact of optimal and nonoptimal multistage test (MST) designs, linear parallel-form test designs (LPFT), and computer adaptive test (CAT) designs on the decision consistency and accuracy of pass-fail decisions. Realistic testing situations matching those of one of the large credentialing agencies were simulated to increase the generalizability of the findings. The conclusions were clear: (a) With the LPFTs, matching test information functions (TIFs) to the mean of the proficiency distribution produced slightly better results than matching them to the passing score; (b) all of the test designs worked better than test construction using random selection of items, subject to content constraints only; (c) CAT performed better than the other test designs; and (d) if matching a TIP to the passing score, the MST design produced a bit better results than the LPFT design. If an argument for the MST design is to be made, it can be made on the basis of slight improvements over the LPFT design and better expected item bank utilization, candidate preference, and the potential for improved diagnostic feedback, compared with the feedback that is possible with fixed linear test forms. (PsycINFO Database Record (c) 2007 APA, all rights reserved)}, keywords = {adaptive test, credentialing exams, Decision Making, Educational Measurement, multistage tests, optimal computer-based test designs, test form}, isbn = {0895-7347 (Print); 1532-4818 (Electronic)}, author = {Hambleton, R. K. and Xing, D.} } @article {2147, title = {Optimal Testing With Easy or Difficult Items in Computerized Adaptive Testing}, journal = {Applied Psychological Measurement}, volume = {30}, number = {5}, year = {2006}, pages = {379-393}, abstract = {

Computerized adaptive tests (CATs) are individualized tests that, from a measurement point of view, are optimal for each individual, possibly under some practical conditions. In the present study, it is shown that maximum information item selection in CATs using an item bank that is calibrated with the one or the two-parameter logistic model results in each individual answering about 50\% of the items correctly. Two item selection procedures giving easier (or more difficult) tests for students are presented and evaluated. Item selection on probability points of items yields good results only with the one-parameter logistic model and not with the two-parameter logistic model. An alternative selection procedure, based on maximum information at a shifted ability level, gives satisfactory results with both models. Index terms: computerized adaptive testing, item selection, item response theory

}, doi = {10.1177/0146621606288890}, url = {http://apm.sagepub.com/content/30/5/379.abstract}, author = {Theo Eggen and Verschoor, Angela J.} } @article {116, title = {Optimal testing with easy or difficult items in computerized adaptive testing}, journal = {Applied Psychological Measurement}, volume = {30}, number = {5}, year = {2006}, pages = {379-393}, publisher = {Sage Publications: US}, abstract = {Computerized adaptive tests (CATs) are individualized tests that, from a measurement point of view, are optimal for each individual, possibly under some practical conditions. In the present study, it is shown that maximum information item selection in CATs using an item bank that is calibrated with the one- or the two-parameter logistic model results in each individual answering about 50\% of the items correctly. Two item selection procedures giving easier (or more difficult) tests for students are presented and evaluated. Item selection on probability points of items yields good results only with the one-parameter logistic model and not with the two-parameter logistic model. An alternative selection procedure, based on maximum information at a shifted ability level, gives satisfactory results with both models. (PsycINFO Database Record (c) 2007 APA, all rights reserved)}, keywords = {computer adaptive tests, individualized tests, Item Response Theory, item selection, Measurement}, isbn = {0146-6216 (Print)}, author = {Theo Eggen and Verschoor, Angela J.} } @article {2146, title = {Optimal Testlet Pool Assembly for Multistage Testing Designs}, journal = {Applied Psychological Measurement}, volume = {30}, number = {3}, year = {2006}, pages = {204-215}, abstract = {

Computerized multistage testing (MST) designs require sets of test questions (testlets) to be assembled to meet strict, often competing criteria. Rules that govern testlet assembly may dictate the number of questions on a particular subject or may describe desirable statistical properties for the test, such as measurement precision. In an MST design, testlets of differing difficulty levels must be created. Statistical properties for assembly of the testlets can be expressed using item response theory (IRT) parameters. The testlet test information function (TIF) value can be maximized at a specific point on the IRT ability scale. In practical MST designs, parallel versions of testlets are needed, so sets of testlets with equivalent properties are built according to equivalent specifications. In this project, the authors study the use of a mathematical programming technique to simultaneously assemble testlets to ensure equivalence and fairness to candidates who may be administered different testlets.

}, doi = {10.1177/0146621605284350}, url = {http://apm.sagepub.com/content/30/3/204.abstract}, author = {Ariel, Adelaide and Veldkamp, Bernard P. and Breithaupt, Krista} } @article {384, title = {Overview of quantitative measurement methods. Equivalence, invariance, and differential item functioning in health applications}, journal = {Medical Care}, volume = {44}, number = {11 Suppl 3}, year = {2006}, note = {Teresi, Jeanne AAG15294/AG/NIA NIH HHS/United StatesResearch Support, N.I.H., ExtramuralResearch Support, Non-U.S. Gov{\textquoteright}tReviewUnited StatesMedical careMed Care. 2006 Nov;44(11 Suppl 3):S39-49.}, month = {Nov}, pages = {S39-49}, edition = {2006/10/25}, abstract = {BACKGROUND: Reviewed in this article are issues relating to the study of invariance and differential item functioning (DIF). The aim of factor analyses and DIF, in the context of invariance testing, is the examination of group differences in item response conditional on an estimate of disability. Discussed are parameters and statistics that are not invariant and cannot be compared validly in crosscultural studies with varying distributions of disability in contrast to those that can be compared (if the model assumptions are met) because they are produced by models such as linear and nonlinear regression. OBJECTIVES: The purpose of this overview is to provide an integrated approach to the quantitative methods used in this special issue to examine measurement equivalence. The methods include classical test theory (CTT), factor analytic, and parametric and nonparametric approaches to DIF detection. Also included in the quantitative section is a discussion of item banking and computerized adaptive testing (CAT). METHODS: Factorial invariance and the articles discussing this topic are introduced. A brief overview of the DIF methods presented in the quantitative section of the special issue is provided together with a discussion of ways in which DIF analyses and examination of invariance using factor models may be complementary. CONCLUSIONS: Although factor analytic and DIF detection methods share features, they provide unique information and can be viewed as complementary in informing about measurement equivalence.}, keywords = {*Cross-Cultural Comparison, Data Interpretation, Statistical, Factor Analysis, Statistical, Guidelines as Topic, Humans, Models, Statistical, Psychometrics/*methods, Statistics as Topic/*methods, Statistics, Nonparametric}, isbn = {0025-7079 (Print)0025-7079 (Linking)}, author = {Teresi, J. A.} } @booklet {1370, title = {Optimal testing with easy items in computerized adaptive testing (Measurement and Research Department Report 2004-2)}, year = {2004}, address = {Arnhem, The Netherlands: Cito Group}, author = {Theo Eggen and Verschoor, A. J.} } @conference {934, title = {Online calibration and scale stability of a CAT program}, booktitle = {Paper presented at the annual meeting of the American Educational Research Association}, year = {2003}, note = {{PDF file, 274 KB}}, address = {Chicago IL}, author = {Guo, F. and Wang, G.} } @article {805, title = {An optimal design approach to criterion-referenced computerized testing}, journal = {Journal of Educational Measurement}, volume = {28}, year = {2003}, pages = {97-100}, author = {Wiberg, M.} } @article {57, title = {Optimal stratification of item pools in α-stratified computerized adaptive testing}, journal = {Applied Psychological Measurement}, volume = {27}, number = {4}, year = {2003}, pages = {262-274}, abstract = {A method based on 0-1 linear programming (LP) is presented to stratify an item pool optimally for use in α-stratified adaptive testing. Because the 0-1 LP model belongs to the subclass of models with a network flow structure, efficient solutions are possible. The method is applied to a previous item pool from the computerized adaptive testing (CAT) version of the Graduate Record Exams (GRE) Quantitative Test. The results indicate that the new method performs well in practical situations. It improves item exposure control, reduces the mean squared error in the θ estimates, and increases test reliability. (PsycINFO Database Record (c) 2005 APA ) (journal abstract)}, keywords = {Adaptive Testing, Computer Assisted Testing, Item Content (Test), Item Response Theory, Mathematical Modeling, Test Construction computerized adaptive testing}, author = {Chang, Hua-Hua and van der Linden, W. J.} } @conference {912, title = {Optimal testing with easy items in computerized adaptive testing}, booktitle = {Paper presented at the conference of the International Association for Educational Assessment}, year = {2003}, address = {Manchester UK}, author = {Theo Eggen and Verschoor, A.} } @conference {1259, title = {Optimum number of strata in the a-stratified adaptive testing design}, booktitle = {Paper presented at the annual meeting of the American Educational Research Association}, year = {2002}, note = {{PDF file, 114 KB}}, address = {New Orleans LA}, author = {Wen, J.-B. and Chang, Hua-Hua and Hau, K-T.} } @article {277, title = {Outlier detection in high-stakes certification testing}, journal = {Journal of Educational Measurement}, volume = {39}, number = {3}, year = {2002}, pages = {219-233}, abstract = {Discusses recent developments of person-fit analysis in computerized adaptive testing (CAT). Methods from statistical process control are presented that have been proposed to classify an item score pattern as fitting or misfitting the underlying item response theory model in CAT Most person-fit research in CAT is restricted to simulated data. In this study, empirical data from a certification test were used. Alternatives are discussed to generate norms so that bounds can be determined to classify an item score pattern as fitting or misfitting. Using bounds determined from a sample of a high-stakes certification test, the empirical analysis showed that different types of misfit can be distinguished Further applications using statistical process control methods to detect misfitting item score patterns are discussed. (PsycINFO Database Record (c) 2005 APA )}, keywords = {Adaptive Testing, computerized adaptive testing, Educational Measurement, Goodness of Fit, Item Analysis (Statistical), Item Response Theory, person Fit, Statistical Estimation, Statistical Power, Test Scores}, author = {Meijer, R. R.} } @conference {935, title = {On-line Calibration Using PARSCALE Item Specific Prior Method: Changing Test Population and Sample Size}, booktitle = {Paper presented at National Council on Measurement in Education Annual Meeting}, year = {2001}, address = {Seattle, Washington}, author = {Guo, F. and Stone, E. and Cruz, D.} } @booklet {1402, title = {Online item parameter recalibration: Application of missing data treatments to overcome the effects of sparse data conditions in a computerized adaptive version of the MCAT}, year = {2001}, note = {{PDF file, 406 KB}}, address = {Unpublished manuscript}, author = {Harmes, J. C. and Kromrey, J. D. and Parshall, C. G.} } @article {39, title = {Outlier measures and norming methods for computerized adaptive tests}, journal = {Journal of Educational and Behavioral Statistics}, volume = {26}, number = {1}, year = {2001}, pages = {85-104}, abstract = {Notes that the problem of identifying outliers has 2 important aspects: the choice of outlier measures and the method to assess the degree of outlyingness (norming) of those measures. Several classes of measures for identifying outliers in Computerized Adaptive Tests (CATs) are introduced. Some of these measures are constructed to take advantage of CATs{\textquoteright} sequential choice of items; other measures are taken directly from paper and pencil (P\&P) tests and are used for baseline comparisons. Assessing the degree of outlyingness of CAT responses, however, can not be applied directly from P\&P tests because stopping rules associated with CATs yield examinee responses of varying lengths. Standard outlier measures are highly correlated with the varying lengths which makes comparison across examinees impossible. Therefore, 4 methods are presented and compared which map outlier statistics to a familiar probability scale (a p value). The methods are explored in the context of CAT data from a 1995 Nationally Administered Computerized Examination (NACE). (PsycINFO Database Record (c) 2005 APA )}, keywords = {Adaptive Testing, Computer Assisted Testing, Statistical Analysis, Test Norms}, author = {Bradlow, E. T. and Weiss, R. E.} } @booklet {1368, title = {Overexposure and underexposure of items in computerized adaptive testing (Measurement and Research Department Reports 2001-1)}, year = {2001}, note = {{PDF file, 276 KB}}, address = {Arnhem, The Netherlands: CITO Groep}, author = {Theo Eggen} } @booklet {1532, title = {Optimal stratification of item pools in a-stratified computerized adaptive testing (Research Report 00-07)}, year = {2000}, address = {Enschede, The Netherlands: University of Twente, Faculty of Educational Science and Technology, Department of Measurement and Data Analysis}, author = {van der Linden, W. J.} } @article {317, title = {Overview of the computerized adaptive testing special section}, journal = {Psicol{\'o}gica}, volume = {21}, number = {1-2}, year = {2000}, pages = {115-120}, abstract = {This paper provides an overview of the five papers included in the Psicologica special section on computerized adaptive testing. A short introduction to this topic is presented as well. The main results, the links between the five papers and the general research topic to which they are more related are also shown. (PsycINFO Database Record (c) 2005 APA )}, keywords = {Adaptive Testing, Computers computerized adaptive testing}, author = {Ponsoda, V.} } @conference {840, title = {On-the-fly adaptive tests: An application of generative modeling to quantitative reasoning}, booktitle = {Symposium presented at the annual meeting of the National Council on Measurement in Education}, year = {1999}, address = {Montreal, Canada}, author = {Bejar, I. I.} } @article {45, title = {Optimal design for item calibration in computerized adaptive testing}, journal = {Dissertation Abstracts International: Section B: the Sciences \& Engineering}, volume = {59}, number = {8-B}, year = {1999}, pages = {4220}, abstract = {Item Response Theory is the psychometric model used for standardized tests such as the Graduate Record Examination. A test-taker{\textquoteright}s response to an item is modelled as a binary response with success probability depending on parameters for both the test-taker and the item. Two popular models are the two-parameter logistic (2PL) model and the three-parameter logistic (3PL) model. For the 2PL model, the logit of the probability of a correct response equals ai(theta j-bi), where ai and bi are item parameters, while thetaj is the test-taker{\textquoteright}s parameter, known as "proficiency." The 3PL model adds a nonzero left asymptote to model random response behavior by low theta test-takers. Assigning scores to students requires accurate estimation of theta s, while accurate estimation of theta s requires accurate estimation of the item parameters. The operational implementation of Item Response Theory, particularly following the advent of computerized adaptive testing, generally involves handling these two estimation problems separately. This dissertation addresses the optimal design for item parameter estimation. Most current designs calibrate items with a sample drawn from the overall test-taking population. For 2PL models a sequential design based on the D-optimality criterion has been proposed, while no 3PL design is in the literature. In this dissertation, we design the calibration with the ultimate use of the items in mind, namely to estimate test-takers{\textquoteright} proficiency parameters. For both the 2PL and 3PL models, this criterion leads to a locally L-optimal design criterion, named the Minimal Information Loss criterion. In turn, this criterion and the General Equivalence Theorem give a two point design for the 2PL model and a three point design for the 3PL model. A sequential implementation of this optimal design is presented. For the 2PL model, this design is almost 55\% more efficient than the simple random sample approach, and 12\% more efficient than the locally D-optimal design. For the 3PL model, the proposed design is 34\% more efficient than the simple random sample approach. (PsycINFO Database Record (c) 2003 APA, all rights reserved).}, keywords = {computerized adaptive testing}, author = {Buyske, S. G.} } @article {714, title = {Optimal design of item pools for computerized adaptive testing}, journal = {Applied Psychological Measurement}, volume = {22}, year = {1998}, pages = {271-279}, author = {Stocking, M. L. and Swanson, L.} } @article {771, title = {Optimal sequential rules for computer-based instruction}, journal = {Journal of Educational Computing Research}, volume = {19(2)}, year = {1998}, pages = {133-154}, author = {Vos, H. J.} } @article {738, title = {Optimal test assembly of psychological and educational tests}, journal = {Applied Psychological Measurement}, volume = {22}, year = {1998}, pages = {195-211}, author = {van der Linden, W. J.} } @article {369, title = {On-line performance assessment using rating scales}, journal = {Journal of Outcomes Measurement}, volume = {1}, number = {3}, year = {1997}, note = {1090-655X (Print)Journal Article}, pages = {173-191}, abstract = {The purpose of this paper is to report on the development of the on-line performance assessment instrument--the Assessment of Motor and Process Skills (AMPS). Issues that will be addressed in the paper include: (a) the establishment of the scoring rubric and its implementation in an extended Rasch model, (b) training of raters, (c) validation of the scoring rubric and procedures for monitoring the internal consistency of raters, and (d) technological implementation of the assessment instrument in a computerized program.}, keywords = {*Outcome Assessment (Health Care), *Rehabilitation, *Software, *Task Performance and Analysis, Activities of Daily Living, Humans, Microcomputers, Psychometrics, Psychomotor Performance}, author = {Stahl, J. and Shumway, R. and Bergstrom, B. and Fisher, A.} } @book {1658, title = {Optimization methods in computerized adaptive testing}, year = {1997}, address = {Unpublished doctoral dissertation, Rutgers University, New Brunswick NJ}, author = {Cordova, M. J.} } @conference {1265, title = {Overview of practical issues in a CAT program}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {1997}, note = {[ERIC ED 408 330]}, address = {Chicago IL}, author = {Wise, S. L.} } @conference {1086, title = {An overview of the LSAC CAT research agenda}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {1997}, address = {Chicago IL}, author = {Pashley, P.} } @conference {1033, title = {Overview of the USMLE Step 2 computerized field test}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {1997}, address = {Chicago IL}, author = {Luecht, RM and Nungester, R. J.} } @booklet {1626, title = {Optimal design of item pools for computerized adaptive testing (Research Report 96-34)}, year = {1996}, address = {Princeton NJ: Educational Testing Service}, author = {Stocking, M. L. and Swanson, L.} } @article {2017, title = {Operational Characteristics of Adaptive Testing Procedures Using the Graded Response Model}, journal = {Applied Psychological Measurement}, volume = {13}, year = {1989}, pages = {129-143}, author = {Dodd, B. G. and Koch, W. R. and De Ayala, R. J.} } @article {532, title = {Operational characteristics of adaptive testing procedures using the graded response model}, journal = {Applied Psychological Measurement}, volume = {13}, year = {1989}, pages = {129-143}, author = {Dodd, B. G. and Koch, W. R. and De Ayala, R. J.,} } @conference {983, title = {Operational characteristics of adaptive testing procedures using partial credit scoring}, booktitle = {Paper presented at the annual meeting of the American Educational Research Association}, year = {1986}, note = {$\#$KO86-01}, address = {San Francisco CA}, author = {Koch, W. R. and Dodd. B. G.} } @article {813, title = {Optimal item difficulty for the three-parameter normal ogive model}, journal = {Psychometrika}, volume = {46}, year = {1981}, pages = {461-464}, author = {Wolfe, J. H.} } @article {660, title = {Operational characteristics of a one-parameter tailored testing procedure}, journal = {Catalog of Selected Documents in Psychology}, volume = {August 1980}, year = {1980}, note = {No. 2104).}, pages = {10, 66 (Ms No. 2104)}, author = {Patience, W. M., and Reckase, M. D.} } @conference {1088, title = {Operational characteristics of a Rasch model tailored testing procedure when program parameters and item pool attributes are varied}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {1979}, address = {San Francisco}, author = {Patience, W. M. and Reckase, M. D.} } @inbook {1977, title = {Operational Considerations in Implementing Tailored Testing}, year = {1977}, address = {D. J. Weiss (Ed.), Proceedings of the 1977 Computerized Adaptive Testing Conference. Minneapolis MN: University of Minnesota, Department of Psychology, Psychometric Methods Program.}, author = {Segal, H.} } @inbook {1776, title = {Opening remarks}, year = {1976}, address = {W. H. Gorham (Chair), Computers and testing: Steps toward the inevitable conquest (PS 76-1). Symposium presented at the 83rd annual convention of the APA, Chicago IL. Washington DC: U.S. Civil Service Commission, Personnel Research and Developement Center}, author = {Gorham, W. A.} } @booklet {1488, title = {An overview of tailored testing (unpublished manuscript)}, year = {1973}, address = {Florida State University, Program of Educational Evaluation and Research Design}, author = {Olivier, P.} }