{"id":"W4293408802","doi":"10.1177/01466216221124089","title":"Item Selection With Collaborative Filtering in On-The-Fly Multistage Adaptive Testing","year":2022,"lang":"en","type":"article","venue":"Applied Psychological Measurement","topic":"Psychometric Methodologies and Testing","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Computerized adaptive testing; Item bank; Selection (genetic algorithm); Computer science; Item response theory; Collaborative filtering; On the fly; Feature selection; Test (biology); Machine learning; Data mining; Artificial intelligence; Statistics; Recommender system; Mathematics; Psychometrics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03210677,0.00147571,0.002591869,0.004818678,0.001120065,0.001360172,0.003086034,0.001821515,0.0030142],"category_scores_gemma":[0.07920349,0.0009090815,0.002295027,0.003652702,0.001305954,0.002017346,0.002172514,0.001849524,0.0007884575],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001127541,"about_ca_system_score_gemma":0.00192796,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007533535,"about_ca_topic_score_gemma":0.008993585,"domain_scores_codex":[0.9602072,0.03106329,0.001591883,0.00254804,0.004082534,0.000507108],"domain_scores_gemma":[0.9283035,0.05895305,0.002139696,0.004619695,0.00543072,0.000553369],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0009384935,0.001077836,0.0134124,0.0006530724,0.0009294539,0.0002481549,0.001042986,0.07481388,0.005763336,0.006857583,0.001497255,0.8927656],"study_design_scores_gemma":[0.0003253664,0.001560526,0.0158884,0.000179749,0.0003498522,0.0003912414,0.0002226171,0.9535317,0.008527355,0.01566453,0.003172243,0.0001864358],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01706706,0.0001768804,0.9809979,0.00006572378,0.0000382857,0.0007097546,0.00003309865,0.0004527823,0.0004585442],"genre_scores_gemma":[0.1641603,0.0001423597,0.8336399,0.0001179524,0.00005118258,0.001296445,0.0001378486,0.00005547606,0.0003986157],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.03210677,"threshold_uncertainty_score":0.1697989,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.6812333426754545,"score_gpt":0.4329920465484254,"score_spread":0.2482412961270291,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}