{"id":"W2086203028","doi":"10.1080/10627190802602384","title":"Identifying Potential Test Item Misalignment Using Student Verbal Reports","year":2008,"lang":"en","type":"article","venue":"Educational Assessment","topic":"Educational Strategies and Epistemologies","field":"Psychology","cited_by":11,"is_retracted":false,"has_abstract":true,"ca_institutions":"Centre for Advancing Health Outcomes; University of Alberta","funders":"","keywords":"Ambiguity; Psychology; Cognition; Construct (python library); Test (biology); Item analysis; Confidence interval; Cognitive psychology; Applied psychology; Psychometrics; Statistics; Developmental psychology; Computer science; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002894757,0.0002120851,0.0002018484,0.00009616116,0.0005055607,0.00008670198,0.0002116672,0.00008232327,0.003735344],"category_scores_gemma":[0.00005143946,0.0002110064,0.0001190167,0.0001688639,0.0001179074,0.0001581906,0.00008489518,0.0001783557,0.000111402],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005941615,"about_ca_system_score_gemma":0.0008488973,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000494841,"about_ca_topic_score_gemma":0.000005056147,"domain_scores_codex":[0.9978017,0.00008631657,0.0005740978,0.0005215114,0.0006356458,0.0003806844],"domain_scores_gemma":[0.9986274,0.0003832873,0.0002956822,0.0003998957,0.0001579473,0.0001358076],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000009333849,0.003091819,0.9190874,0.00002340675,0.0002398018,0.0003116279,0.003236831,0.0005325554,0.00170398,0.02253557,0.04911577,0.0001118828],"study_design_scores_gemma":[0.0001867255,0.000062522,0.9864224,0.00002216115,0.00003571622,0.001658741,0.005488767,0.00002814035,0.00004049883,0.002150388,0.003665741,0.0002381745],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9713944,0.0004278125,0.0004540102,0.002962587,0.007034181,0.0002910887,0.00001234837,0.00005050301,0.01737302],"genre_scores_gemma":[0.9872023,0.00002141303,0.004401661,0.0002462376,0.001343103,0.0001607907,0.0001192088,0.00002373763,0.006481566],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.067335,"threshold_uncertainty_score":0.9971754,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.08693562939927937,"score_gpt":0.4388979660022925,"score_spread":0.3519623366030131,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}