{"id":"W1893911515","doi":"10.1017/cbo9780511611186.006","title":"Verbal Reports as Data for Cognitive Diagnostic Assessment","year":2007,"lang":"en","type":"book-chapter","venue":"Cambridge University Press eBooks","topic":"Student Assessment and Feedback","field":"Social Sciences","cited_by":50,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Psychology; Strengths and weaknesses; Cognition; Distributive property; Test (biology); Cognitive psychology; Cognitive skill; Subject (documents); Scale (ratio); Mathematics education; Social psychology; Computer science; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000856692,0.0003783389,0.0004691475,0.0001695876,0.000827849,0.0001471282,0.0009883767,0.0004982628,0.00004247837],"category_scores_gemma":[0.0002815378,0.0004750553,0.0002144901,0.00001637794,0.0005860561,0.0002587467,0.0008784239,0.0004250012,0.00001771936],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004665061,"about_ca_system_score_gemma":0.0008410549,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001001866,"about_ca_topic_score_gemma":0.000142407,"domain_scores_codex":[0.9973119,0.00006685602,0.00030536,0.000936577,0.0008456893,0.0005336172],"domain_scores_gemma":[0.9965526,0.001484105,0.0004772285,0.0007760274,0.0004177423,0.000292226],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00009849604,0.00003875632,0.0001163813,0.00004593069,0.0003788771,0.001340639,0.0003848774,1.270267e-7,0.00000123006,0.9102406,0.08481666,0.002537447],"study_design_scores_gemma":[0.0006784715,0.00008838494,0.0001887747,0.0002384555,0.0008036508,0.000006822534,0.001438309,0.000007161304,0.00000587936,0.00007048243,0.9959192,0.0005544295],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.0001280168,0.0001297722,0.001293567,0.00004034544,0.0010562,0.001801228,0.0009066983,0.0001519527,0.9944922],"genre_scores_gemma":[0.004818921,0.0003081144,0.0002606424,0.0001207231,0.0007556726,0.000003598399,0.001080873,0.00005057299,0.9926009],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.9111025,"threshold_uncertainty_score":0.9997701,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0876519378095488,"score_gpt":0.3478663010064851,"score_spread":0.2602143631969362,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}