{"id":"W1960226593","doi":"10.22329/celt.v1i0.3190","title":"21. Making the Most of Multiple-Choice Questions: Getting Beyond Remembering","year":2008,"lang":"en","type":"article","venue":"Collected Essays on Learning and Teaching","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"ca_institutions":"Brock University","funders":"","keywords":"Memorization; Multiple choice; Cognition; Value (mathematics); Psychology; Mathematics education; Test (biology); Higher education; Cognitive psychology; Computer science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009972072,0.0006955807,0.0007371327,0.001516104,0.001624864,0.0020656,0.001231015,0.002464805,0.02572193],"category_scores_gemma":[0.05113305,0.0005482072,0.000757438,0.001098507,0.001410385,0.002870585,0.001902754,0.001578339,0.01667686],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001271932,"about_ca_system_score_gemma":0.002098829,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002206618,"about_ca_topic_score_gemma":0.00784539,"domain_scores_codex":[0.9909499,0.004483897,0.001878412,0.0003555553,0.002032625,0.0002995598],"domain_scores_gemma":[0.9594483,0.02498387,0.00197452,0.002518006,0.01014015,0.0009351062],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0005422559,0.0008559739,0.01161071,0.002372892,0.00005058081,0.0005605156,0.01245775,0.0005456787,0.01257785,0.01955836,0.2500336,0.688834],"study_design_scores_gemma":[0.000245922,0.0009457963,0.057394,0.00142275,0.0001000499,0.0009961474,0.005161725,0.004404242,0.01982464,0.02957881,0.879677,0.0002488616],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.1581433,0.004791542,0.2965773,0.03148979,0.008575067,0.0175529,0.01228964,0.01297301,0.4576074],"genre_scores_gemma":[0.2096189,0.003366979,0.6258672,0.006064632,0.0006302467,0.01537424,0.003880831,0.000817242,0.1343798],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.02572193,"threshold_uncertainty_score":0.08604842,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0644390242420348,"score_gpt":0.3808066090750949,"score_spread":0.3163675848330602,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}