{"id":"W3129600967","doi":"10.29173/isotl538","title":"As Student Response Systems Expand Features and Question Types, Multiple Choice Continues to be the Gold Standard for Calculations from both Student and Instructor Perspectives","year":2021,"lang":"en","type":"article","venue":"Imagining SoTL","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Clicker; Multiple choice; Preference; Formative assessment; Summative assessment; Class (philosophy); Mathematics education; Laptop; Computer science; Test (biology); Psychology; Artificial intelligence; Medicine; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1419647,0.001922363,0.002488191,0.004120048,0.001616616,0.008224834,0.002990299,0.002077218,0.04533217],"category_scores_gemma":[0.2545122,0.001276619,0.001817498,0.003926444,0.002750301,0.009949138,0.005844686,0.005029676,0.02631385],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001663569,"about_ca_system_score_gemma":0.002320712,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008263001,"about_ca_topic_score_gemma":0.001751728,"domain_scores_codex":[0.7844797,0.1546749,0.01150702,0.009983041,0.03781663,0.001538709],"domain_scores_gemma":[0.4407554,0.3795215,0.02895831,0.05852266,0.08735207,0.004890024],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.001567899,0.001431687,0.02293571,0.00317704,0.0002251495,0.0001184981,0.00697603,0.001330487,0.02259141,0.01213227,0.04105686,0.8864569],"study_design_scores_gemma":[0.0009288289,0.0116117,0.1212437,0.004842955,0.0004450314,0.001565833,0.01440129,0.0193808,0.08165994,0.05417809,0.6884127,0.001329018],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1251341,0.004091769,0.7766209,0.01565172,0.002394162,0.005140238,0.002635881,0.01387049,0.05446069],"genre_scores_gemma":[0.2369232,0.003733336,0.7111834,0.006438837,0.002128083,0.007477549,0.002022887,0.005059768,0.02503289],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.1419647,"threshold_uncertainty_score":0.7507899,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03576189451782311,"score_gpt":0.4308012666177794,"score_spread":0.3950393720999563,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}