{"id":"W3129600967","doi":"10.29173/isotl538","title":"As Student Response Systems Expand Features and Question Types, Multiple Choice Continues to be the Gold Standard for Calculations from both Student and Instructor Perspectives","year":2021,"lang":"en","type":"article","venue":"Imagining SoTL","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Clicker; Multiple choice; Preference; Formative assessment; Summative assessment; Class (philosophy); Mathematics education; Laptop; Computer science; Test (biology); Psychology; Artificial intelligence; Medicine; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002315919,0.0001209434,0.0001979047,0.00005879464,0.0006461527,0.0005431283,0.0001354755,0.00005185238,0.000005636171],"category_scores_gemma":[0.006662724,0.00009991854,0.00002630997,0.0001865873,0.0002428438,0.0001774762,0.00009463332,0.0001732473,4.939633e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001776543,"about_ca_system_score_gemma":0.0001775921,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006518563,"about_ca_topic_score_gemma":0.003719778,"domain_scores_codex":[0.99756,0.001382568,0.0001706876,0.0003327066,0.0003522218,0.0002018737],"domain_scores_gemma":[0.996374,0.00291753,0.00009420761,0.0001672879,0.0003726286,0.00007434155],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.0004919838,0.00006732032,0.2054601,0.00001428637,0.0001968185,0.000008964406,0.7028424,0.00003881954,0.01284388,0.07241212,0.001867227,0.003756111],"study_design_scores_gemma":[0.0008646915,0.0001120211,0.6338463,0.00009850058,0.0000537701,0.000003814278,0.2911022,0.00003869098,0.0004456327,0.0004043015,0.07282852,0.0002015653],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9847777,0.002288235,0.001824053,0.009400236,0.0004342493,0.0005695733,0.0001046419,0.00007007271,0.0005312487],"genre_scores_gemma":[0.9873553,0.00002488365,0.01054624,0.0002240621,0.0003027883,0.0000687573,0.000006752592,0.00001705245,0.001454199],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4283862,"threshold_uncertainty_score":0.9854161,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03576189451782311,"score_gpt":0.4308012666177794,"score_spread":0.3950393720999563,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}