{"id":"W4405674842","doi":"10.24908/pceea.2024.18574","title":"Development of an open access student-authored conceptual multiple-choice questions bank and its impact on student learning","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Mathematics education; Computer science; Psychology; Pedagogy; Sociology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.02727623,0.001390769,0.001092556,0.002797168,0.0006404888,0.002140308,0.001876149,0.001296897,0.01438648],"category_scores_gemma":[0.06848529,0.0009369944,0.000714562,0.001271316,0.0006014081,0.003164795,0.002392208,0.001223509,0.006915661],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001052081,"about_ca_system_score_gemma":0.003988084,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001084904,"about_ca_topic_score_gemma":0.001363312,"domain_scores_codex":[0.9878266,0.007013863,0.001577776,0.001154098,0.002059403,0.0003683463],"domain_scores_gemma":[0.8815758,0.08442289,0.003914442,0.008578151,0.0175193,0.003989398],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.002570512,0.005523022,0.02181989,0.0009867768,0.00007218598,0.0006155612,0.004949021,0.00400401,0.04248213,0.002448021,0.02624334,0.8882856],"study_design_scores_gemma":[0.003731517,0.01505704,0.1810956,0.001752698,0.0005264634,0.001822739,0.009615039,0.1974251,0.3012851,0.01299026,0.2734901,0.001208411],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.279808,0.0002179904,0.6123205,0.001431324,0.0004781774,0.03615776,0.0107815,0.04834,0.01046478],"genre_scores_gemma":[0.173618,0.0001471961,0.7775001,0.0001745206,0.00008448492,0.02545792,0.009218624,0.002163692,0.01163544],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9981238,"threshold_uncertainty_score":0.1442522,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.049172006323408,"score_gpt":0.4400345666374895,"score_spread":0.3908625603140815,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}