{"id":"W4402388367","doi":"10.55752/amwa.2024.376","title":"Advance Your Writing Skills: Craft Effective Multiple-Choice Questions for Continuing Education Activities","year":2024,"lang":"en","type":"article","venue":"AMWA Journal","topic":"Educational Assessment and Pedagogy","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Communications Research Centre Canada","funders":"","keywords":"Craft; Continuing education; Medical education; Psychology; Mathematics education; Pedagogy; Visual arts; Medicine; Art","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007952357,0.00008981536,0.0001036579,0.0001213082,0.000795142,0.0004557005,0.000122157,0.00005533293,0.00009034325],"category_scores_gemma":[0.001319318,0.00008881147,0.00009824507,0.0001594735,0.00008241639,0.00089779,0.00001091891,0.0002658574,0.000009999271],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002487008,"about_ca_system_score_gemma":0.0007275525,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003101641,"about_ca_topic_score_gemma":0.001049565,"domain_scores_codex":[0.9990154,0.0001750435,0.0001865639,0.0001522533,0.0002160474,0.0002547135],"domain_scores_gemma":[0.9956552,0.003870669,0.00009769199,0.0000506765,0.0002216682,0.0001041303],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001653831,0.0002769562,0.09618662,0.00008150612,0.0000877136,0.000002856416,0.05015224,0.00005440274,0.001325373,0.04884274,0.01006611,0.7929069],"study_design_scores_gemma":[0.000336801,0.00009260857,0.05759454,0.001068458,0.00008395908,0.00003897878,0.08713067,0.0002905215,0.0001770812,0.02076489,0.8320985,0.0003229405],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9579468,0.005039016,0.009966169,0.0101384,0.006428925,0.0006448542,0.00002209257,0.0001321959,0.009681546],"genre_scores_gemma":[0.9836488,0.0002800323,0.002908682,0.0001346566,0.005281236,0.000129459,0.000008151842,0.00001502517,0.007593967],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8220325,"threshold_uncertainty_score":0.611567,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02095369848717656,"score_gpt":0.4338023638437351,"score_spread":0.4128486653565585,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}