{"id":"W4387357216","doi":"10.1080/0142159x.2023.2262108","title":"Why we shouldn’t grant partial credit when reappraising Type A MCQ questions","year":2023,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Multiple choice; Psychology; Medical education; Medicine; Political science; Law; Reading (process)","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05637882,0.0006452365,0.001751787,0.00179494,0.003679535,0.006605182,0.003177672,0.01592278,0.06880438],"category_scores_gemma":[0.510448,0.0008066783,0.001333622,0.001229412,0.00503287,0.008811167,0.003595794,0.01675596,0.03273196],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005487221,"about_ca_system_score_gemma":0.0143855,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006799879,"about_ca_topic_score_gemma":0.009268718,"domain_scores_codex":[0.9513671,0.01755566,0.01033698,0.002502442,0.01452769,0.00371008],"domain_scores_gemma":[0.5313749,0.1539757,0.02295275,0.01131564,0.2562317,0.02414935],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00003248822,0.0000185496,0.00062088,0.0001430963,0.00001014077,0.00009806582,0.0004020738,0.00002923719,0.0001051395,0.0008316256,0.9784462,0.01926247],"study_design_scores_gemma":[0.00005262341,0.00004044285,0.002181552,0.001672724,0.0000243587,0.0006318322,0.001823768,0.000490722,0.0004118512,0.004873048,0.9876797,0.000117374],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.0005624434,0.0008470084,0.001895506,0.8958372,0.09751274,0.0001383773,0.0001652402,0.0004452091,0.002596255],"genre_scores_gemma":[0.02378874,0.002958882,0.009484762,0.8051619,0.1230046,0.001276873,0.0003910609,0.001265844,0.03266746],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.06880438,"threshold_uncertainty_score":0.2981633,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06838269999458424,"score_gpt":0.3897693096338127,"score_spread":0.3213866096392284,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}