{"id":"W4416363396","doi":"10.1080/0047231x.2025.2576707","title":"Can a Small Change in Exam Question Format Help Students? Sadly, Not","year":2025,"lang":"en","type":"article","venue":"Journal of College Science Teaching","topic":"Student Assessment and Feedback","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Field (mathematics); Set (abstract data type); Feature (linguistics); Frequently asked questions","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0084065,0.0006000298,0.0006210477,0.0004875954,0.0005433943,0.001222093,0.00148481,0.003039986,0.01027512],"category_scores_gemma":[0.08638623,0.0002883823,0.0005529691,0.000313025,0.0005526282,0.002685505,0.0009820557,0.001865578,0.005229687],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004922696,"about_ca_system_score_gemma":0.0008568509,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008917272,"about_ca_topic_score_gemma":0.002150648,"domain_scores_codex":[0.995297,0.00252421,0.0004415274,0.0004576106,0.001064897,0.0002148599],"domain_scores_gemma":[0.9586272,0.02546963,0.003882771,0.003510945,0.004332076,0.004177457],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.002030001,0.006436585,0.02214999,0.0005911155,0.0001157216,0.0002430212,0.002718416,0.0005428433,0.01186458,0.0007077905,0.0566797,0.8959202],"study_design_scores_gemma":[0.004577816,0.03570889,0.4509678,0.003066108,0.001150757,0.004810347,0.01947568,0.01732171,0.04504417,0.02327142,0.3932191,0.00138613],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6932543,0.003147335,0.04288382,0.2111061,0.006899626,0.001819028,0.0004837394,0.00642274,0.03398325],"genre_scores_gemma":[0.8626071,0.00119156,0.09450953,0.02602963,0.001448719,0.001124898,0.0003503732,0.0003284775,0.0124097],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01027512,"threshold_uncertainty_score":0.04445839,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.04610037157081655,"score_gpt":0.4123545222884498,"score_spread":0.3662541507176333,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}