{"id":"W4386304371","doi":"10.1186/s12909-023-04600-x","title":"Medical specialty certification exams studied according to the Ottawa Quality Criteria: a systematic review","year":2023,"lang":"en","type":"review","venue":"BMC Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Specialty; Certification; Summative assessment; Medical education; Medicine; Family medicine; Quality (philosophy); Inclusion (mineral); Psychology; Political science; Formative assessment; Pedagogy","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.04465945,0.002401585,0.01698834,0.02997341,0.002614727,0.007046648,0.004341759,0.002990896,0.005516973],"category_scores_gemma":[0.1951604,0.001852357,0.01435876,0.02866568,0.003573207,0.005317186,0.00450357,0.001492715,0.0004662395],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01698514,"about_ca_system_score_gemma":0.03596667,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02195012,"about_ca_topic_score_gemma":0.05021796,"domain_scores_codex":[0.9193834,0.01744265,0.04281941,0.004644483,0.01409238,0.001617703],"domain_scores_gemma":[0.8046701,0.1129223,0.05587481,0.004053458,0.02056314,0.001916258],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0003682518,0.00001728324,0.00566813,0.9649714,0.01564682,0.0001180166,0.0005594801,0.00008190642,0.0001163643,0.0002637995,0.0008910343,0.01129752],"study_design_scores_gemma":[0.0007640048,0.0002993866,0.01882717,0.8519324,0.1173413,0.0003765025,0.001096199,0.0001489896,0.0002430218,0.0005029644,0.008384472,0.00008353882],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.01437816,0.9639448,0.001186516,0.001081425,0.0003861791,0.01177323,0.005509822,0.00007261214,0.001667303],"genre_scores_gemma":[0.2246391,0.7200195,0.009670928,0.002380244,0.0003282408,0.03691096,0.005232331,0.00006319388,0.000755511],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9553406,"threshold_uncertainty_score":0.2361846,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2085994000249314,"score_gpt":0.528740869479074,"score_spread":0.3201414694541426,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}