{"id":"W3092583201","doi":"10.1186/s12909-020-02270-7","title":"Reference letters for subspecialty medicine residency positions: are they valuable for decision-making? Results from a Canadian study","year":2020,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"ca_institutions":"Kingston Health Sciences Centre; Hotel Dieu Hospital; Kingston General Hospital; Queen's University","funders":"Southeastern Ontario Academic Medical Organization","keywords":"Subspecialty; Program director; Specialty; Audit; Medical education; Psychology; Quality (philosophy); Sample (material); Medicine; Family medicine; Management","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01379223,0.0003314154,0.0007252297,0.001879119,0.003722975,0.002608204,0.001976384,0.0008893005,0.00377445],"category_scores_gemma":[0.0977575,0.0004014787,0.0006270888,0.005195869,0.001555723,0.001034622,0.001161688,0.001075649,0.0003930898],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02458499,"about_ca_system_score_gemma":0.04369307,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.9386879,"about_ca_topic_score_gemma":0.9581747,"domain_scores_codex":[0.9872323,0.003743807,0.0009347652,0.0008166778,0.005847214,0.001425192],"domain_scores_gemma":[0.8988669,0.03513317,0.01127912,0.002533799,0.04680501,0.005381997],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00130258,0.0006175169,0.8732136,0.0008354791,0.000130397,0.0007902218,0.04081723,0.0001656983,0.0002919772,0.000635626,0.005919944,0.07527982],"study_design_scores_gemma":[0.0001240988,0.0003060845,0.9646306,0.0004045289,0.0001042402,0.0002449671,0.02845551,0.0003422987,0.0001383081,0.00007404405,0.005122728,0.0000527472],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9913056,0.001085584,0.0001497902,0.0009372901,0.00002818718,0.0002042069,0.0004616411,0.000008565597,0.005819118],"genre_scores_gemma":[0.99705,0.001049521,0.0003204471,0.0003178945,0.00001268865,0.00006370059,0.0002263989,0.00001104862,0.0009481296],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9862078,"threshold_uncertainty_score":0.1783774,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0898605066018839,"score_gpt":0.3931112551953532,"score_spread":0.3032507485934693,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}