{"id":"W3092583201","doi":"10.1186/s12909-020-02270-7","title":"Reference letters for subspecialty medicine residency positions: are they valuable for decision-making? Results from a Canadian study","year":2020,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"ca_institutions":"Kingston Health Sciences Centre; Hotel Dieu Hospital; Kingston General Hospital; Queen's University","funders":"Southeastern Ontario Academic Medical Organization","keywords":"Subspecialty; Program director; Specialty; Audit; Medical education; Psychology; Quality (philosophy); Sample (material); Medicine; Family medicine; Management","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002523451,0.0001129786,0.0002368774,0.0001049429,0.0008045959,0.00005965339,0.0006705244,0.0001396602,0.000941581],"category_scores_gemma":[0.06264305,0.0001013426,0.00005259589,0.0002821645,0.0001919204,0.0001506777,0.00003203486,0.0001588954,0.00002637453],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002951704,"about_ca_system_score_gemma":0.006301692,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.2281069,"about_ca_topic_score_gemma":0.8180742,"domain_scores_codex":[0.9973176,0.0002388044,0.0003751071,0.0004256201,0.001319579,0.0003233444],"domain_scores_gemma":[0.9949409,0.003381892,0.0001639515,0.0002223166,0.0004218567,0.0008690241],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"qualitative","study_design_scores_codex":[0.0006546242,0.0002897294,0.01379081,0.0000447683,0.00003724363,0.000006490326,0.08783977,0.00000796312,0.000004751068,0.008668968,0.870522,0.01813291],"study_design_scores_gemma":[0.005119231,0.0009556969,0.08520555,0.002537083,0.0004254649,0.000001048668,0.6806536,0.0003479889,0.000002771842,0.04107907,0.1831214,0.0005510998],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.4692777,0.0005835934,0.01289299,0.4879758,0.006089261,0.005312291,0.0006542531,0.0001684097,0.01704564],"genre_scores_gemma":[0.9715303,0.00005786342,0.003783748,0.01998552,0.004097045,0.0001515435,0.0002195215,0.00001081149,0.0001636911],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6874006,"threshold_uncertainty_score":0.9999717,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0898605066018839,"score_gpt":0.3931112551953532,"score_spread":0.3032507485934693,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}