{"id":"W4238871944","doi":"10.21203/rs.3.rs-52475/v2","title":"Reference letters for subspecialty medicine residency positions: Are they valuable for decision-making? Results from a Canadian study.","year":2020,"lang":"en","type":"preprint","venue":"Research Square","topic":"Medical Education and Admissions","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Queen's University","funders":"Southeastern Ontario Academic Medical Organization","keywords":"Subspecialty; Residency training; Medical education; Family medicine; Medicine","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01270149,0.0003206554,0.0005379489,0.001359387,0.00363918,0.002135132,0.001887213,0.0009383413,0.004791193],"category_scores_gemma":[0.09913589,0.0004317751,0.0005510576,0.003636301,0.00130117,0.001062209,0.0009500296,0.001175462,0.0004880392],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02055009,"about_ca_system_score_gemma":0.03579263,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.9273614,"about_ca_topic_score_gemma":0.9490513,"domain_scores_codex":[0.9901845,0.003070161,0.0006116254,0.0005760899,0.004334529,0.001223033],"domain_scores_gemma":[0.9157636,0.02985622,0.01187546,0.001833691,0.03517026,0.005500757],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00135431,0.0009290578,0.8948585,0.0006398739,0.0001125285,0.0006922263,0.03548528,0.0001306418,0.0002547008,0.0004601381,0.006704487,0.05837831],"study_design_scores_gemma":[0.0001753397,0.000385097,0.9662167,0.0003040731,0.00008017722,0.0002079532,0.0279519,0.0003619294,0.0001163755,0.00007058321,0.004079975,0.00004980643],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9942186,0.0007033091,0.0001098235,0.0007780817,0.00002402093,0.0002079065,0.0003984529,0.000006629921,0.003553072],"genre_scores_gemma":[0.9974443,0.0005821018,0.0002722507,0.0003204742,0.00001049161,0.00007929296,0.0002261752,0.000008493934,0.001056422],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9872985,"threshold_uncertainty_score":0.149102,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2397033599650848,"score_gpt":0.5138918820775723,"score_spread":0.2741885221124876,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}