{"id":"W4251009201","doi":"10.21203/rs.3.rs-52475/v1","title":"Reference letters for subspecialty medicine residency positions: Are they valuable for decision-making? Results from a Canadian mixed method study.","year":2020,"lang":"en","type":"preprint","venue":"Research Square","topic":"Medical Education and Admissions","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"ca_institutions":"Queen's University","funders":"Southeastern Ontario Academic Medical Organization","keywords":"Subspecialty; Medicine; Family medicine; Medical education","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.04681355,0.0005111994,0.001131297,0.002048637,0.003572525,0.006738313,0.003897049,0.001992533,0.007051328],"category_scores_gemma":[0.3286168,0.0006995688,0.0008823617,0.004190485,0.001838252,0.00266883,0.001650917,0.002425496,0.0007232411],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01353095,"about_ca_system_score_gemma":0.03381274,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.6207239,"about_ca_topic_score_gemma":0.72304,"domain_scores_codex":[0.9404085,0.03348409,0.003818089,0.002546366,0.01671049,0.00303243],"domain_scores_gemma":[0.6605066,0.2472313,0.04710814,0.007560989,0.03156961,0.006023408],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.005659924,0.00346256,0.6861873,0.002693227,0.0008696662,0.000531524,0.1029784,0.0003615116,0.0007074251,0.002942278,0.02524074,0.1683654],"study_design_scores_gemma":[0.0007801956,0.0006548775,0.919037,0.002584689,0.0008385233,0.0001763789,0.06006185,0.001503618,0.0004924899,0.001859876,0.011789,0.0002214909],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9787123,0.002683522,0.0009523199,0.004252694,0.0002293806,0.00104184,0.001765617,0.00002921667,0.01033303],"genre_scores_gemma":[0.9886687,0.001387529,0.002713417,0.002187449,0.00009475336,0.0008104411,0.0008166222,0.00006062162,0.003260334],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.986469,"threshold_uncertainty_score":0.7630194,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2576208132247512,"score_gpt":0.539304708390656,"score_spread":0.2816838951659049,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}