{"id":"W2788842257","doi":"","title":"Selection for family medicine residency training in Canada: How consistently are the same students ranked by different programs?","year":2018,"lang":"en","type":"article","venue":"PubMed","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"ca_institutions":"Alberta Health Services; University of Alberta; University of Calgary","funders":"","keywords":"Ranking (information retrieval); Consistency (knowledge bases); United States Medical Licensing Examination; Matching (statistics); Rank (graph theory); Intraclass correlation; Descriptive statistics; Medicine; Medical education; Family medicine; Medical school; Computer science; Statistics; Information retrieval; Mathematics; Artificial intelligence","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01092519,0.0002599449,0.0004659973,0.002277822,0.001934272,0.001613865,0.001785441,0.0004962435,0.001179239],"category_scores_gemma":[0.04400968,0.000272821,0.0004348216,0.005153525,0.001592372,0.000781994,0.001393477,0.0006586193,0.0002142394],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01266605,"about_ca_system_score_gemma":0.02456875,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.8850545,"about_ca_topic_score_gemma":0.9316708,"domain_scores_codex":[0.9878371,0.001898038,0.0007531307,0.001829615,0.006102346,0.001579716],"domain_scores_gemma":[0.9720948,0.004243067,0.007815497,0.001338396,0.01266132,0.001846897],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00004118731,0.00001112712,0.9894449,0.00003855237,0.00006749808,0.00001454318,0.0009048423,0.00008538963,0.00006595776,0.00006056885,0.001167576,0.00809777],"study_design_scores_gemma":[0.000002249622,0.0000185603,0.9975824,0.00003332444,0.00001606104,0.00001620908,0.001182504,0.0002809071,0.00008617002,0.00002053733,0.0007517722,0.000009053041],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9906061,0.001153805,0.001373657,0.001401058,0.00007166217,0.0001033619,0.002158112,0.00003895804,0.003093255],"genre_scores_gemma":[0.9977165,0.0002288217,0.0006289425,0.0001592861,0.00001526698,0.00002823527,0.0009247507,0.00001076671,0.0002874394],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9890748,"threshold_uncertainty_score":0.2312447,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.129402889701474,"score_gpt":0.3899649134033364,"score_spread":0.2605620237018624,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}