{"id":"W4393201312","doi":"10.1186/s12909-024-05310-8","title":"Incorporating a situational judgement test in residency selections: clinical, educational and organizational outcomes","year":2024,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Medical Education and Admissions","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"ca_institutions":"McMaster University; University of Saskatchewan","funders":"","keywords":"Psychological intervention; Formal learning; Medical education; Test (biology); Psychology; Situational ethics; Standardized test; Medicine; Nursing; Social psychology; Pedagogy; Mathematics education","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005727857,0.0002469975,0.0003451729,0.001424586,0.0005144238,0.0007019021,0.0003508601,0.0003328209,0.002741926],"category_scores_gemma":[0.01569329,0.0001533113,0.0004916846,0.0009046514,0.0004886462,0.0007252023,0.001544699,0.0006419678,0.0007018259],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006353226,"about_ca_system_score_gemma":0.001236675,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001676053,"about_ca_topic_score_gemma":0.002243753,"domain_scores_codex":[0.9974704,0.0009273566,0.0003451798,0.0002151692,0.000787225,0.0002547768],"domain_scores_gemma":[0.9764515,0.005099935,0.009632051,0.0007459719,0.003385701,0.004684899],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0007282074,0.0005951158,0.974381,0.00004402925,0.00003032294,0.00005370706,0.0005906873,0.0002069223,0.0002449974,0.00001790554,0.0005349521,0.02257215],"study_design_scores_gemma":[0.00003156248,0.002667841,0.9951217,0.00002041784,0.00001395562,0.0001363314,0.0005644931,0.0005155367,0.0004312161,0.00004276137,0.0004382136,0.0000159147],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9981076,0.00007650668,0.0002210887,0.00008895724,0.00001624295,0.00009295632,0.0002343277,0.00002497578,0.0011373],"genre_scores_gemma":[0.9988734,0.00003032021,0.0004476904,0.00001834522,0.000009510708,0.00004909235,0.0002585489,0.000004960621,0.0003079911],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.005727857,"threshold_uncertainty_score":0.03029215,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.04637611451369919,"score_gpt":0.4337935904408095,"score_spread":0.3874174759271103,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}