{"id":"W2766915254","doi":"10.1097/acm.0000000000001926","title":"Using the Readiness for Clerkship and Residency Surveys to Evaluate the Effectiveness of Four MD Programs: A Cross-Institutional Generalizability Study","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto; University of British Columbia; Dalhousie University; Kwantlen Polytechnic University; Canadian Medical Association","funders":"","keywords":"Generalizability theory; Strengths and weaknesses; Medical education; Psychology; Medical school; Family medicine; Medicine; Social psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.03518097,0.0005712808,0.0004448699,0.002932398,0.0005902871,0.0008872781,0.000932485,0.0007657384,0.001166623],"category_scores_gemma":[0.06610734,0.0003942906,0.001106695,0.001795252,0.001046982,0.001367626,0.001888989,0.0009668441,0.0004454631],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009251416,"about_ca_system_score_gemma":0.001060464,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002536103,"about_ca_topic_score_gemma":0.002947746,"domain_scores_codex":[0.9778308,0.01337159,0.002321769,0.001894267,0.003845959,0.0007355941],"domain_scores_gemma":[0.9393772,0.02933891,0.01349823,0.008718702,0.007287376,0.001779465],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002354607,0.0005108117,0.9893684,0.00003852686,0.000303478,0.00002284769,0.0008030966,0.000165555,0.0003057316,0.00005613527,0.0001725815,0.008017403],"study_design_scores_gemma":[0.00004578144,0.001439507,0.9954394,0.0000247287,0.00009100595,0.00006984852,0.0009715336,0.0005653316,0.0006219926,0.00004497986,0.0006694892,0.00001651312],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9963269,0.00009634505,0.001616495,0.00004193638,0.00001822343,0.0004254585,0.0003962445,0.00002156683,0.001056895],"genre_scores_gemma":[0.996766,0.00005918085,0.001541539,0.00008063307,0.0000165198,0.0005060988,0.0007852169,0.00001605921,0.0002286889],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.964819,"threshold_uncertainty_score":0.186057,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2693590342212721,"score_gpt":0.5213379507136389,"score_spread":0.2519789164923668,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}