{"id":"W2049645915","doi":"10.1002/chp.1340230103","title":"Multisource feedback in the assessment of physician competencies","year":2003,"lang":"en","type":"review","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":283,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Generalizability theory; Variance (accounting); Applied psychology; Psychology; Health care; Medical education; Control (management); Nursing; Medicine; Computer science; Business; Developmental psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.007798211,0.0002186739,0.001332431,0.0007366213,0.0001354008,0.00001948121,0.0005357758,0.0001844254,0.00002040578],"category_scores_gemma":[0.001156543,0.0001127713,0.0002339744,0.001609387,0.0001175595,0.0000892768,0.00002106451,0.002444285,0.000002724599],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005596147,"about_ca_system_score_gemma":0.008707934,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002747434,"about_ca_topic_score_gemma":0.00001029685,"domain_scores_codex":[0.9938042,0.002517796,0.002478244,0.0001489189,0.0007674234,0.0002833775],"domain_scores_gemma":[0.9943808,0.0009872828,0.003499957,0.0005086612,0.000570972,0.000052384],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000004265889,0.001358031,0.0004895097,0.007329606,0.00002258159,0.000001329559,0.01691141,8.69022e-7,5.135699e-7,0.001183456,0.0238545,0.948844],"study_design_scores_gemma":[0.0004265348,0.0001759306,0.008859869,0.0838329,0.0001756849,0.000159346,0.06256435,0.000008272866,9.53415e-8,0.0001643683,0.8435366,0.00009600693],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.004702488,0.966777,0.0001923796,0.02007547,0.003559872,0.003062031,0.000004088165,0.000005374723,0.001621309],"genre_scores_gemma":[0.004566257,0.9771409,0.009291423,0.007109554,0.0009116856,0.0002086471,0.00005554213,0.00004112116,0.0006748546],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9487479,"threshold_uncertainty_score":0.9998571,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06718703334222818,"score_gpt":0.5034313893205771,"score_spread":0.4362443559783489,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}