{"id":"W2588169989","doi":"10.1016/j.pec.2017.02.014","title":"The effect on reliability and sensitivity to level of training of combining analytic and holistic rating scales for assessing communication skills in an internal medicine resident OSCE","year":2017,"lang":"en","type":"article","venue":"Patient Education and Counseling","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Generalizability theory; Rating scale; Scale (ratio); Reliability (semiconductor); Empathy; Psychology; Communication skills training; Clinical psychology; Objective structured clinical examination; Medical education; Communication skills; Applied psychology; Medicine; Social psychology; Psychiatry; Developmental psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2354878,0.001873501,0.001930503,0.002512729,0.002027768,0.002911434,0.002274776,0.005184656,0.002180361],"category_scores_gemma":[0.4982361,0.002869549,0.005688013,0.001760235,0.007484374,0.003938057,0.004357861,0.003816339,0.00160081],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002077481,"about_ca_system_score_gemma":0.001243131,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001903348,"about_ca_topic_score_gemma":0.003834197,"domain_scores_codex":[0.6240283,0.2688159,0.0276537,0.02739328,0.0491947,0.002914053],"domain_scores_gemma":[0.1576673,0.7520997,0.01614675,0.03988423,0.03200382,0.002198247],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.04259312,0.005251752,0.7864099,0.001675313,0.009850049,0.0006550319,0.01729322,0.008857795,0.02433336,0.003389003,0.002890969,0.09680042],"study_design_scores_gemma":[0.001798786,0.03229377,0.9040642,0.0005338853,0.003756086,0.001364184,0.001443581,0.02546737,0.02017419,0.001976599,0.006658849,0.0004684795],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9341522,0.002209897,0.04516105,0.001169049,0.002074208,0.001959557,0.0004483079,0.000379904,0.01244585],"genre_scores_gemma":[0.9719915,0.0002307488,0.02323015,0.0006802696,0.0004735845,0.001138116,0.0003707698,0.0002635794,0.001621329],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7645122,"threshold_uncertainty_score":0.9427796,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06771485382798988,"score_gpt":0.4227373551753987,"score_spread":0.3550225013474088,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}